diff --git a/Cargo.lock b/Cargo.lock index 09c8e83..3413c4d 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -23,6 +23,12 @@ version = "1.0.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "940b3a0ca603d1eade50a4846a2afffd5ef57a9feac2c0e2ec2e14f9ead76000" +[[package]] +name = "arrayvec" +version = "0.7.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3fb67a6e08acf24fdeccbac2cb6ac4305825bd1f117462e0e6f2f193345ad56" + [[package]] name = "autocfg" version = "1.5.1" @@ -200,6 +206,7 @@ dependencies = [ name = "g-string" version = "0.1.3" dependencies = [ + "arrayvec", "criterion", "serde", "serde_json", diff --git a/Cargo.toml b/Cargo.toml index 0a289e7..63f852d 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -44,6 +44,7 @@ grapheme = ["dep:unicode-segmentation"] serde = { version = "1", default-features = false, optional = true } zeroize = { version = "1", default-features = false, optional = true } unicode-segmentation = { version = "1", optional = true } +arrayvec = { version = "0.7.8", default-features = false } [dev-dependencies] serde_json = "1" diff --git a/benches/bench.rs b/benches/bench.rs index 0fc86e7..1fda18b 100644 --- a/benches/bench.rs +++ b/benches/bench.rs @@ -5,6 +5,8 @@ mod benches { pub mod construction_bench; pub mod mutation_bench; pub mod query_bench; + + pub mod uninit_bench; } fn criterion() -> Criterion { @@ -16,9 +18,10 @@ criterion_group! { config = criterion(); targets = benches::noop_bench, - benches::construction_bench::bench_all, - benches::mutation_bench::bench_all, - benches::query_bench::bench_all, + // benches::construction_bench::bench_all, + // benches::mutation_bench::bench_all, + // benches::query_bench::bench_all, + benches::uninit_bench::bench_all, } criterion_main!(g_string,); diff --git a/benches/benches/uninit_bench.rs b/benches/benches/uninit_bench.rs new file mode 100644 index 0000000..e0995c0 --- /dev/null +++ b/benches/benches/uninit_bench.rs @@ -0,0 +1,85 @@ +use criterion::{BenchmarkId, Criterion, black_box}; +use g_string::{GStringNV, NoValidation, uninit::GStringUninit}; + +const S5: &str = "hello"; // 5 +const S43: &str = "the quick brown fox jumps over the lazy dog"; // 43 +const S64: &str = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ789"; // 48 — fits S256, not S32 +const UNI: &str = "héllo wörld 🌍"; // multi-byte UTF-8 + +type S50 = GStringNV<0, 50, false>; +type S100 = GStringNV<0, 100, false>; +type S255 = GStringNV<0, 255, false>; +type S500 = GStringNV<0, 500, false>; +type S1000 = GStringNV<0, 1000, false>; + +type U50 = GStringUninit; +type U100 = GStringUninit; +type U255 = GStringUninit; +type U500 = GStringUninit; +type U1000 = GStringUninit; + +pub fn bench_all(c: &mut Criterion) { + bench_try_new_vs_string(c); +} + +pub fn bench_try_new_vs_string(c: &mut Criterion) { + let mut g = c.benchmark_group("uninit_bench"); + + for (label, input) in [("5b", S5), ("43b", S43), ("48b", S64), ("unicode", UNI)] { + g.bench_with_input(BenchmarkId::new("gstring_50", label), &input, |b, s| { + b.iter(|| black_box(S50::try_new(*s).unwrap())) + }); + + g.bench_with_input( + BenchmarkId::new("gstring_uninit_50", label), + &input, + |b, s| b.iter(|| black_box(U50::try_new(*s).unwrap())), + ); + + g.bench_with_input(BenchmarkId::new("gstring_100", label), &input, |b, s| { + b.iter(|| black_box(S100::try_new(*s).unwrap())) + }); + + g.bench_with_input( + BenchmarkId::new("gstring_uninit_100", label), + &input, + |b, s| b.iter(|| black_box(U100::try_new(*s).unwrap())), + ); + + g.bench_with_input(BenchmarkId::new("gstring_255", label), &input, |b, s| { + b.iter(|| black_box(S255::try_new(*s).unwrap())) + }); + + g.bench_with_input( + BenchmarkId::new("gstring_uninit_255", label), + &input, + |b, s| b.iter(|| black_box(U255::try_new(*s).unwrap())), + ); + + g.bench_with_input(BenchmarkId::new("gstring_500", label), &input, |b, s| { + b.iter(|| black_box(S500::try_new(*s).unwrap())) + }); + + g.bench_with_input( + BenchmarkId::new("gstring_uninit_500", label), + &input, + |b, s| b.iter(|| black_box(U500::try_new(*s).unwrap())), + ); + + g.bench_with_input(BenchmarkId::new("gstring_1000", label), &input, |b, s| { + b.iter(|| black_box(S1000::try_new(*s).unwrap())) + }); + + g.bench_with_input( + BenchmarkId::new("gstring_uninit_1000", label), + &input, + |b, s| b.iter(|| black_box(U1000::try_new(*s).unwrap())), + ); + + g.bench_with_input(BenchmarkId::new("string", label), &input, |b, s| { + b.iter(|| black_box(String::from(*s))) + }); + } + + g.finish(); +} diff --git a/benchmarks/report/index.html b/benchmarks/report/index.html new file mode 100644 index 0000000..c7c0636 --- /dev/null +++ b/benchmarks/report/index.html @@ -0,0 +1,153 @@ + + + + + + Index - Criterion.rs + + + + +
+

Criterion.rs Benchmark Index

+ See individual benchmark pages below for more details. + +
+ + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/43b/report/index.html b/benchmarks/uninit_bench/43b/report/index.html new file mode 100644 index 0000000..8ae083b --- /dev/null +++ b/benchmarks/uninit_bench/43b/report/index.html @@ -0,0 +1,323 @@ + + + + + + uninit_bench/43b Summary - Criterion.rs + + + + +
+

uninit_bench/43b

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_50/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/43b/report/violin.svg b/benchmarks/uninit_bench/43b/report/violin.svg new file mode 100644 index 0000000..c914aef --- /dev/null +++ b/benchmarks/uninit_bench/43b/report/violin.svg @@ -0,0 +1,1000 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/string/43b + + + + + uninit_bench/gstring_uninit_1000/43b + + + + + uninit_bench/gstring_1000/43b + + + + + uninit_bench/gstring_uninit_500/43b + + + + + uninit_bench/gstring_500/43b + + + + + uninit_bench/gstring_uninit_255/43b + + + + + uninit_bench/gstring_255/43b + + + + + uninit_bench/gstring_uninit_100/43b + + + + + uninit_bench/gstring_100/43b + + + + + uninit_bench/gstring_uninit_50/43b + + + + + uninit_bench/gstring_50/43b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + gnuplot_plot_8 + + + + + + + gnuplot_plot_9 + + + + + + + gnuplot_plot_10 + + + + + + + gnuplot_plot_11 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/43b: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/48b/report/index.html b/benchmarks/uninit_bench/48b/report/index.html new file mode 100644 index 0000000..a184235 --- /dev/null +++ b/benchmarks/uninit_bench/48b/report/index.html @@ -0,0 +1,323 @@ + + + + + + uninit_bench/48b Summary - Criterion.rs + + + + +
+

uninit_bench/48b

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_50/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/48b/report/violin.svg b/benchmarks/uninit_bench/48b/report/violin.svg new file mode 100644 index 0000000..cfbf73c --- /dev/null +++ b/benchmarks/uninit_bench/48b/report/violin.svg @@ -0,0 +1,1000 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/string/48b + + + + + uninit_bench/gstring_uninit_1000/48b + + + + + uninit_bench/gstring_1000/48b + + + + + uninit_bench/gstring_uninit_500/48b + + + + + uninit_bench/gstring_500/48b + + + + + uninit_bench/gstring_uninit_255/48b + + + + + uninit_bench/gstring_255/48b + + + + + uninit_bench/gstring_uninit_100/48b + + + + + uninit_bench/gstring_100/48b + + + + + uninit_bench/gstring_uninit_50/48b + + + + + uninit_bench/gstring_50/48b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + gnuplot_plot_8 + + + + + + + gnuplot_plot_9 + + + + + + + gnuplot_plot_10 + + + + + + + gnuplot_plot_11 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/48b: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/5b/report/index.html b/benchmarks/uninit_bench/5b/report/index.html new file mode 100644 index 0000000..b7dddc3 --- /dev/null +++ b/benchmarks/uninit_bench/5b/report/index.html @@ -0,0 +1,323 @@ + + + + + + uninit_bench/5b Summary - Criterion.rs + + + + +
+

uninit_bench/5b

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_50/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/5b/report/violin.svg b/benchmarks/uninit_bench/5b/report/violin.svg new file mode 100644 index 0000000..54327ac --- /dev/null +++ b/benchmarks/uninit_bench/5b/report/violin.svg @@ -0,0 +1,1013 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/string/5b + + + + + uninit_bench/gstring_uninit_1000/5b + + + + + uninit_bench/gstring_1000/5b + + + + + uninit_bench/gstring_uninit_500/5b + + + + + uninit_bench/gstring_500/5b + + + + + uninit_bench/gstring_uninit_255/5b + + + + + uninit_bench/gstring_255/5b + + + + + uninit_bench/gstring_uninit_100/5b + + + + + uninit_bench/gstring_100/5b + + + + + uninit_bench/gstring_uninit_50/5b + + + + + uninit_bench/gstring_50/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + gnuplot_plot_8 + + + + + + + gnuplot_plot_9 + + + + + + + gnuplot_plot_10 + + + + + + + gnuplot_plot_11 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/5b: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_100/43b/change/estimates.json new file mode 100644 index 0000000..d9178a0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010028138613050266,"upper_bound":0.010823369566717181},"point_estimate":0.00024534898029160424,"standard_error":0.005313334357464016},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003605815481219521,"upper_bound":0.004444403632190674},"point_estimate":0.0010549085912141543,"standard_error":0.002041432713766691}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_100/43b/new/benchmark.json new file mode 100644 index 0000000..b19f4fa --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_100","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_100/43b","directory_name":"uninit_bench/gstring_100/43b","title":"uninit_bench/gstring_100/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_100/43b/new/estimates.json new file mode 100644 index 0000000..379b440 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.210449675358554,"upper_bound":57.035614057532236},"point_estimate":56.60064324382777,"standard_error":0.21110752542806288},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.680678995800946,"upper_bound":55.96982052983795},"point_estimate":55.81800875348488,"standard_error":0.0780840061532595},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.41586424509767633,"upper_bound":0.8333433522063937},"point_estimate":0.577219616333433,"standard_error":0.10230066992509075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.756979275615485,"upper_bound":56.237262934321826},"point_estimate":55.962958848425274,"standard_error":0.12404236450906474},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.526654922140101,"upper_bound":2.6226129814208794},"point_estimate":2.1188283688898144,"standard_error":0.28001281525232985}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/new/sample.json b/benchmarks/uninit_bench/gstring_100/43b/new/sample.json new file mode 100644 index 0000000..0e12bcf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17220.0,34440.0,51660.0,68880.0,86100.0,103320.0,120540.0,137760.0,154980.0,172200.0,189420.0,206640.0,223860.0,241080.0,258300.0,275520.0,292740.0,309960.0,327180.0,344400.0,361620.0,378840.0,396060.0,413280.0,430500.0,447720.0,464940.0,482160.0,499380.0,516600.0,533820.0,551040.0,568260.0,585480.0,602700.0,619920.0,637140.0,654360.0,671580.0,688800.0,706020.0,723240.0,740460.0,757680.0,774900.0,792120.0,809340.0,826560.0,843780.0,861000.0,878220.0,895440.0,912660.0,929880.0,947100.0,964320.0,981540.0,998760.0,1015980.0,1033200.0,1050420.0,1067640.0,1084860.0,1102080.0,1119300.0,1136520.0,1153740.0,1170960.0,1188180.0,1205400.0,1222620.0,1239840.0,1257060.0,1274280.0,1291500.0,1308720.0,1325940.0,1343160.0,1360380.0,1377600.0,1394820.0,1412040.0,1429260.0,1446480.0,1463700.0,1480920.0,1498140.0,1515360.0,1532580.0,1549800.0,1567020.0,1584240.0,1601460.0,1618680.0,1635900.0,1653120.0,1670340.0,1687560.0,1704780.0,1722000.0],"times":[1054755.0,1872553.0,3177162.0,4135333.0,4975602.0,6226470.0,7943365.0,8083305.0,9706844.0,10788321.0,11863393.0,11836657.0,12407443.0,13485903.0,14450985.0,15065630.0,16964394.0,17243876.0,18033805.0,19313601.0,20469812.0,21228986.0,22188383.0,23002152.0,23815727.0,25190266.0,27168837.0,29524369.0,31271579.0,29746177.0,30002643.0,30601606.0,31713978.0,32728150.0,33869109.0,34387384.0,35263491.0,37524191.0,37443752.0,38174065.0,39954395.0,40479613.0,40904085.0,41848062.0,43385218.0,44014680.0,44982720.0,46225736.0,46665567.0,48099047.0,48685158.0,49526971.0,50837498.0,52314906.0,52818364.0,53552518.0,54841261.0,55792186.0,56237148.0,58102876.0,58087753.0,59423304.0,60296583.0,60684767.0,62323384.0,63256140.0,64021257.0,65665510.0,65815663.0,67200871.0,68132439.0,69032435.0,71125775.0,71828946.0,79812145.0,76214165.0,73691488.0,74253678.0,76189073.0,78460205.0,79590742.0,79067278.0,79116254.0,81050315.0,80968490.0,82632305.0,82780129.0,85137132.0,84816413.0,85675506.0,86865444.0,88242835.0,88867571.0,90366203.0,90806320.0,93431601.0,92972017.0,94075460.0,95383535.0,95806696.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_100/43b/new/tukey.json new file mode 100644 index 0000000..a0613b1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/new/tukey.json @@ -0,0 +1 @@ +[52.74764124145972,54.11944335565588,57.77758232684565,59.14938444104182] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_100/43b/report/MAD.svg new file mode 100644 index 0000000..4138d09 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_100/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_100/43b/report/SD.svg new file mode 100644 index 0000000..e727c83 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_100/43b/report/both/pdf.svg new file mode 100644 index 0000000..039b08f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/both/pdf.svg @@ -0,0 +1,348 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_100/43b/report/both/regression.svg new file mode 100644 index 0000000..804ee0d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_100/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_100/43b/report/change/mean.svg new file mode 100644 index 0000000..0c12447 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_100/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_100/43b/report/change/median.svg new file mode 100644 index 0000000..32e0fc4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + -0.4 + + + + + -0.3 + + + + + -0.2 + + + + + -0.1 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_100/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_100/43b/report/change/t-test.svg new file mode 100644 index 0000000..ef964c8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_100/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/index.html b/benchmarks/uninit_bench/gstring_100/43b/report/index.html new file mode 100644 index 0000000..f064e48 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_100/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_100/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope55.757 ns55.963 ns56.237 ns
R²0.94940100.95113790.9480619
Mean56.210 ns56.601 ns57.036 ns
Std. Dev.1.5267 ns2.1188 ns2.6226 ns
Median55.681 ns55.818 ns55.970 ns
MAD415.86 ps577.22 ps833.34 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.0028%+0.0245%+1.0823%(p = 0.96 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_100/43b/report/mean.svg new file mode 100644 index 0000000..8db9f74 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 56.2 + + + + + 56.4 + + + + + 56.6 + + + + + 56.8 + + + + + 57 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/median.svg b/benchmarks/uninit_bench/gstring_100/43b/report/median.svg new file mode 100644 index 0000000..3d26c8e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 55.65 + + + + + 55.7 + + + + + 55.75 + + + + + 55.8 + + + + + 55.85 + + + + + 55.9 + + + + + 55.95 + + + + + 56 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_100/43b/report/pdf.svg new file mode 100644 index 0000000..31eca81 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/pdf.svg @@ -0,0 +1,377 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_100/43b/report/pdf_small.svg new file mode 100644 index 0000000..b6ee657 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_100/43b/report/regression.svg new file mode 100644 index 0000000..852f7ce --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_100/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_100/43b/report/regression_small.svg new file mode 100644 index 0000000..5ab4004 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_100/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..e79b678 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/relative_pdf_small.svg @@ -0,0 +1,321 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_100/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..414070f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_100/43b/report/slope.svg new file mode 100644 index 0000000..25bbb71 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/slope.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 55.8 + + + + + 55.9 + + + + + 56 + + + + + 56.1 + + + + + 56.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_100/43b/report/typical.svg new file mode 100644 index 0000000..e36f57f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/report/typical.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 55.8 + + + + + 55.9 + + + + + 56 + + + + + 56.1 + + + + + 56.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..b19f4fa --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_100","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_100/43b","directory_name":"uninit_bench/gstring_100/43b","title":"uninit_bench/gstring_100/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..379b440 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.210449675358554,"upper_bound":57.035614057532236},"point_estimate":56.60064324382777,"standard_error":0.21110752542806288},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.680678995800946,"upper_bound":55.96982052983795},"point_estimate":55.81800875348488,"standard_error":0.0780840061532595},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.41586424509767633,"upper_bound":0.8333433522063937},"point_estimate":0.577219616333433,"standard_error":0.10230066992509075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.756979275615485,"upper_bound":56.237262934321826},"point_estimate":55.962958848425274,"standard_error":0.12404236450906474},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.526654922140101,"upper_bound":2.6226129814208794},"point_estimate":2.1188283688898144,"standard_error":0.28001281525232985}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/sample.json new file mode 100644 index 0000000..0e12bcf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17220.0,34440.0,51660.0,68880.0,86100.0,103320.0,120540.0,137760.0,154980.0,172200.0,189420.0,206640.0,223860.0,241080.0,258300.0,275520.0,292740.0,309960.0,327180.0,344400.0,361620.0,378840.0,396060.0,413280.0,430500.0,447720.0,464940.0,482160.0,499380.0,516600.0,533820.0,551040.0,568260.0,585480.0,602700.0,619920.0,637140.0,654360.0,671580.0,688800.0,706020.0,723240.0,740460.0,757680.0,774900.0,792120.0,809340.0,826560.0,843780.0,861000.0,878220.0,895440.0,912660.0,929880.0,947100.0,964320.0,981540.0,998760.0,1015980.0,1033200.0,1050420.0,1067640.0,1084860.0,1102080.0,1119300.0,1136520.0,1153740.0,1170960.0,1188180.0,1205400.0,1222620.0,1239840.0,1257060.0,1274280.0,1291500.0,1308720.0,1325940.0,1343160.0,1360380.0,1377600.0,1394820.0,1412040.0,1429260.0,1446480.0,1463700.0,1480920.0,1498140.0,1515360.0,1532580.0,1549800.0,1567020.0,1584240.0,1601460.0,1618680.0,1635900.0,1653120.0,1670340.0,1687560.0,1704780.0,1722000.0],"times":[1054755.0,1872553.0,3177162.0,4135333.0,4975602.0,6226470.0,7943365.0,8083305.0,9706844.0,10788321.0,11863393.0,11836657.0,12407443.0,13485903.0,14450985.0,15065630.0,16964394.0,17243876.0,18033805.0,19313601.0,20469812.0,21228986.0,22188383.0,23002152.0,23815727.0,25190266.0,27168837.0,29524369.0,31271579.0,29746177.0,30002643.0,30601606.0,31713978.0,32728150.0,33869109.0,34387384.0,35263491.0,37524191.0,37443752.0,38174065.0,39954395.0,40479613.0,40904085.0,41848062.0,43385218.0,44014680.0,44982720.0,46225736.0,46665567.0,48099047.0,48685158.0,49526971.0,50837498.0,52314906.0,52818364.0,53552518.0,54841261.0,55792186.0,56237148.0,58102876.0,58087753.0,59423304.0,60296583.0,60684767.0,62323384.0,63256140.0,64021257.0,65665510.0,65815663.0,67200871.0,68132439.0,69032435.0,71125775.0,71828946.0,79812145.0,76214165.0,73691488.0,74253678.0,76189073.0,78460205.0,79590742.0,79067278.0,79116254.0,81050315.0,80968490.0,82632305.0,82780129.0,85137132.0,84816413.0,85675506.0,86865444.0,88242835.0,88867571.0,90366203.0,90806320.0,93431601.0,92972017.0,94075460.0,95383535.0,95806696.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..a0613b1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[52.74764124145972,54.11944335565588,57.77758232684565,59.14938444104182] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_100/48b/change/estimates.json new file mode 100644 index 0000000..ebe37f6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007940045541088065,"upper_bound":0.010400000986906776},"point_estimate":0.0013839823425609854,"standard_error":0.004670897492597153},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006422327782637072,"upper_bound":0.006801504742973696},"point_estimate":-0.0006685106091547377,"standard_error":0.003669689530210524}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_100/48b/new/benchmark.json new file mode 100644 index 0000000..8099979 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_100","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_100/48b","directory_name":"uninit_bench/gstring_100/48b","title":"uninit_bench/gstring_100/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_100/48b/new/estimates.json new file mode 100644 index 0000000..8e6e230 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.88412126644262,"upper_bound":56.66981004817968},"point_estimate":56.257252572653016,"standard_error":0.2007672077115639},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.32371878997094,"upper_bound":55.732387167412746},"point_estimate":55.481561819758156,"standard_error":0.08516596381897347},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.49836068333755174,"upper_bound":0.9902848017278584},"point_estimate":0.6740043178382801,"standard_error":0.11179377710057946},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.50965238295896,"upper_bound":56.17495412626447},"point_estimate":55.80474067018022,"standard_error":0.17110628212274837},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.4834963570791886,"upper_bound":2.443711253367403},"point_estimate":2.0161020423241918,"standard_error":0.24543070383567508}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/new/sample.json b/benchmarks/uninit_bench/gstring_100/48b/new/sample.json new file mode 100644 index 0000000..8baaddd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17201.0,34402.0,51603.0,68804.0,86005.0,103206.0,120407.0,137608.0,154809.0,172010.0,189211.0,206412.0,223613.0,240814.0,258015.0,275216.0,292417.0,309618.0,326819.0,344020.0,361221.0,378422.0,395623.0,412824.0,430025.0,447226.0,464427.0,481628.0,498829.0,516030.0,533231.0,550432.0,567633.0,584834.0,602035.0,619236.0,636437.0,653638.0,670839.0,688040.0,705241.0,722442.0,739643.0,756844.0,774045.0,791246.0,808447.0,825648.0,842849.0,860050.0,877251.0,894452.0,911653.0,928854.0,946055.0,963256.0,980457.0,997658.0,1014859.0,1032060.0,1049261.0,1066462.0,1083663.0,1100864.0,1118065.0,1135266.0,1152467.0,1169668.0,1186869.0,1204070.0,1221271.0,1238472.0,1255673.0,1272874.0,1290075.0,1307276.0,1324477.0,1341678.0,1358879.0,1376080.0,1393281.0,1410482.0,1427683.0,1444884.0,1462085.0,1479286.0,1496487.0,1513688.0,1530889.0,1548090.0,1565291.0,1582492.0,1599693.0,1616894.0,1634095.0,1651296.0,1668497.0,1685698.0,1702899.0,1720100.0],"times":[1070890.0,1925120.0,3276493.0,3950967.0,5160250.0,5662180.0,7265284.0,7873343.0,9633937.0,10690851.0,11776514.0,12178670.0,12407667.0,13090323.0,14572899.0,15341417.0,15984150.0,17059856.0,18069662.0,18909562.0,20034158.0,21410200.0,22294309.0,23647940.0,24606923.0,24580841.0,25630569.0,26787164.0,27382332.0,28754211.0,29476567.0,30718835.0,31345327.0,32725862.0,33087494.0,34824018.0,35115381.0,35982037.0,37331289.0,38114054.0,39040681.0,40056707.0,41047704.0,42920998.0,48163442.0,47696223.0,44736274.0,46006417.0,46756445.0,47955937.0,49180657.0,49638214.0,50404719.0,50845458.0,52228234.0,53233954.0,53964265.0,55342620.0,56023617.0,57650234.0,57717222.0,59493815.0,59697187.0,60590071.0,61550644.0,62988048.0,63542781.0,65363206.0,67448152.0,66168941.0,66981087.0,68171025.0,68688949.0,70288684.0,70978674.0,73216313.0,73691543.0,73488959.0,78281817.0,80305590.0,76678591.0,79230338.0,81059302.0,89176250.0,83364250.0,83021171.0,85224332.0,85687067.0,84914236.0,86372370.0,86346864.0,87796734.0,88014078.0,89738938.0,90653099.0,90473038.0,92041883.0,92578531.0,94051943.0,94832558.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_100/48b/new/tukey.json new file mode 100644 index 0000000..8bd6249 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/new/tukey.json @@ -0,0 +1 @@ +[51.3421636479398,53.23304419372876,58.27539231583266,60.16627286162163] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_100/48b/report/MAD.svg new file mode 100644 index 0000000..e342147 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1000 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_100/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_100/48b/report/SD.svg new file mode 100644 index 0000000..6b9b9c3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_100/48b/report/both/pdf.svg new file mode 100644 index 0000000..741e635 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_100/48b/report/both/regression.svg new file mode 100644 index 0000000..eb3b979 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_100/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_100/48b/report/change/mean.svg new file mode 100644 index 0000000..8a76c2d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_100/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_100/48b/report/change/median.svg new file mode 100644 index 0000000..d34df32 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_100/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_100/48b/report/change/t-test.svg new file mode 100644 index 0000000..cf33a93 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_100/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/index.html b/benchmarks/uninit_bench/gstring_100/48b/report/index.html new file mode 100644 index 0000000..0189572 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_100/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_100/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope55.510 ns55.805 ns56.175 ns
R²0.92028720.92374300.9183152
Mean55.884 ns56.257 ns56.670 ns
Std. Dev.1.4835 ns2.0161 ns2.4437 ns
Median55.324 ns55.482 ns55.732 ns
MAD498.36 ps674.00 ps990.28 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.7940%+0.1384%+1.0400%(p = 0.77 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_100/48b/report/mean.svg new file mode 100644 index 0000000..9516bc6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/mean.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 55.8 + + + + + 55.9 + + + + + 56 + + + + + 56.1 + + + + + 56.2 + + + + + 56.3 + + + + + 56.4 + + + + + 56.5 + + + + + 56.6 + + + + + 56.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/median.svg b/benchmarks/uninit_bench/gstring_100/48b/report/median.svg new file mode 100644 index 0000000..da641b4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/median.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 55.3 + + + + + 55.35 + + + + + 55.4 + + + + + 55.45 + + + + + 55.5 + + + + + 55.55 + + + + + 55.6 + + + + + 55.65 + + + + + 55.7 + + + + + 55.75 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_100/48b/report/pdf.svg new file mode 100644 index 0000000..c3518bc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/pdf.svg @@ -0,0 +1,364 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_100/48b/report/pdf_small.svg new file mode 100644 index 0000000..4eee001 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_100/48b/report/regression.svg new file mode 100644 index 0000000..c17fc10 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_100/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_100/48b/report/regression_small.svg new file mode 100644 index 0000000..c00103c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_100/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..130a5e7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_100/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..674fd4a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_100/48b/report/slope.svg new file mode 100644 index 0000000..d69c65b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 55.5 + + + + + 55.6 + + + + + 55.7 + + + + + 55.8 + + + + + 55.9 + + + + + 56 + + + + + 56.1 + + + + + 56.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_100/48b/report/typical.svg new file mode 100644 index 0000000..577b0fc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 55.5 + + + + + 55.6 + + + + + 55.7 + + + + + 55.8 + + + + + 55.9 + + + + + 56 + + + + + 56.1 + + + + + 56.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..8099979 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_100","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_100/48b","directory_name":"uninit_bench/gstring_100/48b","title":"uninit_bench/gstring_100/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..8e6e230 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.88412126644262,"upper_bound":56.66981004817968},"point_estimate":56.257252572653016,"standard_error":0.2007672077115639},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.32371878997094,"upper_bound":55.732387167412746},"point_estimate":55.481561819758156,"standard_error":0.08516596381897347},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.49836068333755174,"upper_bound":0.9902848017278584},"point_estimate":0.6740043178382801,"standard_error":0.11179377710057946},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.50965238295896,"upper_bound":56.17495412626447},"point_estimate":55.80474067018022,"standard_error":0.17110628212274837},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.4834963570791886,"upper_bound":2.443711253367403},"point_estimate":2.0161020423241918,"standard_error":0.24543070383567508}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/sample.json new file mode 100644 index 0000000..8baaddd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17201.0,34402.0,51603.0,68804.0,86005.0,103206.0,120407.0,137608.0,154809.0,172010.0,189211.0,206412.0,223613.0,240814.0,258015.0,275216.0,292417.0,309618.0,326819.0,344020.0,361221.0,378422.0,395623.0,412824.0,430025.0,447226.0,464427.0,481628.0,498829.0,516030.0,533231.0,550432.0,567633.0,584834.0,602035.0,619236.0,636437.0,653638.0,670839.0,688040.0,705241.0,722442.0,739643.0,756844.0,774045.0,791246.0,808447.0,825648.0,842849.0,860050.0,877251.0,894452.0,911653.0,928854.0,946055.0,963256.0,980457.0,997658.0,1014859.0,1032060.0,1049261.0,1066462.0,1083663.0,1100864.0,1118065.0,1135266.0,1152467.0,1169668.0,1186869.0,1204070.0,1221271.0,1238472.0,1255673.0,1272874.0,1290075.0,1307276.0,1324477.0,1341678.0,1358879.0,1376080.0,1393281.0,1410482.0,1427683.0,1444884.0,1462085.0,1479286.0,1496487.0,1513688.0,1530889.0,1548090.0,1565291.0,1582492.0,1599693.0,1616894.0,1634095.0,1651296.0,1668497.0,1685698.0,1702899.0,1720100.0],"times":[1070890.0,1925120.0,3276493.0,3950967.0,5160250.0,5662180.0,7265284.0,7873343.0,9633937.0,10690851.0,11776514.0,12178670.0,12407667.0,13090323.0,14572899.0,15341417.0,15984150.0,17059856.0,18069662.0,18909562.0,20034158.0,21410200.0,22294309.0,23647940.0,24606923.0,24580841.0,25630569.0,26787164.0,27382332.0,28754211.0,29476567.0,30718835.0,31345327.0,32725862.0,33087494.0,34824018.0,35115381.0,35982037.0,37331289.0,38114054.0,39040681.0,40056707.0,41047704.0,42920998.0,48163442.0,47696223.0,44736274.0,46006417.0,46756445.0,47955937.0,49180657.0,49638214.0,50404719.0,50845458.0,52228234.0,53233954.0,53964265.0,55342620.0,56023617.0,57650234.0,57717222.0,59493815.0,59697187.0,60590071.0,61550644.0,62988048.0,63542781.0,65363206.0,67448152.0,66168941.0,66981087.0,68171025.0,68688949.0,70288684.0,70978674.0,73216313.0,73691543.0,73488959.0,78281817.0,80305590.0,76678591.0,79230338.0,81059302.0,89176250.0,83364250.0,83021171.0,85224332.0,85687067.0,84914236.0,86372370.0,86346864.0,87796734.0,88014078.0,89738938.0,90653099.0,90473038.0,92041883.0,92578531.0,94051943.0,94832558.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..8bd6249 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[51.3421636479398,53.23304419372876,58.27539231583266,60.16627286162163] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_100/5b/change/estimates.json new file mode 100644 index 0000000..227277d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008500141493542168,"upper_bound":0.009646140373788636},"point_estimate":0.0004565121087216628,"standard_error":0.004618253728809923},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011231457719327098,"upper_bound":0.0006812890016465456},"point_estimate":-0.004684629289103737,"standard_error":0.0029774840709508497}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_100/5b/new/benchmark.json new file mode 100644 index 0000000..fb6d050 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_100","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_100/5b","directory_name":"uninit_bench/gstring_100/5b","title":"uninit_bench/gstring_100/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_100/5b/new/estimates.json new file mode 100644 index 0000000..2458a39 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.30722204902527,"upper_bound":58.146420194210926},"point_estimate":57.70218239829732,"standard_error":0.2145375895320713},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.64900688865653,"upper_bound":57.03848272724975},"point_estimate":56.797990638830925,"standard_error":0.10101782988368252},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4993853846397476,"upper_bound":1.0651309278864638},"point_estimate":0.710352326894997,"standard_error":0.14208804126922842},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.894831378274176,"upper_bound":57.507735072909114},"point_estimate":57.17676783391037,"standard_error":0.15654764321449402},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.555210255773965,"upper_bound":2.7239890908413904},"point_estimate":2.160448079589639,"standard_error":0.2993242886113828}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/new/sample.json b/benchmarks/uninit_bench/gstring_100/5b/new/sample.json new file mode 100644 index 0000000..d296f31 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[16959.0,33918.0,50877.0,67836.0,84795.0,101754.0,118713.0,135672.0,152631.0,169590.0,186549.0,203508.0,220467.0,237426.0,254385.0,271344.0,288303.0,305262.0,322221.0,339180.0,356139.0,373098.0,390057.0,407016.0,423975.0,440934.0,457893.0,474852.0,491811.0,508770.0,525729.0,542688.0,559647.0,576606.0,593565.0,610524.0,627483.0,644442.0,661401.0,678360.0,695319.0,712278.0,729237.0,746196.0,763155.0,780114.0,797073.0,814032.0,830991.0,847950.0,864909.0,881868.0,898827.0,915786.0,932745.0,949704.0,966663.0,983622.0,1000581.0,1017540.0,1034499.0,1051458.0,1068417.0,1085376.0,1102335.0,1119294.0,1136253.0,1153212.0,1170171.0,1187130.0,1204089.0,1221048.0,1238007.0,1254966.0,1271925.0,1288884.0,1305843.0,1322802.0,1339761.0,1356720.0,1373679.0,1390638.0,1407597.0,1424556.0,1441515.0,1458474.0,1475433.0,1492392.0,1509351.0,1526310.0,1543269.0,1560228.0,1577187.0,1594146.0,1611105.0,1628064.0,1645023.0,1661982.0,1678941.0,1695900.0],"times":[1064537.0,1946770.0,3148219.0,3977249.0,4998429.0,6043368.0,7230891.0,8532777.0,8980270.0,9977342.0,10904326.0,11914106.0,12988504.0,13413402.0,14425551.0,15386494.0,16290016.0,17768094.0,18016403.0,19099601.0,20064014.0,21204212.0,21946310.0,23383550.0,24303741.0,24904811.0,25916811.0,27172540.0,27885768.0,34684806.0,33569811.0,34591517.0,35622625.0,33547414.0,33856047.0,34249828.0,35861160.0,40046334.0,40152000.0,38183793.0,39097220.0,39924129.0,41075980.0,41964646.0,43152544.0,43946086.0,45057280.0,46379409.0,47116318.0,47504932.0,49250691.0,49713169.0,50778669.0,52243928.0,52697485.0,53680823.0,58137309.0,59592250.0,56756641.0,58901672.0,58830018.0,58774493.0,60549295.0,61075823.0,62113085.0,63124173.0,66996505.0,66899868.0,66833990.0,67504802.0,68269278.0,68969392.0,69909698.0,71311456.0,72288916.0,76339761.0,73721240.0,74238392.0,75360968.0,76618880.0,78040914.0,79640383.0,79631728.0,80720263.0,82143627.0,82386148.0,83781537.0,86012557.0,87409129.0,85838870.0,86927131.0,87782503.0,89141471.0,90433933.0,98042468.0,95541220.0,92625444.0,93867752.0,96131529.0,97599726.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_100/5b/new/tukey.json new file mode 100644 index 0000000..27385fb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/new/tukey.json @@ -0,0 +1 @@ +[51.32899286562049,53.90079497554869,60.758933935357234,63.33073604528544] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_100/5b/report/MAD.svg new file mode 100644 index 0000000..d01c118 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_100/5b/report/SD.svg new file mode 100644 index 0000000..cf4dd3f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_100/5b/report/both/pdf.svg new file mode 100644 index 0000000..9a60b3f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_100/5b/report/both/regression.svg new file mode 100644 index 0000000..b0fdf3c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_100/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_100/5b/report/change/mean.svg new file mode 100644 index 0000000..4a31d32 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_100/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_100/5b/report/change/median.svg new file mode 100644 index 0000000..caaa16f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + -1.2 + + + + + -1 + + + + + -0.8 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_100/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_100/5b/report/change/t-test.svg new file mode 100644 index 0000000..2858688 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_100/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/index.html b/benchmarks/uninit_bench/gstring_100/5b/report/index.html new file mode 100644 index 0000000..e48a8e6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_100/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_100/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope56.895 ns57.177 ns57.508 ns
R²0.92039920.92319070.9193483
Mean57.307 ns57.702 ns58.146 ns
Std. Dev.1.5552 ns2.1604 ns2.7240 ns
Median56.649 ns56.798 ns57.038 ns
MAD499.39 ps710.35 ps1.0651 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.8500%+0.0457%+0.9646%(p = 0.92 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_100/5b/report/mean.svg new file mode 100644 index 0000000..31246c5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 57.4 + + + + + 57.6 + + + + + 57.8 + + + + + 58 + + + + + 58.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/median.svg b/benchmarks/uninit_bench/gstring_100/5b/report/median.svg new file mode 100644 index 0000000..b2e239f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/median.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 56.65 + + + + + 56.7 + + + + + 56.75 + + + + + 56.8 + + + + + 56.85 + + + + + 56.9 + + + + + 56.95 + + + + + 57 + + + + + 57.05 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_100/5b/report/pdf.svg new file mode 100644 index 0000000..905973e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/pdf.svg @@ -0,0 +1,360 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_100/5b/report/pdf_small.svg new file mode 100644 index 0000000..64f7f00 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_100/5b/report/regression.svg new file mode 100644 index 0000000..b414a9a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_100/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_100/5b/report/regression_small.svg new file mode 100644 index 0000000..9201525 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_100/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..88db6fb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_100/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..076d800 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_100/5b/report/slope.svg new file mode 100644 index 0000000..eaa034f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 56.9 + + + + + 57 + + + + + 57.1 + + + + + 57.2 + + + + + 57.3 + + + + + 57.4 + + + + + 57.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_100/5b/report/typical.svg new file mode 100644 index 0000000..63ee515 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 56.9 + + + + + 57 + + + + + 57.1 + + + + + 57.2 + + + + + 57.3 + + + + + 57.4 + + + + + 57.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..fb6d050 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_100","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_100/5b","directory_name":"uninit_bench/gstring_100/5b","title":"uninit_bench/gstring_100/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..2458a39 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.30722204902527,"upper_bound":58.146420194210926},"point_estimate":57.70218239829732,"standard_error":0.2145375895320713},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.64900688865653,"upper_bound":57.03848272724975},"point_estimate":56.797990638830925,"standard_error":0.10101782988368252},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4993853846397476,"upper_bound":1.0651309278864638},"point_estimate":0.710352326894997,"standard_error":0.14208804126922842},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.894831378274176,"upper_bound":57.507735072909114},"point_estimate":57.17676783391037,"standard_error":0.15654764321449402},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.555210255773965,"upper_bound":2.7239890908413904},"point_estimate":2.160448079589639,"standard_error":0.2993242886113828}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/sample.json new file mode 100644 index 0000000..d296f31 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[16959.0,33918.0,50877.0,67836.0,84795.0,101754.0,118713.0,135672.0,152631.0,169590.0,186549.0,203508.0,220467.0,237426.0,254385.0,271344.0,288303.0,305262.0,322221.0,339180.0,356139.0,373098.0,390057.0,407016.0,423975.0,440934.0,457893.0,474852.0,491811.0,508770.0,525729.0,542688.0,559647.0,576606.0,593565.0,610524.0,627483.0,644442.0,661401.0,678360.0,695319.0,712278.0,729237.0,746196.0,763155.0,780114.0,797073.0,814032.0,830991.0,847950.0,864909.0,881868.0,898827.0,915786.0,932745.0,949704.0,966663.0,983622.0,1000581.0,1017540.0,1034499.0,1051458.0,1068417.0,1085376.0,1102335.0,1119294.0,1136253.0,1153212.0,1170171.0,1187130.0,1204089.0,1221048.0,1238007.0,1254966.0,1271925.0,1288884.0,1305843.0,1322802.0,1339761.0,1356720.0,1373679.0,1390638.0,1407597.0,1424556.0,1441515.0,1458474.0,1475433.0,1492392.0,1509351.0,1526310.0,1543269.0,1560228.0,1577187.0,1594146.0,1611105.0,1628064.0,1645023.0,1661982.0,1678941.0,1695900.0],"times":[1064537.0,1946770.0,3148219.0,3977249.0,4998429.0,6043368.0,7230891.0,8532777.0,8980270.0,9977342.0,10904326.0,11914106.0,12988504.0,13413402.0,14425551.0,15386494.0,16290016.0,17768094.0,18016403.0,19099601.0,20064014.0,21204212.0,21946310.0,23383550.0,24303741.0,24904811.0,25916811.0,27172540.0,27885768.0,34684806.0,33569811.0,34591517.0,35622625.0,33547414.0,33856047.0,34249828.0,35861160.0,40046334.0,40152000.0,38183793.0,39097220.0,39924129.0,41075980.0,41964646.0,43152544.0,43946086.0,45057280.0,46379409.0,47116318.0,47504932.0,49250691.0,49713169.0,50778669.0,52243928.0,52697485.0,53680823.0,58137309.0,59592250.0,56756641.0,58901672.0,58830018.0,58774493.0,60549295.0,61075823.0,62113085.0,63124173.0,66996505.0,66899868.0,66833990.0,67504802.0,68269278.0,68969392.0,69909698.0,71311456.0,72288916.0,76339761.0,73721240.0,74238392.0,75360968.0,76618880.0,78040914.0,79640383.0,79631728.0,80720263.0,82143627.0,82386148.0,83781537.0,86012557.0,87409129.0,85838870.0,86927131.0,87782503.0,89141471.0,90433933.0,98042468.0,95541220.0,92625444.0,93867752.0,96131529.0,97599726.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..27385fb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[51.32899286562049,53.90079497554869,60.758933935357234,63.33073604528544] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/report/index.html b/benchmarks/uninit_bench/gstring_100/report/index.html new file mode 100644 index 0000000..5c1b504 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_100 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_100

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_100/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/report/violin.svg b/benchmarks/uninit_bench/gstring_100/report/violin.svg new file mode 100644 index 0000000..4c54279 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/report/violin.svg @@ -0,0 +1,482 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_100/unicode + + + + + uninit_bench/gstring_100/48b + + + + + uninit_bench/gstring_100/43b + + + + + uninit_bench/gstring_100/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_100/unicode/change/estimates.json new file mode 100644 index 0000000..564de52 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011120803267605055,"upper_bound":0.015177384902058598},"point_estimate":0.0017596713950951415,"standard_error":0.006647550997025878},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004123414713347886,"upper_bound":0.00669454818753934},"point_estimate":0.0007377289532770614,"standard_error":0.002593785714995186}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_100/unicode/new/benchmark.json new file mode 100644 index 0000000..48d44ce --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_100","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_100/unicode","directory_name":"uninit_bench/gstring_100/unicode","title":"uninit_bench/gstring_100/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_100/unicode/new/estimates.json new file mode 100644 index 0000000..8292d9f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.69875425556552,"upper_bound":57.79417613539058},"point_estimate":57.21944139664115,"standard_error":0.28001651929141497},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.83992402168701,"upper_bound":56.1559816288113},"point_estimate":56.007060567341455,"standard_error":0.08241407726568697},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5040921291006454,"upper_bound":0.9791611791750914},"point_estimate":0.7337533629763746,"standard_error":0.11811475465498718},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.03977325604514,"upper_bound":56.5860729561892},"point_estimate":56.283925747907446,"standard_error":0.13963169347072069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.193269713253276,"upper_bound":3.305980629894773},"point_estimate":2.8135321636504322,"standard_error":0.284120761179353}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_100/unicode/new/sample.json new file mode 100644 index 0000000..fd9e760 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17124.0,34248.0,51372.0,68496.0,85620.0,102744.0,119868.0,136992.0,154116.0,171240.0,188364.0,205488.0,222612.0,239736.0,256860.0,273984.0,291108.0,308232.0,325356.0,342480.0,359604.0,376728.0,393852.0,410976.0,428100.0,445224.0,462348.0,479472.0,496596.0,513720.0,530844.0,547968.0,565092.0,582216.0,599340.0,616464.0,633588.0,650712.0,667836.0,684960.0,702084.0,719208.0,736332.0,753456.0,770580.0,787704.0,804828.0,821952.0,839076.0,856200.0,873324.0,890448.0,907572.0,924696.0,941820.0,958944.0,976068.0,993192.0,1010316.0,1027440.0,1044564.0,1061688.0,1078812.0,1095936.0,1113060.0,1130184.0,1147308.0,1164432.0,1181556.0,1198680.0,1215804.0,1232928.0,1250052.0,1267176.0,1284300.0,1301424.0,1318548.0,1335672.0,1352796.0,1369920.0,1387044.0,1404168.0,1421292.0,1438416.0,1455540.0,1472664.0,1489788.0,1506912.0,1524036.0,1541160.0,1558284.0,1575408.0,1592532.0,1609656.0,1626780.0,1643904.0,1661028.0,1678152.0,1695276.0,1712400.0],"times":[1080615.0,2160243.0,3238889.0,4362578.0,5429230.0,6544759.0,7750160.0,8621402.0,9719312.0,10705768.0,10573973.0,11470811.0,13219991.0,13688722.0,17071646.0,15642042.0,16929074.0,17833833.0,18014317.0,19878518.0,19926682.0,20825501.0,21794611.0,22642784.0,23707317.0,24714345.0,25737906.0,26382417.0,27837524.0,28329617.0,29940442.0,30420109.0,31635264.0,32694911.0,34300689.0,34319163.0,35364024.0,36324814.0,37438662.0,38016327.0,39102938.0,40648954.0,44481304.0,48153667.0,50713111.0,48215573.0,45734729.0,45860442.0,46377627.0,48666837.0,48977698.0,49827558.0,50357961.0,51363622.0,52353211.0,53218917.0,55156279.0,55170421.0,56491704.0,57293247.0,58049800.0,59682815.0,61026384.0,60802570.0,62046693.0,63446062.0,63902876.0,65447633.0,66037656.0,68711976.0,74629011.0,68973062.0,70132527.0,70986325.0,72475240.0,72098893.0,73039021.0,74223966.0,75226343.0,76881319.0,77667267.0,78766759.0,79508914.0,79792333.0,81119861.0,83447757.0,82555362.0,87747375.0,85814078.0,85844493.0,86609183.0,88802520.0,88855854.0,89533833.0,91370498.0,93818415.0,93721099.0,93956313.0,94668767.0,95648956.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_100/unicode/new/tukey.json new file mode 100644 index 0000000..6bd8a27 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/new/tukey.json @@ -0,0 +1 @@ +[51.18449620089447,53.39367543384347,59.2848200550408,61.493999287989794] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/MAD.svg new file mode 100644 index 0000000..2290412 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1000 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_100/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/SD.svg new file mode 100644 index 0000000..8bad593 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + 3.2 + + + + + 3.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/both/pdf.svg new file mode 100644 index 0000000..5a3393e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/both/regression.svg new file mode 100644 index 0000000..8d381c1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_100/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/change/mean.svg new file mode 100644 index 0000000..ba84a34 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_100/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/change/median.svg new file mode 100644 index 0000000..7cae3e1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_100/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/change/t-test.svg new file mode 100644 index 0000000..7016f01 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_100/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/index.html b/benchmarks/uninit_bench/gstring_100/unicode/report/index.html new file mode 100644 index 0000000..3344c87 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_100/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_100/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope56.040 ns56.284 ns56.586 ns
R²0.91424890.91650820.9130526
Mean56.699 ns57.219 ns57.794 ns
Std. Dev.2.1933 ns2.8135 ns3.3060 ns
Median55.840 ns56.007 ns56.156 ns
MAD504.09 ps733.75 ps979.16 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.1121%+0.1760%+1.5177%(p = 0.79 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/mean.svg new file mode 100644 index 0000000..5538259 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 56.6 + + + + + 56.8 + + + + + 57 + + + + + 57.2 + + + + + 57.4 + + + + + 57.6 + + + + + 57.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/median.svg new file mode 100644 index 0000000..9391c80 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 55.85 + + + + + 55.9 + + + + + 55.95 + + + + + 56 + + + + + 56.05 + + + + + 56.1 + + + + + 56.15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/pdf.svg new file mode 100644 index 0000000..76bdcf6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/pdf.svg @@ -0,0 +1,374 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/pdf_small.svg new file mode 100644 index 0000000..492d7a1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/regression.svg new file mode 100644 index 0000000..f2cb3fa --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_100/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/regression_small.svg new file mode 100644 index 0000000..ced8159 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..6afe7e8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..e5747f7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/slope.svg new file mode 100644 index 0000000..36db0f5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 56 + + + + + 56.1 + + + + + 56.2 + + + + + 56.3 + + + + + 56.4 + + + + + 56.5 + + + + + 56.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_100/unicode/report/typical.svg new file mode 100644 index 0000000..14949e4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 56 + + + + + 56.1 + + + + + 56.2 + + + + + 56.3 + + + + + 56.4 + + + + + 56.5 + + + + + 56.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_100/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..48d44ce --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_100","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_100/unicode","directory_name":"uninit_bench/gstring_100/unicode","title":"uninit_bench/gstring_100/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..8292d9f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.69875425556552,"upper_bound":57.79417613539058},"point_estimate":57.21944139664115,"standard_error":0.28001651929141497},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.83992402168701,"upper_bound":56.1559816288113},"point_estimate":56.007060567341455,"standard_error":0.08241407726568697},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5040921291006454,"upper_bound":0.9791611791750914},"point_estimate":0.7337533629763746,"standard_error":0.11811475465498718},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.03977325604514,"upper_bound":56.5860729561892},"point_estimate":56.283925747907446,"standard_error":0.13963169347072069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.193269713253276,"upper_bound":3.305980629894773},"point_estimate":2.8135321636504322,"standard_error":0.284120761179353}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..fd9e760 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17124.0,34248.0,51372.0,68496.0,85620.0,102744.0,119868.0,136992.0,154116.0,171240.0,188364.0,205488.0,222612.0,239736.0,256860.0,273984.0,291108.0,308232.0,325356.0,342480.0,359604.0,376728.0,393852.0,410976.0,428100.0,445224.0,462348.0,479472.0,496596.0,513720.0,530844.0,547968.0,565092.0,582216.0,599340.0,616464.0,633588.0,650712.0,667836.0,684960.0,702084.0,719208.0,736332.0,753456.0,770580.0,787704.0,804828.0,821952.0,839076.0,856200.0,873324.0,890448.0,907572.0,924696.0,941820.0,958944.0,976068.0,993192.0,1010316.0,1027440.0,1044564.0,1061688.0,1078812.0,1095936.0,1113060.0,1130184.0,1147308.0,1164432.0,1181556.0,1198680.0,1215804.0,1232928.0,1250052.0,1267176.0,1284300.0,1301424.0,1318548.0,1335672.0,1352796.0,1369920.0,1387044.0,1404168.0,1421292.0,1438416.0,1455540.0,1472664.0,1489788.0,1506912.0,1524036.0,1541160.0,1558284.0,1575408.0,1592532.0,1609656.0,1626780.0,1643904.0,1661028.0,1678152.0,1695276.0,1712400.0],"times":[1080615.0,2160243.0,3238889.0,4362578.0,5429230.0,6544759.0,7750160.0,8621402.0,9719312.0,10705768.0,10573973.0,11470811.0,13219991.0,13688722.0,17071646.0,15642042.0,16929074.0,17833833.0,18014317.0,19878518.0,19926682.0,20825501.0,21794611.0,22642784.0,23707317.0,24714345.0,25737906.0,26382417.0,27837524.0,28329617.0,29940442.0,30420109.0,31635264.0,32694911.0,34300689.0,34319163.0,35364024.0,36324814.0,37438662.0,38016327.0,39102938.0,40648954.0,44481304.0,48153667.0,50713111.0,48215573.0,45734729.0,45860442.0,46377627.0,48666837.0,48977698.0,49827558.0,50357961.0,51363622.0,52353211.0,53218917.0,55156279.0,55170421.0,56491704.0,57293247.0,58049800.0,59682815.0,61026384.0,60802570.0,62046693.0,63446062.0,63902876.0,65447633.0,66037656.0,68711976.0,74629011.0,68973062.0,70132527.0,70986325.0,72475240.0,72098893.0,73039021.0,74223966.0,75226343.0,76881319.0,77667267.0,78766759.0,79508914.0,79792333.0,81119861.0,83447757.0,82555362.0,87747375.0,85814078.0,85844493.0,86609183.0,88802520.0,88855854.0,89533833.0,91370498.0,93818415.0,93721099.0,93956313.0,94668767.0,95648956.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..6bd8a27 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_100/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[51.18449620089447,53.39367543384347,59.2848200550408,61.493999287989794] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_1000/43b/change/estimates.json new file mode 100644 index 0000000..526d8a3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017572415492434316,"upper_bound":0.005966710119452461},"point_estimate":-0.00548320340340569,"standard_error":0.005975175456846877},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005113745489705426,"upper_bound":0.01028238905489709},"point_estimate":0.003022046212779017,"standard_error":0.003915535431842226}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_1000/43b/new/benchmark.json new file mode 100644 index 0000000..99c5cdd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_1000","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_1000/43b","directory_name":"uninit_bench/gstring_1000/43b","title":"uninit_bench/gstring_1000/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_1000/43b/new/estimates.json new file mode 100644 index 0000000..9cf7f08 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.6699176898519,"upper_bound":601.8326283045724},"point_estimate":597.0598471829553,"standard_error":2.337915287486727},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":584.7422118129548,"upper_bound":590.5937177502581},"point_estimate":586.7840455995361,"standard_error":1.6252738071771344},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.672576871706093,"upper_bound":14.238320702621628},"point_estimate":9.31428840313779,"standard_error":1.851176981029051},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":588.5925504379061,"upper_bound":595.4786781697594},"point_estimate":591.8712996260349,"standard_error":1.7619736792606682},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.49134497244837,"upper_bound":27.454228646878118},"point_estimate":23.42460913955766,"standard_error":2.293835515991752}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/new/sample.json b/benchmarks/uninit_bench/gstring_1000/43b/new/sample.json new file mode 100644 index 0000000..5ef2e1e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1672.0,3344.0,5016.0,6688.0,8360.0,10032.0,11704.0,13376.0,15048.0,16720.0,18392.0,20064.0,21736.0,23408.0,25080.0,26752.0,28424.0,30096.0,31768.0,33440.0,35112.0,36784.0,38456.0,40128.0,41800.0,43472.0,45144.0,46816.0,48488.0,50160.0,51832.0,53504.0,55176.0,56848.0,58520.0,60192.0,61864.0,63536.0,65208.0,66880.0,68552.0,70224.0,71896.0,73568.0,75240.0,76912.0,78584.0,80256.0,81928.0,83600.0,85272.0,86944.0,88616.0,90288.0,91960.0,93632.0,95304.0,96976.0,98648.0,100320.0,101992.0,103664.0,105336.0,107008.0,108680.0,110352.0,112024.0,113696.0,115368.0,117040.0,118712.0,120384.0,122056.0,123728.0,125400.0,127072.0,128744.0,130416.0,132088.0,133760.0,135432.0,137104.0,138776.0,140448.0,142120.0,143792.0,145464.0,147136.0,148808.0,150480.0,152152.0,153824.0,155496.0,157168.0,158840.0,160512.0,162184.0,163856.0,165528.0,167200.0],"times":[1035866.0,1904112.0,3298232.0,4279457.0,5286703.0,6580160.0,7852993.0,8750585.0,9842938.0,10632840.0,10786910.0,11884030.0,12747836.0,13591679.0,14560555.0,15467957.0,16267493.0,17676590.0,18610036.0,19865234.0,23151083.0,24448158.0,25214162.0,24792020.0,24816289.0,25178312.0,26319554.0,27356151.0,28573804.0,29190634.0,30791966.0,31024452.0,32312208.0,33586732.0,34202157.0,34789260.0,37461130.0,36916893.0,37702226.0,38773248.0,39862050.0,40907643.0,42415917.0,42685794.0,45565848.0,45616851.0,46398756.0,47202853.0,47729487.0,49364755.0,49886847.0,52266230.0,55922337.0,52644730.0,54568681.0,54399960.0,55383963.0,57605183.0,58501068.0,58833387.0,59770844.0,60485007.0,61176017.0,63577266.0,63298713.0,64784126.0,65454199.0,66326991.0,69990951.0,72751002.0,69738080.0,74196892.0,77185122.0,71669285.0,72580833.0,73572900.0,75359753.0,76822750.0,78910418.0,77857583.0,79955127.0,84574242.0,82570908.0,83502471.0,82820174.0,83334370.0,89788191.0,88269634.0,89918944.0,92134736.0,88678997.0,89806859.0,90862894.0,96239632.0,93089820.0,93186854.0,94839048.0,95457178.0,96347120.0,97430190.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_1000/43b/new/tukey.json new file mode 100644 index 0000000..b245ff8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/new/tukey.json @@ -0,0 +1 @@ +[524.2448423601088,553.3754754448685,631.0571636708944,660.1877967556542] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/MAD.svg new file mode 100644 index 0000000..91f7eef --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/MAD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + 15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/SD.svg new file mode 100644 index 0000000..7d9ee9b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/both/pdf.svg new file mode 100644 index 0000000..4e03494 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 520 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/both/regression.svg new file mode 100644 index 0000000..6583146 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_1000/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/change/mean.svg new file mode 100644 index 0000000..977ecb8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_1000/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/change/median.svg new file mode 100644 index 0000000..23f4772 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_1000/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/change/t-test.svg new file mode 100644 index 0000000..de70734 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_1000/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/index.html b/benchmarks/uninit_bench/gstring_1000/43b/report/index.html new file mode 100644 index 0000000..da7f4af --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_1000/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_1000/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope588.59 ns591.87 ns595.48 ns
R²0.91954520.92338900.9187401
Mean592.67 ns597.06 ns601.83 ns
Std. Dev.18.491 ns23.425 ns27.454 ns
Median584.74 ns586.78 ns590.59 ns
MAD6.6726 ns9.3143 ns14.238 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.7572%-0.5483%+0.5967%(p = 0.36 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/mean.svg new file mode 100644 index 0000000..817f161 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 592 + + + + + 594 + + + + + 596 + + + + + 598 + + + + + 600 + + + + + 602 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/median.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/median.svg new file mode 100644 index 0000000..d2bc649 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 585 + + + + + 586 + + + + + 587 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/pdf.svg new file mode 100644 index 0000000..a550dcd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/pdf.svg @@ -0,0 +1,366 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/pdf_small.svg new file mode 100644 index 0000000..29994ff --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/regression.svg new file mode 100644 index 0000000..daea2a7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_1000/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/regression_small.svg new file mode 100644 index 0000000..d89f946 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..cb16289 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 520 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..a2ec7e1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/slope.svg new file mode 100644 index 0000000..82a187c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_1000/43b/report/typical.svg new file mode 100644 index 0000000..663a9b6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..99c5cdd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_1000","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_1000/43b","directory_name":"uninit_bench/gstring_1000/43b","title":"uninit_bench/gstring_1000/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..9cf7f08 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.6699176898519,"upper_bound":601.8326283045724},"point_estimate":597.0598471829553,"standard_error":2.337915287486727},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":584.7422118129548,"upper_bound":590.5937177502581},"point_estimate":586.7840455995361,"standard_error":1.6252738071771344},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.672576871706093,"upper_bound":14.238320702621628},"point_estimate":9.31428840313779,"standard_error":1.851176981029051},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":588.5925504379061,"upper_bound":595.4786781697594},"point_estimate":591.8712996260349,"standard_error":1.7619736792606682},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.49134497244837,"upper_bound":27.454228646878118},"point_estimate":23.42460913955766,"standard_error":2.293835515991752}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/sample.json new file mode 100644 index 0000000..5ef2e1e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1672.0,3344.0,5016.0,6688.0,8360.0,10032.0,11704.0,13376.0,15048.0,16720.0,18392.0,20064.0,21736.0,23408.0,25080.0,26752.0,28424.0,30096.0,31768.0,33440.0,35112.0,36784.0,38456.0,40128.0,41800.0,43472.0,45144.0,46816.0,48488.0,50160.0,51832.0,53504.0,55176.0,56848.0,58520.0,60192.0,61864.0,63536.0,65208.0,66880.0,68552.0,70224.0,71896.0,73568.0,75240.0,76912.0,78584.0,80256.0,81928.0,83600.0,85272.0,86944.0,88616.0,90288.0,91960.0,93632.0,95304.0,96976.0,98648.0,100320.0,101992.0,103664.0,105336.0,107008.0,108680.0,110352.0,112024.0,113696.0,115368.0,117040.0,118712.0,120384.0,122056.0,123728.0,125400.0,127072.0,128744.0,130416.0,132088.0,133760.0,135432.0,137104.0,138776.0,140448.0,142120.0,143792.0,145464.0,147136.0,148808.0,150480.0,152152.0,153824.0,155496.0,157168.0,158840.0,160512.0,162184.0,163856.0,165528.0,167200.0],"times":[1035866.0,1904112.0,3298232.0,4279457.0,5286703.0,6580160.0,7852993.0,8750585.0,9842938.0,10632840.0,10786910.0,11884030.0,12747836.0,13591679.0,14560555.0,15467957.0,16267493.0,17676590.0,18610036.0,19865234.0,23151083.0,24448158.0,25214162.0,24792020.0,24816289.0,25178312.0,26319554.0,27356151.0,28573804.0,29190634.0,30791966.0,31024452.0,32312208.0,33586732.0,34202157.0,34789260.0,37461130.0,36916893.0,37702226.0,38773248.0,39862050.0,40907643.0,42415917.0,42685794.0,45565848.0,45616851.0,46398756.0,47202853.0,47729487.0,49364755.0,49886847.0,52266230.0,55922337.0,52644730.0,54568681.0,54399960.0,55383963.0,57605183.0,58501068.0,58833387.0,59770844.0,60485007.0,61176017.0,63577266.0,63298713.0,64784126.0,65454199.0,66326991.0,69990951.0,72751002.0,69738080.0,74196892.0,77185122.0,71669285.0,72580833.0,73572900.0,75359753.0,76822750.0,78910418.0,77857583.0,79955127.0,84574242.0,82570908.0,83502471.0,82820174.0,83334370.0,89788191.0,88269634.0,89918944.0,92134736.0,88678997.0,89806859.0,90862894.0,96239632.0,93089820.0,93186854.0,94839048.0,95457178.0,96347120.0,97430190.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..b245ff8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[524.2448423601088,553.3754754448685,631.0571636708944,660.1877967556542] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_1000/48b/change/estimates.json new file mode 100644 index 0000000..bc16a19 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021416932231513277,"upper_bound":-0.0005609969369657198},"point_estimate":-0.01103320223725357,"standard_error":0.005346557978561549},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005000592096501166,"upper_bound":0.0051960598979137185},"point_estimate":0.0009241305670157907,"standard_error":0.0025560125382520127}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_1000/48b/new/benchmark.json new file mode 100644 index 0000000..3fd1e1e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_1000","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_1000/48b","directory_name":"uninit_bench/gstring_1000/48b","title":"uninit_bench/gstring_1000/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_1000/48b/new/estimates.json new file mode 100644 index 0000000..2fbb933 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":587.2743401683235,"upper_bound":593.77105989889},"point_estimate":590.3433517973914,"standard_error":1.655831053981787},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":582.5541585063324,"upper_bound":586.7791628363057},"point_estimate":584.6215574079645,"standard_error":1.0901330169680041},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.959525296001548,"upper_bound":9.472036454997804},"point_estimate":6.941241544381311,"standard_error":1.076261144455305},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":585.0619532951984,"upper_bound":592.60173481751},"point_estimate":588.3753193234612,"standard_error":1.9350810970258352},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.02734659776383,"upper_bound":20.426827781682828},"point_estimate":16.618103028061064,"standard_error":2.1476563529696864}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/new/sample.json b/benchmarks/uninit_bench/gstring_1000/48b/new/sample.json new file mode 100644 index 0000000..eeef768 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1665.0,3330.0,4995.0,6660.0,8325.0,9990.0,11655.0,13320.0,14985.0,16650.0,18315.0,19980.0,21645.0,23310.0,24975.0,26640.0,28305.0,29970.0,31635.0,33300.0,34965.0,36630.0,38295.0,39960.0,41625.0,43290.0,44955.0,46620.0,48285.0,49950.0,51615.0,53280.0,54945.0,56610.0,58275.0,59940.0,61605.0,63270.0,64935.0,66600.0,68265.0,69930.0,71595.0,73260.0,74925.0,76590.0,78255.0,79920.0,81585.0,83250.0,84915.0,86580.0,88245.0,89910.0,91575.0,93240.0,94905.0,96570.0,98235.0,99900.0,101565.0,103230.0,104895.0,106560.0,108225.0,109890.0,111555.0,113220.0,114885.0,116550.0,118215.0,119880.0,121545.0,123210.0,124875.0,126540.0,128205.0,129870.0,131535.0,133200.0,134865.0,136530.0,138195.0,139860.0,141525.0,143190.0,144855.0,146520.0,148185.0,149850.0,151515.0,153180.0,154845.0,156510.0,158175.0,159840.0,161505.0,163170.0,164835.0,166500.0],"times":[1031655.0,2045430.0,3046899.0,4147395.0,4840213.0,6413282.0,7339151.0,7964857.0,8672781.0,10095065.0,11093764.0,12011184.0,12860824.0,13642790.0,14731242.0,16211712.0,16684410.0,17305155.0,18341604.0,19591187.0,20376095.0,21086912.0,22244469.0,23198339.0,24405029.0,25800288.0,25909621.0,27116577.0,28213614.0,29411783.0,29808675.0,30786321.0,32037158.0,33109456.0,33515501.0,35181133.0,35727886.0,37140972.0,37506952.0,38592584.0,39653438.0,40762648.0,42728296.0,47840909.0,47166303.0,47964332.0,45299765.0,47393288.0,47872378.0,48161623.0,49336823.0,50650112.0,50923771.0,52978962.0,53036325.0,54251156.0,55456550.0,56647140.0,57852401.0,57931117.0,59035962.0,59935413.0,61643239.0,61754796.0,63327912.0,64316945.0,66019406.0,65553208.0,66652809.0,67556536.0,68660123.0,69798722.0,71693230.0,72000687.0,72732659.0,74425559.0,74120987.0,76577228.0,85890102.0,78423100.0,79052271.0,79272872.0,80324381.0,90100893.0,84925322.0,83331299.0,85455383.0,86896203.0,86816751.0,89364475.0,90558217.0,89235646.0,90028284.0,90764599.0,92178551.0,93315641.0,94942152.0,95023162.0,95621099.0,97261773.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_1000/48b/new/tukey.json new file mode 100644 index 0000000..735462a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/new/tukey.json @@ -0,0 +1 @@ +[551.2618762489109,565.9407905319376,605.0845619533425,619.7634762363693] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/MAD.svg new file mode 100644 index 0000000..2f940f0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/MAD.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/SD.svg new file mode 100644 index 0000000..c7ff6b0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/both/pdf.svg new file mode 100644 index 0000000..edf497b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/both/regression.svg new file mode 100644 index 0000000..20e48e6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_1000/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/change/mean.svg new file mode 100644 index 0000000..6b389be --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_1000/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/change/median.svg new file mode 100644 index 0000000..d85cac9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/change/median.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_1000/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/change/t-test.svg new file mode 100644 index 0000000..0374749 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_1000/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/index.html b/benchmarks/uninit_bench/gstring_1000/48b/report/index.html new file mode 100644 index 0000000..b00b941 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_1000/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_1000/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope585.06 ns588.38 ns592.60 ns
R²0.91141200.91517360.9090689
Mean587.27 ns590.34 ns593.77 ns
Std. Dev.12.027 ns16.618 ns20.427 ns
Median582.55 ns584.62 ns586.78 ns
MAD4.9595 ns6.9412 ns9.4720 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-2.1417%-1.1033%-0.0561%(p = 0.04 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/mean.svg new file mode 100644 index 0000000..3afbbfe --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 587 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/median.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/median.svg new file mode 100644 index 0000000..0f20c11 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 583 + + + + + 584 + + + + + 585 + + + + + 586 + + + + + 587 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/pdf.svg new file mode 100644 index 0000000..1607fca --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/pdf.svg @@ -0,0 +1,363 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/pdf_small.svg new file mode 100644 index 0000000..deb4d40 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/regression.svg new file mode 100644 index 0000000..a0a508e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_1000/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/regression_small.svg new file mode 100644 index 0000000..83c5597 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..9fd794f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..ec3a253 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/slope.svg new file mode 100644 index 0000000..05f723e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 585 + + + + + 586 + + + + + 587 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_1000/48b/report/typical.svg new file mode 100644 index 0000000..b028e4f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 585 + + + + + 586 + + + + + 587 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..3fd1e1e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_1000","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_1000/48b","directory_name":"uninit_bench/gstring_1000/48b","title":"uninit_bench/gstring_1000/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..2fbb933 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":587.2743401683235,"upper_bound":593.77105989889},"point_estimate":590.3433517973914,"standard_error":1.655831053981787},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":582.5541585063324,"upper_bound":586.7791628363057},"point_estimate":584.6215574079645,"standard_error":1.0901330169680041},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.959525296001548,"upper_bound":9.472036454997804},"point_estimate":6.941241544381311,"standard_error":1.076261144455305},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":585.0619532951984,"upper_bound":592.60173481751},"point_estimate":588.3753193234612,"standard_error":1.9350810970258352},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.02734659776383,"upper_bound":20.426827781682828},"point_estimate":16.618103028061064,"standard_error":2.1476563529696864}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/sample.json new file mode 100644 index 0000000..eeef768 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1665.0,3330.0,4995.0,6660.0,8325.0,9990.0,11655.0,13320.0,14985.0,16650.0,18315.0,19980.0,21645.0,23310.0,24975.0,26640.0,28305.0,29970.0,31635.0,33300.0,34965.0,36630.0,38295.0,39960.0,41625.0,43290.0,44955.0,46620.0,48285.0,49950.0,51615.0,53280.0,54945.0,56610.0,58275.0,59940.0,61605.0,63270.0,64935.0,66600.0,68265.0,69930.0,71595.0,73260.0,74925.0,76590.0,78255.0,79920.0,81585.0,83250.0,84915.0,86580.0,88245.0,89910.0,91575.0,93240.0,94905.0,96570.0,98235.0,99900.0,101565.0,103230.0,104895.0,106560.0,108225.0,109890.0,111555.0,113220.0,114885.0,116550.0,118215.0,119880.0,121545.0,123210.0,124875.0,126540.0,128205.0,129870.0,131535.0,133200.0,134865.0,136530.0,138195.0,139860.0,141525.0,143190.0,144855.0,146520.0,148185.0,149850.0,151515.0,153180.0,154845.0,156510.0,158175.0,159840.0,161505.0,163170.0,164835.0,166500.0],"times":[1031655.0,2045430.0,3046899.0,4147395.0,4840213.0,6413282.0,7339151.0,7964857.0,8672781.0,10095065.0,11093764.0,12011184.0,12860824.0,13642790.0,14731242.0,16211712.0,16684410.0,17305155.0,18341604.0,19591187.0,20376095.0,21086912.0,22244469.0,23198339.0,24405029.0,25800288.0,25909621.0,27116577.0,28213614.0,29411783.0,29808675.0,30786321.0,32037158.0,33109456.0,33515501.0,35181133.0,35727886.0,37140972.0,37506952.0,38592584.0,39653438.0,40762648.0,42728296.0,47840909.0,47166303.0,47964332.0,45299765.0,47393288.0,47872378.0,48161623.0,49336823.0,50650112.0,50923771.0,52978962.0,53036325.0,54251156.0,55456550.0,56647140.0,57852401.0,57931117.0,59035962.0,59935413.0,61643239.0,61754796.0,63327912.0,64316945.0,66019406.0,65553208.0,66652809.0,67556536.0,68660123.0,69798722.0,71693230.0,72000687.0,72732659.0,74425559.0,74120987.0,76577228.0,85890102.0,78423100.0,79052271.0,79272872.0,80324381.0,90100893.0,84925322.0,83331299.0,85455383.0,86896203.0,86816751.0,89364475.0,90558217.0,89235646.0,90028284.0,90764599.0,92178551.0,93315641.0,94942152.0,95023162.0,95621099.0,97261773.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..735462a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[551.2618762489109,565.9407905319376,605.0845619533425,619.7634762363693] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_1000/5b/change/estimates.json new file mode 100644 index 0000000..488e0cb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006431924200860017,"upper_bound":0.011995138084963589},"point_estimate":0.0025143202844566392,"standard_error":0.0047303632854273575},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014275459520243228,"upper_bound":0.011663197402283831},"point_estimate":0.004156641356172441,"standard_error":0.0032402668276145454}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_1000/5b/new/benchmark.json new file mode 100644 index 0000000..9306610 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_1000","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_1000/5b","directory_name":"uninit_bench/gstring_1000/5b","title":"uninit_bench/gstring_1000/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_1000/5b/new/estimates.json new file mode 100644 index 0000000..6ca9eb2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.5858115937077,"upper_bound":600.7157421007671},"point_estimate":596.4761938615683,"standard_error":2.07551174166152},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":586.7342775736149,"upper_bound":593.0478915662651},"point_estimate":588.8688542632067,"standard_error":1.5729995127607668},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.050453304674306,"upper_bound":14.474245171275173},"point_estimate":10.349924695224976,"standard_error":1.5998058190960038},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":588.7779391734819,"upper_bound":596.085872111034},"point_estimate":592.0060521471137,"standard_error":1.8858898044188672},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.01462565995042,"upper_bound":24.82084643218772},"point_estimate":20.86415529355871,"standard_error":2.245695177497713}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/new/sample.json b/benchmarks/uninit_bench/gstring_1000/5b/new/sample.json new file mode 100644 index 0000000..c195cf5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1660.0,3320.0,4980.0,6640.0,8300.0,9960.0,11620.0,13280.0,14940.0,16600.0,18260.0,19920.0,21580.0,23240.0,24900.0,26560.0,28220.0,29880.0,31540.0,33200.0,34860.0,36520.0,38180.0,39840.0,41500.0,43160.0,44820.0,46480.0,48140.0,49800.0,51460.0,53120.0,54780.0,56440.0,58100.0,59760.0,61420.0,63080.0,64740.0,66400.0,68060.0,69720.0,71380.0,73040.0,74700.0,76360.0,78020.0,79680.0,81340.0,83000.0,84660.0,86320.0,87980.0,89640.0,91300.0,92960.0,94620.0,96280.0,97940.0,99600.0,101260.0,102920.0,104580.0,106240.0,107900.0,109560.0,111220.0,112880.0,114540.0,116200.0,117860.0,119520.0,121180.0,122840.0,124500.0,126160.0,127820.0,129480.0,131140.0,132800.0,134460.0,136120.0,137780.0,139440.0,141100.0,142760.0,144420.0,146080.0,147740.0,149400.0,151060.0,152720.0,154380.0,156040.0,157700.0,159360.0,161020.0,162680.0,164340.0,166000.0],"times":[1110356.0,1973808.0,3220977.0,3955234.0,5350594.0,5855830.0,7542289.0,8751475.0,9816345.0,10887711.0,11083579.0,12126450.0,12966836.0,13980605.0,14398371.0,16461728.0,16277364.0,17204376.0,18844842.0,19097501.0,20291860.0,21658109.0,22175224.0,24288280.0,24157387.0,25157643.0,26420838.0,27883119.0,27980395.0,29184773.0,30596126.0,30972346.0,31992361.0,33472608.0,34075329.0,35727390.0,36051948.0,36803156.0,37610146.0,38435882.0,40431731.0,40740146.0,41427840.0,42326523.0,43386561.0,48102078.0,48085770.0,47922643.0,47148666.0,48637638.0,50538313.0,50831266.0,52303148.0,52243272.0,58319077.0,58348433.0,56884247.0,59086488.0,58208897.0,57706917.0,59887854.0,60069162.0,60617440.0,61880852.0,63621411.0,64413932.0,69490930.0,67280069.0,67173177.0,70657115.0,71670027.0,70637207.0,72381909.0,71868840.0,72376946.0,74291539.0,74469514.0,76010476.0,77076419.0,78055591.0,78174968.0,79067864.0,81716477.0,81395781.0,82743292.0,84383211.0,85634066.0,86159418.0,87242968.0,87443366.0,88641087.0,89463518.0,90723552.0,100822961.0,95222864.0,92562500.0,94599683.0,94345406.0,95949894.0,98779748.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_1000/5b/new/tukey.json new file mode 100644 index 0000000..e36e5ba --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/new/tukey.json @@ -0,0 +1 @@ +[531.6654350920165,557.3431912919536,625.8172078251191,651.4949640250561] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/MAD.svg new file mode 100644 index 0000000..82d1dff --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + 15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/SD.svg new file mode 100644 index 0000000..854a2a3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/both/pdf.svg new file mode 100644 index 0000000..257cb1a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/both/regression.svg new file mode 100644 index 0000000..b9502b0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_1000/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/change/mean.svg new file mode 100644 index 0000000..13f0044 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_1000/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/change/median.svg new file mode 100644 index 0000000..bce556f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_1000/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/change/t-test.svg new file mode 100644 index 0000000..0d7407f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_1000/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/index.html b/benchmarks/uninit_bench/gstring_1000/5b/report/index.html new file mode 100644 index 0000000..2c6fa53 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_1000/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_1000/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope588.78 ns592.01 ns596.09 ns
R²0.92469460.92815280.9226412
Mean592.59 ns596.48 ns600.72 ns
Std. Dev.16.015 ns20.864 ns24.821 ns
Median586.73 ns588.87 ns593.05 ns
MAD8.0505 ns10.350 ns14.474 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.6432%+0.2514%+1.1995%(p = 0.60 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/mean.svg new file mode 100644 index 0000000..7a8b475 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/mean.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + 597 + + + + + 598 + + + + + 599 + + + + + 600 + + + + + 601 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/median.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/median.svg new file mode 100644 index 0000000..fd50752 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 587 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/pdf.svg new file mode 100644 index 0000000..34fb4ec --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/pdf.svg @@ -0,0 +1,352 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/pdf_small.svg new file mode 100644 index 0000000..ee8a5c7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/regression.svg new file mode 100644 index 0000000..f2f6dd3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_1000/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/regression_small.svg new file mode 100644 index 0000000..8e55f5c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..a4112a5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..fd23cd6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/slope.svg new file mode 100644 index 0000000..93e58aa --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_1000/5b/report/typical.svg new file mode 100644 index 0000000..49d59c3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..9306610 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_1000","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_1000/5b","directory_name":"uninit_bench/gstring_1000/5b","title":"uninit_bench/gstring_1000/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..6ca9eb2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.5858115937077,"upper_bound":600.7157421007671},"point_estimate":596.4761938615683,"standard_error":2.07551174166152},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":586.7342775736149,"upper_bound":593.0478915662651},"point_estimate":588.8688542632067,"standard_error":1.5729995127607668},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.050453304674306,"upper_bound":14.474245171275173},"point_estimate":10.349924695224976,"standard_error":1.5998058190960038},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":588.7779391734819,"upper_bound":596.085872111034},"point_estimate":592.0060521471137,"standard_error":1.8858898044188672},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.01462565995042,"upper_bound":24.82084643218772},"point_estimate":20.86415529355871,"standard_error":2.245695177497713}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/sample.json new file mode 100644 index 0000000..c195cf5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1660.0,3320.0,4980.0,6640.0,8300.0,9960.0,11620.0,13280.0,14940.0,16600.0,18260.0,19920.0,21580.0,23240.0,24900.0,26560.0,28220.0,29880.0,31540.0,33200.0,34860.0,36520.0,38180.0,39840.0,41500.0,43160.0,44820.0,46480.0,48140.0,49800.0,51460.0,53120.0,54780.0,56440.0,58100.0,59760.0,61420.0,63080.0,64740.0,66400.0,68060.0,69720.0,71380.0,73040.0,74700.0,76360.0,78020.0,79680.0,81340.0,83000.0,84660.0,86320.0,87980.0,89640.0,91300.0,92960.0,94620.0,96280.0,97940.0,99600.0,101260.0,102920.0,104580.0,106240.0,107900.0,109560.0,111220.0,112880.0,114540.0,116200.0,117860.0,119520.0,121180.0,122840.0,124500.0,126160.0,127820.0,129480.0,131140.0,132800.0,134460.0,136120.0,137780.0,139440.0,141100.0,142760.0,144420.0,146080.0,147740.0,149400.0,151060.0,152720.0,154380.0,156040.0,157700.0,159360.0,161020.0,162680.0,164340.0,166000.0],"times":[1110356.0,1973808.0,3220977.0,3955234.0,5350594.0,5855830.0,7542289.0,8751475.0,9816345.0,10887711.0,11083579.0,12126450.0,12966836.0,13980605.0,14398371.0,16461728.0,16277364.0,17204376.0,18844842.0,19097501.0,20291860.0,21658109.0,22175224.0,24288280.0,24157387.0,25157643.0,26420838.0,27883119.0,27980395.0,29184773.0,30596126.0,30972346.0,31992361.0,33472608.0,34075329.0,35727390.0,36051948.0,36803156.0,37610146.0,38435882.0,40431731.0,40740146.0,41427840.0,42326523.0,43386561.0,48102078.0,48085770.0,47922643.0,47148666.0,48637638.0,50538313.0,50831266.0,52303148.0,52243272.0,58319077.0,58348433.0,56884247.0,59086488.0,58208897.0,57706917.0,59887854.0,60069162.0,60617440.0,61880852.0,63621411.0,64413932.0,69490930.0,67280069.0,67173177.0,70657115.0,71670027.0,70637207.0,72381909.0,71868840.0,72376946.0,74291539.0,74469514.0,76010476.0,77076419.0,78055591.0,78174968.0,79067864.0,81716477.0,81395781.0,82743292.0,84383211.0,85634066.0,86159418.0,87242968.0,87443366.0,88641087.0,89463518.0,90723552.0,100822961.0,95222864.0,92562500.0,94599683.0,94345406.0,95949894.0,98779748.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..e36e5ba --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[531.6654350920165,557.3431912919536,625.8172078251191,651.4949640250561] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/report/index.html b/benchmarks/uninit_bench/gstring_1000/report/index.html new file mode 100644 index 0000000..9473353 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_1000 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_1000

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_1000/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/report/violin.svg b/benchmarks/uninit_bench/gstring_1000/report/violin.svg new file mode 100644 index 0000000..a3ab631 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/report/violin.svg @@ -0,0 +1,482 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_1000/unicode + + + + + uninit_bench/gstring_1000/48b + + + + + uninit_bench/gstring_1000/43b + + + + + uninit_bench/gstring_1000/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_1000/unicode/change/estimates.json new file mode 100644 index 0000000..c9631bc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004422419257863898,"upper_bound":0.016225593207812587},"point_estimate":0.005845488704359747,"standard_error":0.005257539455765707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0001846405264117612,"upper_bound":0.009427371151494057},"point_estimate":0.004451225910477641,"standard_error":0.0023832458122696122}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_1000/unicode/new/benchmark.json new file mode 100644 index 0000000..499d0f6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_1000","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_1000/unicode","directory_name":"uninit_bench/gstring_1000/unicode","title":"uninit_bench/gstring_1000/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_1000/unicode/new/estimates.json new file mode 100644 index 0000000..622c3e7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":593.3939151158246,"upper_bound":602.7407309630333},"point_estimate":597.8252196563503,"standard_error":2.3816337909212546},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":585.9414572765795,"upper_bound":590.8013279122937},"point_estimate":588.1085452492737,"standard_error":1.1303884591728361},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.990205030821608,"upper_bound":12.774998598007622},"point_estimate":8.749214970005598,"standard_error":1.6105718320404547},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.398109026648,"upper_bound":602.6686417401546},"point_estimate":597.3703195261703,"standard_error":2.625919358883186},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.293838510759077,"upper_bound":28.831571543806888},"point_estimate":23.83949852071493,"standard_error":2.6932354639632154}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_1000/unicode/new/sample.json new file mode 100644 index 0000000..172d11d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1661.0,3322.0,4983.0,6644.0,8305.0,9966.0,11627.0,13288.0,14949.0,16610.0,18271.0,19932.0,21593.0,23254.0,24915.0,26576.0,28237.0,29898.0,31559.0,33220.0,34881.0,36542.0,38203.0,39864.0,41525.0,43186.0,44847.0,46508.0,48169.0,49830.0,51491.0,53152.0,54813.0,56474.0,58135.0,59796.0,61457.0,63118.0,64779.0,66440.0,68101.0,69762.0,71423.0,73084.0,74745.0,76406.0,78067.0,79728.0,81389.0,83050.0,84711.0,86372.0,88033.0,89694.0,91355.0,93016.0,94677.0,96338.0,97999.0,99660.0,101321.0,102982.0,104643.0,106304.0,107965.0,109626.0,111287.0,112948.0,114609.0,116270.0,117931.0,119592.0,121253.0,122914.0,124575.0,126236.0,127897.0,129558.0,131219.0,132880.0,134541.0,136202.0,137863.0,139524.0,141185.0,142846.0,144507.0,146168.0,147829.0,149490.0,151151.0,152812.0,154473.0,156134.0,157795.0,159456.0,161117.0,162778.0,164439.0,166100.0],"times":[1105465.0,1891604.0,3479429.0,3951709.0,4833319.0,6368808.0,7458495.0,7810206.0,9788956.0,10894026.0,11955378.0,12604627.0,12535862.0,14659979.0,14989680.0,15994989.0,17046105.0,17524048.0,19005439.0,19835271.0,20245502.0,21195694.0,22331982.0,23280244.0,24102312.0,25288486.0,25915278.0,27347913.0,28274358.0,28744287.0,30198471.0,30970713.0,31857073.0,32994661.0,34440789.0,34563214.0,36139517.0,37502041.0,38188576.0,38823778.0,40078497.0,40167566.0,42455952.0,42553123.0,44258771.0,44294566.0,46060444.0,46057702.0,47415725.0,48383550.0,49542398.0,50455734.0,51307577.0,52294092.0,54535552.0,60553808.0,59551828.0,56144187.0,57869101.0,59203226.0,60985552.0,60923219.0,60517995.0,62448632.0,62850166.0,65821737.0,65294781.0,66025461.0,66618141.0,68390315.0,73704176.0,69887343.0,71876884.0,72440563.0,72537301.0,73797268.0,74815790.0,76202325.0,77659412.0,79603861.0,78947555.0,79770684.0,80577340.0,86608886.0,90397644.0,92978423.0,84645719.0,86119218.0,87131546.0,88495391.0,93128479.0,95285308.0,90517526.0,91834685.0,100621641.0,97084518.0,99600797.0,100123281.0,95925137.0,97230766.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_1000/unicode/new/tukey.json new file mode 100644 index 0000000..56de979 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/new/tukey.json @@ -0,0 +1 @@ +[530.255369297278,557.0430426993448,628.4768384381896,655.2645118402563] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/MAD.svg new file mode 100644 index 0000000..a4c1f96 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/SD.svg new file mode 100644 index 0000000..25b4b76 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/both/pdf.svg new file mode 100644 index 0000000..bd4f08b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 520 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + 740 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/both/regression.svg new file mode 100644 index 0000000..3770142 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_1000/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/change/mean.svg new file mode 100644 index 0000000..e3e2955 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_1000/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/change/median.svg new file mode 100644 index 0000000..5a40fdc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_1000/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/change/t-test.svg new file mode 100644 index 0000000..6b5613e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_1000/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/index.html b/benchmarks/uninit_bench/gstring_1000/unicode/report/index.html new file mode 100644 index 0000000..3265c83 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_1000/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_1000/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope592.40 ns597.37 ns602.67 ns
R²0.86304970.87082090.8620075
Mean593.39 ns597.83 ns602.74 ns
Std. Dev.18.294 ns23.839 ns28.832 ns
Median585.94 ns588.11 ns590.80 ns
MAD5.9902 ns8.7492 ns12.775 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.4422%+0.5845%+1.6226%(p = 0.29 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/mean.svg new file mode 100644 index 0000000..d64066d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 594 + + + + + 596 + + + + + 598 + + + + + 600 + + + + + 602 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/median.svg new file mode 100644 index 0000000..bf2d665 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 586 + + + + + 587 + + + + + 588 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/pdf.svg new file mode 100644 index 0000000..7e2a02f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/pdf.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/pdf_small.svg new file mode 100644 index 0000000..23e7dcc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/regression.svg new file mode 100644 index 0000000..243ba7a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_1000/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/regression_small.svg new file mode 100644 index 0000000..abe8c48 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..69c3460 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 520 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + 740 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..f1b7ece --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/slope.svg new file mode 100644 index 0000000..da20959 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 592 + + + + + 594 + + + + + 596 + + + + + 598 + + + + + 600 + + + + + 602 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_1000/unicode/report/typical.svg new file mode 100644 index 0000000..eb5b059 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 592 + + + + + 594 + + + + + 596 + + + + + 598 + + + + + 600 + + + + + 602 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_1000/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..499d0f6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_1000","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_1000/unicode","directory_name":"uninit_bench/gstring_1000/unicode","title":"uninit_bench/gstring_1000/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..622c3e7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":593.3939151158246,"upper_bound":602.7407309630333},"point_estimate":597.8252196563503,"standard_error":2.3816337909212546},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":585.9414572765795,"upper_bound":590.8013279122937},"point_estimate":588.1085452492737,"standard_error":1.1303884591728361},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.990205030821608,"upper_bound":12.774998598007622},"point_estimate":8.749214970005598,"standard_error":1.6105718320404547},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.398109026648,"upper_bound":602.6686417401546},"point_estimate":597.3703195261703,"standard_error":2.625919358883186},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.293838510759077,"upper_bound":28.831571543806888},"point_estimate":23.83949852071493,"standard_error":2.6932354639632154}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..172d11d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1661.0,3322.0,4983.0,6644.0,8305.0,9966.0,11627.0,13288.0,14949.0,16610.0,18271.0,19932.0,21593.0,23254.0,24915.0,26576.0,28237.0,29898.0,31559.0,33220.0,34881.0,36542.0,38203.0,39864.0,41525.0,43186.0,44847.0,46508.0,48169.0,49830.0,51491.0,53152.0,54813.0,56474.0,58135.0,59796.0,61457.0,63118.0,64779.0,66440.0,68101.0,69762.0,71423.0,73084.0,74745.0,76406.0,78067.0,79728.0,81389.0,83050.0,84711.0,86372.0,88033.0,89694.0,91355.0,93016.0,94677.0,96338.0,97999.0,99660.0,101321.0,102982.0,104643.0,106304.0,107965.0,109626.0,111287.0,112948.0,114609.0,116270.0,117931.0,119592.0,121253.0,122914.0,124575.0,126236.0,127897.0,129558.0,131219.0,132880.0,134541.0,136202.0,137863.0,139524.0,141185.0,142846.0,144507.0,146168.0,147829.0,149490.0,151151.0,152812.0,154473.0,156134.0,157795.0,159456.0,161117.0,162778.0,164439.0,166100.0],"times":[1105465.0,1891604.0,3479429.0,3951709.0,4833319.0,6368808.0,7458495.0,7810206.0,9788956.0,10894026.0,11955378.0,12604627.0,12535862.0,14659979.0,14989680.0,15994989.0,17046105.0,17524048.0,19005439.0,19835271.0,20245502.0,21195694.0,22331982.0,23280244.0,24102312.0,25288486.0,25915278.0,27347913.0,28274358.0,28744287.0,30198471.0,30970713.0,31857073.0,32994661.0,34440789.0,34563214.0,36139517.0,37502041.0,38188576.0,38823778.0,40078497.0,40167566.0,42455952.0,42553123.0,44258771.0,44294566.0,46060444.0,46057702.0,47415725.0,48383550.0,49542398.0,50455734.0,51307577.0,52294092.0,54535552.0,60553808.0,59551828.0,56144187.0,57869101.0,59203226.0,60985552.0,60923219.0,60517995.0,62448632.0,62850166.0,65821737.0,65294781.0,66025461.0,66618141.0,68390315.0,73704176.0,69887343.0,71876884.0,72440563.0,72537301.0,73797268.0,74815790.0,76202325.0,77659412.0,79603861.0,78947555.0,79770684.0,80577340.0,86608886.0,90397644.0,92978423.0,84645719.0,86119218.0,87131546.0,88495391.0,93128479.0,95285308.0,90517526.0,91834685.0,100621641.0,97084518.0,99600797.0,100123281.0,95925137.0,97230766.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..56de979 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_1000/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[530.255369297278,557.0430426993448,628.4768384381896,655.2645118402563] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_255/43b/change/estimates.json new file mode 100644 index 0000000..f1df313 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.008699041818336828,"upper_bound":0.03280726879453236},"point_estimate":0.02067793339828139,"standard_error":0.006139493965933734},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004038567661468928,"upper_bound":0.026395583479810098},"point_estimate":0.008396636000801205,"standard_error":0.005548220465678137}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_255/43b/new/benchmark.json new file mode 100644 index 0000000..6fd7e0e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_255","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_255/43b","directory_name":"uninit_bench/gstring_255/43b","title":"uninit_bench/gstring_255/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_255/43b/new/estimates.json new file mode 100644 index 0000000..3b65b62 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.2241789578359,"upper_bound":119.27652429955006},"point_estimate":118.2269359545535,"standard_error":0.5239935638986108},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.07054124189064,"upper_bound":117.44150602409638},"point_estimate":115.48934729393766,"standard_error":0.5610768483615873},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.7513538057246005,"upper_bound":4.946621620725966},"point_estimate":2.5795468130616266,"standard_error":0.7525591228719011},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.97675611680049,"upper_bound":117.80173489465231},"point_estimate":116.83470377220424,"standard_error":0.465594990388268},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.434934212992865,"upper_bound":5.928191930948629},"point_estimate":5.256484225091099,"standard_error":0.3804636161217407}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/new/sample.json b/benchmarks/uninit_bench/gstring_255/43b/new/sample.json new file mode 100644 index 0000000..dd2c4ee --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8300.0,16600.0,24900.0,33200.0,41500.0,49800.0,58100.0,66400.0,74700.0,83000.0,91300.0,99600.0,107900.0,116200.0,124500.0,132800.0,141100.0,149400.0,157700.0,166000.0,174300.0,182600.0,190900.0,199200.0,207500.0,215800.0,224100.0,232400.0,240700.0,249000.0,257300.0,265600.0,273900.0,282200.0,290500.0,298800.0,307100.0,315400.0,323700.0,332000.0,340300.0,348600.0,356900.0,365200.0,373500.0,381800.0,390100.0,398400.0,406700.0,415000.0,423300.0,431600.0,439900.0,448200.0,456500.0,464800.0,473100.0,481400.0,489700.0,498000.0,506300.0,514600.0,522900.0,531200.0,539500.0,547800.0,556100.0,564400.0,572700.0,581000.0,589300.0,597600.0,605900.0,614200.0,622500.0,630800.0,639100.0,647400.0,655700.0,664000.0,672300.0,680600.0,688900.0,697200.0,705500.0,713800.0,722100.0,730400.0,738700.0,747000.0,755300.0,763600.0,771900.0,780200.0,788500.0,796800.0,805100.0,813400.0,821700.0,830000.0],"times":[1080916.0,1849890.0,3198468.0,3899058.0,4957411.0,6250344.0,7766875.0,8344480.0,8871756.0,9772525.0,10879366.0,11815297.0,13149852.0,13430216.0,14709947.0,15279675.0,16102125.0,16891690.0,17675243.0,19529611.0,19801123.0,20930543.0,21640438.0,22976455.0,23912723.0,24946214.0,25839302.0,26356889.0,31199360.0,32008823.0,33074806.0,34146078.0,33687027.0,36577411.0,37384567.0,38637326.0,37428382.0,36555586.0,39571605.0,41099742.0,39193887.0,39782052.0,41008081.0,41858440.0,43101991.0,44446431.0,45272811.0,49962146.0,51987851.0,52546910.0,50066830.0,52051909.0,54856975.0,54740162.0,52438380.0,52946990.0,54107053.0,54825086.0,55791177.0,58337974.0,59818879.0,59200072.0,59616395.0,61001160.0,62080557.0,63434633.0,63467347.0,64479311.0,65781222.0,66967334.0,67434853.0,68076464.0,68945129.0,70366103.0,75300122.0,76798763.0,73503061.0,74367681.0,79107905.0,76164222.0,76633425.0,78344789.0,79042630.0,79358940.0,80500058.0,82168849.0,84254088.0,90827025.0,85078836.0,85033080.0,91794025.0,92638867.0,87624166.0,90328920.0,97411060.0,91063392.0,91314047.0,92491158.0,94243518.0,97634140.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_255/43b/new/tukey.json new file mode 100644 index 0000000..c276218 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/new/tukey.json @@ -0,0 +1 @@ +[92.90259203688464,103.6592256837306,132.34358207531983,143.10021572216579] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_255/43b/report/MAD.svg new file mode 100644 index 0000000..167bb2c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_255/43b/report/SD.svg new file mode 100644 index 0000000..2ecbd26 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 4.4 + + + + + 4.6 + + + + + 4.8 + + + + + 5 + + + + + 5.2 + + + + + 5.4 + + + + + 5.6 + + + + + 5.8 + + + + + 6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_255/43b/report/both/pdf.svg new file mode 100644 index 0000000..e4ded0b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/both/pdf.svg @@ -0,0 +1,353 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 100 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + 150 + + + + + 155 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_255/43b/report/both/regression.svg new file mode 100644 index 0000000..a780008 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_255/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_255/43b/report/change/mean.svg new file mode 100644 index 0000000..ac99e97 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_255/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_255/43b/report/change/median.svg new file mode 100644 index 0000000..dc32d95 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_255/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_255/43b/report/change/t-test.svg new file mode 100644 index 0000000..e9d790c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_255/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/index.html b/benchmarks/uninit_bench/gstring_255/43b/report/index.html new file mode 100644 index 0000000..6b29993 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_255/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_255/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope115.98 ns116.83 ns117.80 ns
R²0.86207050.86753180.8606052
Mean117.22 ns118.23 ns119.28 ns
Std. Dev.4.4349 ns5.2565 ns5.9282 ns
Median115.07 ns115.49 ns117.44 ns
MAD1.7514 ns2.5795 ns4.9466 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+0.8699%+2.0678%+3.2807%(p = 0.00 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_255/43b/report/mean.svg new file mode 100644 index 0000000..8890bde --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 117 + + + + + 117.5 + + + + + 118 + + + + + 118.5 + + + + + 119 + + + + + 119.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/median.svg b/benchmarks/uninit_bench/gstring_255/43b/report/median.svg new file mode 100644 index 0000000..26d56e0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 115 + + + + + 115.5 + + + + + 116 + + + + + 116.5 + + + + + 117 + + + + + 117.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_255/43b/report/pdf.svg new file mode 100644 index 0000000..e057c0d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/pdf.svg @@ -0,0 +1,327 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_255/43b/report/pdf_small.svg new file mode 100644 index 0000000..56417ef --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_255/43b/report/regression.svg new file mode 100644 index 0000000..a241cb5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_255/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_255/43b/report/regression_small.svg new file mode 100644 index 0000000..4a82eb4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_255/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..27b85da --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/relative_pdf_small.svg @@ -0,0 +1,326 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 100 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + 150 + + + + + 155 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_255/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..3f972c4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_255/43b/report/slope.svg new file mode 100644 index 0000000..6d9fd81 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 116 + + + + + 116.5 + + + + + 117 + + + + + 117.5 + + + + + 118 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_255/43b/report/typical.svg new file mode 100644 index 0000000..067646b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 116 + + + + + 116.5 + + + + + 117 + + + + + 117.5 + + + + + 118 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..6fd7e0e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_255","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_255/43b","directory_name":"uninit_bench/gstring_255/43b","title":"uninit_bench/gstring_255/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..3b65b62 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.2241789578359,"upper_bound":119.27652429955006},"point_estimate":118.2269359545535,"standard_error":0.5239935638986108},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.07054124189064,"upper_bound":117.44150602409638},"point_estimate":115.48934729393766,"standard_error":0.5610768483615873},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.7513538057246005,"upper_bound":4.946621620725966},"point_estimate":2.5795468130616266,"standard_error":0.7525591228719011},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.97675611680049,"upper_bound":117.80173489465231},"point_estimate":116.83470377220424,"standard_error":0.465594990388268},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.434934212992865,"upper_bound":5.928191930948629},"point_estimate":5.256484225091099,"standard_error":0.3804636161217407}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/sample.json new file mode 100644 index 0000000..dd2c4ee --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8300.0,16600.0,24900.0,33200.0,41500.0,49800.0,58100.0,66400.0,74700.0,83000.0,91300.0,99600.0,107900.0,116200.0,124500.0,132800.0,141100.0,149400.0,157700.0,166000.0,174300.0,182600.0,190900.0,199200.0,207500.0,215800.0,224100.0,232400.0,240700.0,249000.0,257300.0,265600.0,273900.0,282200.0,290500.0,298800.0,307100.0,315400.0,323700.0,332000.0,340300.0,348600.0,356900.0,365200.0,373500.0,381800.0,390100.0,398400.0,406700.0,415000.0,423300.0,431600.0,439900.0,448200.0,456500.0,464800.0,473100.0,481400.0,489700.0,498000.0,506300.0,514600.0,522900.0,531200.0,539500.0,547800.0,556100.0,564400.0,572700.0,581000.0,589300.0,597600.0,605900.0,614200.0,622500.0,630800.0,639100.0,647400.0,655700.0,664000.0,672300.0,680600.0,688900.0,697200.0,705500.0,713800.0,722100.0,730400.0,738700.0,747000.0,755300.0,763600.0,771900.0,780200.0,788500.0,796800.0,805100.0,813400.0,821700.0,830000.0],"times":[1080916.0,1849890.0,3198468.0,3899058.0,4957411.0,6250344.0,7766875.0,8344480.0,8871756.0,9772525.0,10879366.0,11815297.0,13149852.0,13430216.0,14709947.0,15279675.0,16102125.0,16891690.0,17675243.0,19529611.0,19801123.0,20930543.0,21640438.0,22976455.0,23912723.0,24946214.0,25839302.0,26356889.0,31199360.0,32008823.0,33074806.0,34146078.0,33687027.0,36577411.0,37384567.0,38637326.0,37428382.0,36555586.0,39571605.0,41099742.0,39193887.0,39782052.0,41008081.0,41858440.0,43101991.0,44446431.0,45272811.0,49962146.0,51987851.0,52546910.0,50066830.0,52051909.0,54856975.0,54740162.0,52438380.0,52946990.0,54107053.0,54825086.0,55791177.0,58337974.0,59818879.0,59200072.0,59616395.0,61001160.0,62080557.0,63434633.0,63467347.0,64479311.0,65781222.0,66967334.0,67434853.0,68076464.0,68945129.0,70366103.0,75300122.0,76798763.0,73503061.0,74367681.0,79107905.0,76164222.0,76633425.0,78344789.0,79042630.0,79358940.0,80500058.0,82168849.0,84254088.0,90827025.0,85078836.0,85033080.0,91794025.0,92638867.0,87624166.0,90328920.0,97411060.0,91063392.0,91314047.0,92491158.0,94243518.0,97634140.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..c276218 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[92.90259203688464,103.6592256837306,132.34358207531983,143.10021572216579] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_255/48b/change/estimates.json new file mode 100644 index 0000000..afc1560 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023739611351612358,"upper_bound":-0.0018194336841436032},"point_estimate":-0.012837607552731223,"standard_error":0.005576363396285068},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012900551399595117,"upper_bound":0.01063457964737724},"point_estimate":0.0013443632555649732,"standard_error":0.005844168909372967}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_255/48b/new/benchmark.json new file mode 100644 index 0000000..753e593 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_255","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_255/48b","directory_name":"uninit_bench/gstring_255/48b","title":"uninit_bench/gstring_255/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_255/48b/new/estimates.json new file mode 100644 index 0000000..f7acc80 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.60204469105477,"upper_bound":117.02276376641335},"point_estimate":116.27401746286552,"standard_error":0.3635091472221293},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114.32176470222322,"upper_bound":115.79026942407515},"point_estimate":114.9512989966729,"standard_error":0.3702257392147553},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.2420784296095035,"upper_bound":2.7099503733567523},"point_estimate":1.8807988334639558,"standard_error":0.37604609024828994},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.13042862412517,"upper_bound":116.63442690063532},"point_estimate":115.8452880480644,"standard_error":0.38561082042233313},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.646986052149645,"upper_bound":4.5785336823045935},"point_estimate":3.658151466278609,"standard_error":0.49656977059065915}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/new/sample.json b/benchmarks/uninit_bench/gstring_255/48b/new/sample.json new file mode 100644 index 0000000..0a2b084 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8244.0,16488.0,24732.0,32976.0,41220.0,49464.0,57708.0,65952.0,74196.0,82440.0,90684.0,98928.0,107172.0,115416.0,123660.0,131904.0,140148.0,148392.0,156636.0,164880.0,173124.0,181368.0,189612.0,197856.0,206100.0,214344.0,222588.0,230832.0,239076.0,247320.0,255564.0,263808.0,272052.0,280296.0,288540.0,296784.0,305028.0,313272.0,321516.0,329760.0,338004.0,346248.0,354492.0,362736.0,370980.0,379224.0,387468.0,395712.0,403956.0,412200.0,420444.0,428688.0,436932.0,445176.0,453420.0,461664.0,469908.0,478152.0,486396.0,494640.0,502884.0,511128.0,519372.0,527616.0,535860.0,544104.0,552348.0,560592.0,568836.0,577080.0,585324.0,593568.0,601812.0,610056.0,618300.0,626544.0,634788.0,643032.0,651276.0,659520.0,667764.0,676008.0,684252.0,692496.0,700740.0,708984.0,717228.0,725472.0,733716.0,741960.0,750204.0,758448.0,766692.0,774936.0,783180.0,791424.0,799668.0,807912.0,816156.0,824400.0],"times":[1085262.0,1843277.0,3046998.0,4036242.0,5043378.0,6198601.0,7634712.0,7910393.0,8884389.0,9702653.0,10664226.0,11641113.0,12574835.0,13086452.0,14173167.0,14852565.0,15954162.0,16914204.0,18667027.0,18825093.0,19737828.0,20518724.0,21754009.0,22939798.0,23345640.0,24882160.0,26231134.0,26296386.0,27260256.0,28577351.0,29831979.0,29881174.0,31672017.0,32606326.0,32715115.0,34486155.0,34746266.0,35521584.0,36743896.0,37487728.0,39354605.0,40334029.0,40825611.0,42140181.0,42299112.0,43454145.0,44076538.0,44778050.0,46035170.0,50179666.0,49421089.0,48764178.0,50592474.0,50734454.0,51541538.0,52770108.0,55056423.0,55871021.0,55503348.0,56773783.0,61852274.0,59077515.0,61112865.0,60268842.0,61413723.0,67454957.0,64840744.0,63679635.0,66501164.0,67677912.0,66993667.0,68479887.0,68806780.0,70209607.0,70513795.0,71515040.0,73007071.0,73512553.0,74432338.0,75250227.0,75573475.0,76753181.0,83425297.0,80064797.0,80731072.0,81040841.0,88359026.0,83351245.0,86783626.0,87695654.0,85084787.0,86387410.0,88220131.0,88097500.0,89757104.0,91808819.0,91030746.0,95759160.0,100108407.0,93763493.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_255/48b/new/tukey.json new file mode 100644 index 0000000..f51148b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/new/tukey.json @@ -0,0 +1 @@ +[103.81259936963893,108.88825691255934,122.42334369368044,127.49900123660085] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_255/48b/report/MAD.svg new file mode 100644 index 0000000..d3c8549 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_255/48b/report/SD.svg new file mode 100644 index 0000000..daf5578 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_255/48b/report/both/pdf.svg new file mode 100644 index 0000000..f59dad1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 100 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_255/48b/report/both/regression.svg new file mode 100644 index 0000000..0d9bf8c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_255/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_255/48b/report/change/mean.svg new file mode 100644 index 0000000..5947a8e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -2.5 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_255/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_255/48b/report/change/median.svg new file mode 100644 index 0000000..4e1dc83 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_255/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_255/48b/report/change/t-test.svg new file mode 100644 index 0000000..a008b11 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_255/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/index.html b/benchmarks/uninit_bench/gstring_255/48b/report/index.html new file mode 100644 index 0000000..32e32a1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_255/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_255/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope115.13 ns115.85 ns116.63 ns
R²0.91705560.92184270.9160157
Mean115.60 ns116.27 ns117.02 ns
Std. Dev.2.6470 ns3.6582 ns4.5785 ns
Median114.32 ns114.95 ns115.79 ns
MAD1.2421 ns1.8808 ns2.7100 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-2.3740%-1.2838%-0.1819%(p = 0.02 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_255/48b/report/mean.svg new file mode 100644 index 0000000..7ddfa49 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 115.6 + + + + + 115.8 + + + + + 116 + + + + + 116.2 + + + + + 116.4 + + + + + 116.6 + + + + + 116.8 + + + + + 117 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/median.svg b/benchmarks/uninit_bench/gstring_255/48b/report/median.svg new file mode 100644 index 0000000..4159e14 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/median.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 114.2 + + + + + 114.4 + + + + + 114.6 + + + + + 114.8 + + + + + 115 + + + + + 115.2 + + + + + 115.4 + + + + + 115.6 + + + + + 115.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_255/48b/report/pdf.svg new file mode 100644 index 0000000..7fae757 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/pdf.svg @@ -0,0 +1,351 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_255/48b/report/pdf_small.svg new file mode 100644 index 0000000..581718a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_255/48b/report/regression.svg new file mode 100644 index 0000000..6d9d23e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_255/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_255/48b/report/regression_small.svg new file mode 100644 index 0000000..c3a2be5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_255/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..a4ff566 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 100 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_255/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..903c53e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_255/48b/report/slope.svg new file mode 100644 index 0000000..7715eab --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/slope.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 115 + + + + + 115.2 + + + + + 115.4 + + + + + 115.6 + + + + + 115.8 + + + + + 116 + + + + + 116.2 + + + + + 116.4 + + + + + 116.6 + + + + + 116.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_255/48b/report/typical.svg new file mode 100644 index 0000000..8ce5fba --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/report/typical.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 115 + + + + + 115.2 + + + + + 115.4 + + + + + 115.6 + + + + + 115.8 + + + + + 116 + + + + + 116.2 + + + + + 116.4 + + + + + 116.6 + + + + + 116.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..753e593 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_255","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_255/48b","directory_name":"uninit_bench/gstring_255/48b","title":"uninit_bench/gstring_255/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..f7acc80 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.60204469105477,"upper_bound":117.02276376641335},"point_estimate":116.27401746286552,"standard_error":0.3635091472221293},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114.32176470222322,"upper_bound":115.79026942407515},"point_estimate":114.9512989966729,"standard_error":0.3702257392147553},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.2420784296095035,"upper_bound":2.7099503733567523},"point_estimate":1.8807988334639558,"standard_error":0.37604609024828994},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.13042862412517,"upper_bound":116.63442690063532},"point_estimate":115.8452880480644,"standard_error":0.38561082042233313},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.646986052149645,"upper_bound":4.5785336823045935},"point_estimate":3.658151466278609,"standard_error":0.49656977059065915}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/sample.json new file mode 100644 index 0000000..0a2b084 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8244.0,16488.0,24732.0,32976.0,41220.0,49464.0,57708.0,65952.0,74196.0,82440.0,90684.0,98928.0,107172.0,115416.0,123660.0,131904.0,140148.0,148392.0,156636.0,164880.0,173124.0,181368.0,189612.0,197856.0,206100.0,214344.0,222588.0,230832.0,239076.0,247320.0,255564.0,263808.0,272052.0,280296.0,288540.0,296784.0,305028.0,313272.0,321516.0,329760.0,338004.0,346248.0,354492.0,362736.0,370980.0,379224.0,387468.0,395712.0,403956.0,412200.0,420444.0,428688.0,436932.0,445176.0,453420.0,461664.0,469908.0,478152.0,486396.0,494640.0,502884.0,511128.0,519372.0,527616.0,535860.0,544104.0,552348.0,560592.0,568836.0,577080.0,585324.0,593568.0,601812.0,610056.0,618300.0,626544.0,634788.0,643032.0,651276.0,659520.0,667764.0,676008.0,684252.0,692496.0,700740.0,708984.0,717228.0,725472.0,733716.0,741960.0,750204.0,758448.0,766692.0,774936.0,783180.0,791424.0,799668.0,807912.0,816156.0,824400.0],"times":[1085262.0,1843277.0,3046998.0,4036242.0,5043378.0,6198601.0,7634712.0,7910393.0,8884389.0,9702653.0,10664226.0,11641113.0,12574835.0,13086452.0,14173167.0,14852565.0,15954162.0,16914204.0,18667027.0,18825093.0,19737828.0,20518724.0,21754009.0,22939798.0,23345640.0,24882160.0,26231134.0,26296386.0,27260256.0,28577351.0,29831979.0,29881174.0,31672017.0,32606326.0,32715115.0,34486155.0,34746266.0,35521584.0,36743896.0,37487728.0,39354605.0,40334029.0,40825611.0,42140181.0,42299112.0,43454145.0,44076538.0,44778050.0,46035170.0,50179666.0,49421089.0,48764178.0,50592474.0,50734454.0,51541538.0,52770108.0,55056423.0,55871021.0,55503348.0,56773783.0,61852274.0,59077515.0,61112865.0,60268842.0,61413723.0,67454957.0,64840744.0,63679635.0,66501164.0,67677912.0,66993667.0,68479887.0,68806780.0,70209607.0,70513795.0,71515040.0,73007071.0,73512553.0,74432338.0,75250227.0,75573475.0,76753181.0,83425297.0,80064797.0,80731072.0,81040841.0,88359026.0,83351245.0,86783626.0,87695654.0,85084787.0,86387410.0,88220131.0,88097500.0,89757104.0,91808819.0,91030746.0,95759160.0,100108407.0,93763493.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..f51148b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[103.81259936963893,108.88825691255934,122.42334369368044,127.49900123660085] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_255/5b/change/estimates.json new file mode 100644 index 0000000..156735e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005281459634221952,"upper_bound":0.017380273712512863},"point_estimate":0.0062789870529431635,"standard_error":0.005775372333209741},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005020466331582374,"upper_bound":0.006339204096618378},"point_estimate":0.000383691254584706,"standard_error":0.003045872022999989}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_255/5b/new/benchmark.json new file mode 100644 index 0000000..8d35ffe --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_255","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_255/5b","directory_name":"uninit_bench/gstring_255/5b","title":"uninit_bench/gstring_255/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_255/5b/new/estimates.json new file mode 100644 index 0000000..d03b17f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.80353416110873,"upper_bound":122.90271159949125},"point_estimate":121.82132423706021,"standard_error":0.5350214011899517},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118.71289815605144,"upper_bound":119.85915538755437},"point_estimate":119.26528797575773,"standard_error":0.3264380348937807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.3471269819479523,"upper_bound":3.2229669219616977},"point_estimate":2.1540876864864416,"standard_error":0.49622743515459694},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.65271076441881,"upper_bound":121.74660341960475},"point_estimate":120.64206082376825,"standard_error":0.5364432151576374},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.497590896881269,"upper_bound":6.094814095535907},"point_estimate":5.382381348362816,"standard_error":0.4075524482376149}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/new/sample.json b/benchmarks/uninit_bench/gstring_255/5b/new/sample.json new file mode 100644 index 0000000..2b7af10 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8201.0,16402.0,24603.0,32804.0,41005.0,49206.0,57407.0,65608.0,73809.0,82010.0,90211.0,98412.0,106613.0,114814.0,123015.0,131216.0,139417.0,147618.0,155819.0,164020.0,172221.0,180422.0,188623.0,196824.0,205025.0,213226.0,221427.0,229628.0,237829.0,246030.0,254231.0,262432.0,270633.0,278834.0,287035.0,295236.0,303437.0,311638.0,319839.0,328040.0,336241.0,344442.0,352643.0,360844.0,369045.0,377246.0,385447.0,393648.0,401849.0,410050.0,418251.0,426452.0,434653.0,442854.0,451055.0,459256.0,467457.0,475658.0,483859.0,492060.0,500261.0,508462.0,516663.0,524864.0,533065.0,541266.0,549467.0,557668.0,565869.0,574070.0,582271.0,590472.0,598673.0,606874.0,615075.0,623276.0,631477.0,639678.0,647879.0,656080.0,664281.0,672482.0,680683.0,688884.0,697085.0,705286.0,713487.0,721688.0,729889.0,738090.0,746291.0,754492.0,762693.0,770894.0,779095.0,787296.0,795497.0,803698.0,811899.0,820100.0],"times":[1080965.0,1883591.0,3169183.0,4047894.0,4867265.0,6482161.0,7589517.0,8685081.0,9868195.0,10946489.0,11865859.0,11414331.0,12668917.0,13629279.0,14557418.0,15723176.0,19217672.0,19651105.0,20874940.0,21908851.0,21254658.0,22088436.0,23798210.0,24469943.0,24283734.0,27586558.0,29367074.0,26952957.0,28145103.0,29497122.0,29844475.0,31296988.0,32157131.0,32896310.0,33808386.0,34679192.0,36191860.0,37873903.0,39949039.0,38786037.0,40261133.0,40361620.0,42633311.0,43449100.0,43758101.0,45031811.0,45557993.0,46648767.0,47357753.0,48750761.0,49330298.0,52037439.0,52062275.0,51897660.0,53302385.0,53937711.0,55017585.0,56663627.0,63171805.0,58961548.0,59563170.0,60124851.0,61699188.0,63352548.0,63313768.0,64560991.0,64725544.0,68204641.0,72551699.0,71941138.0,68985152.0,69693507.0,70706372.0,71789581.0,73020180.0,73892569.0,80285589.0,77462831.0,78705077.0,83324741.0,78855651.0,80040339.0,80477614.0,82166370.0,81959837.0,83393817.0,85446491.0,85273197.0,85657156.0,96091936.0,89967829.0,88840235.0,90138070.0,97668014.0,93423256.0,93463072.0,93472788.0,105081507.0,100411088.0,97338658.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_255/5b/new/tukey.json new file mode 100644 index 0000000..2350a40 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/new/tukey.json @@ -0,0 +1 @@ +[101.42747002325741,109.83095520168047,132.2402490108086,140.64373418923168] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_255/5b/report/MAD.svg new file mode 100644 index 0000000..b6d52d6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_255/5b/report/SD.svg new file mode 100644 index 0000000..6f9c83b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/SD.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 4.4 + + + + + 4.6 + + + + + 4.8 + + + + + 5 + + + + + 5.2 + + + + + 5.4 + + + + + 5.6 + + + + + 5.8 + + + + + 6 + + + + + 6.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_255/5b/report/both/pdf.svg new file mode 100644 index 0000000..8ce4390 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_255/5b/report/both/regression.svg new file mode 100644 index 0000000..fd95ab6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_255/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_255/5b/report/change/mean.svg new file mode 100644 index 0000000..22279d9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/change/mean.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_255/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_255/5b/report/change/median.svg new file mode 100644 index 0000000..4206ec7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_255/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_255/5b/report/change/t-test.svg new file mode 100644 index 0000000..7955bdb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_255/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/index.html b/benchmarks/uninit_bench/gstring_255/5b/report/index.html new file mode 100644 index 0000000..384a0e5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_255/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_255/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope119.65 ns120.64 ns121.75 ns
R²0.85862830.86602660.8568246
Mean120.80 ns121.82 ns122.90 ns
Std. Dev.4.4976 ns5.3824 ns6.0948 ns
Median118.71 ns119.27 ns119.86 ns
MAD1.3471 ns2.1541 ns3.2230 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.5281%+0.6279%+1.7380%(p = 0.30 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_255/5b/report/mean.svg new file mode 100644 index 0000000..836809d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 121 + + + + + 121.5 + + + + + 122 + + + + + 122.5 + + + + + 123 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/median.svg b/benchmarks/uninit_bench/gstring_255/5b/report/median.svg new file mode 100644 index 0000000..9447afd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 118.6 + + + + + 118.8 + + + + + 119 + + + + + 119.2 + + + + + 119.4 + + + + + 119.6 + + + + + 119.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_255/5b/report/pdf.svg new file mode 100644 index 0000000..7855753 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/pdf.svg @@ -0,0 +1,336 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_255/5b/report/pdf_small.svg new file mode 100644 index 0000000..6d20d6a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_255/5b/report/regression.svg new file mode 100644 index 0000000..8ebbef5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_255/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_255/5b/report/regression_small.svg new file mode 100644 index 0000000..cc737d8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_255/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..4094865 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_255/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..3a661be --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_255/5b/report/slope.svg new file mode 100644 index 0000000..477fa67 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 119.5 + + + + + 120 + + + + + 120.5 + + + + + 121 + + + + + 121.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_255/5b/report/typical.svg new file mode 100644 index 0000000..332ab7c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 119.5 + + + + + 120 + + + + + 120.5 + + + + + 121 + + + + + 121.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..8d35ffe --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_255","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_255/5b","directory_name":"uninit_bench/gstring_255/5b","title":"uninit_bench/gstring_255/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..d03b17f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.80353416110873,"upper_bound":122.90271159949125},"point_estimate":121.82132423706021,"standard_error":0.5350214011899517},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118.71289815605144,"upper_bound":119.85915538755437},"point_estimate":119.26528797575773,"standard_error":0.3264380348937807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.3471269819479523,"upper_bound":3.2229669219616977},"point_estimate":2.1540876864864416,"standard_error":0.49622743515459694},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.65271076441881,"upper_bound":121.74660341960475},"point_estimate":120.64206082376825,"standard_error":0.5364432151576374},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.497590896881269,"upper_bound":6.094814095535907},"point_estimate":5.382381348362816,"standard_error":0.4075524482376149}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/sample.json new file mode 100644 index 0000000..2b7af10 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8201.0,16402.0,24603.0,32804.0,41005.0,49206.0,57407.0,65608.0,73809.0,82010.0,90211.0,98412.0,106613.0,114814.0,123015.0,131216.0,139417.0,147618.0,155819.0,164020.0,172221.0,180422.0,188623.0,196824.0,205025.0,213226.0,221427.0,229628.0,237829.0,246030.0,254231.0,262432.0,270633.0,278834.0,287035.0,295236.0,303437.0,311638.0,319839.0,328040.0,336241.0,344442.0,352643.0,360844.0,369045.0,377246.0,385447.0,393648.0,401849.0,410050.0,418251.0,426452.0,434653.0,442854.0,451055.0,459256.0,467457.0,475658.0,483859.0,492060.0,500261.0,508462.0,516663.0,524864.0,533065.0,541266.0,549467.0,557668.0,565869.0,574070.0,582271.0,590472.0,598673.0,606874.0,615075.0,623276.0,631477.0,639678.0,647879.0,656080.0,664281.0,672482.0,680683.0,688884.0,697085.0,705286.0,713487.0,721688.0,729889.0,738090.0,746291.0,754492.0,762693.0,770894.0,779095.0,787296.0,795497.0,803698.0,811899.0,820100.0],"times":[1080965.0,1883591.0,3169183.0,4047894.0,4867265.0,6482161.0,7589517.0,8685081.0,9868195.0,10946489.0,11865859.0,11414331.0,12668917.0,13629279.0,14557418.0,15723176.0,19217672.0,19651105.0,20874940.0,21908851.0,21254658.0,22088436.0,23798210.0,24469943.0,24283734.0,27586558.0,29367074.0,26952957.0,28145103.0,29497122.0,29844475.0,31296988.0,32157131.0,32896310.0,33808386.0,34679192.0,36191860.0,37873903.0,39949039.0,38786037.0,40261133.0,40361620.0,42633311.0,43449100.0,43758101.0,45031811.0,45557993.0,46648767.0,47357753.0,48750761.0,49330298.0,52037439.0,52062275.0,51897660.0,53302385.0,53937711.0,55017585.0,56663627.0,63171805.0,58961548.0,59563170.0,60124851.0,61699188.0,63352548.0,63313768.0,64560991.0,64725544.0,68204641.0,72551699.0,71941138.0,68985152.0,69693507.0,70706372.0,71789581.0,73020180.0,73892569.0,80285589.0,77462831.0,78705077.0,83324741.0,78855651.0,80040339.0,80477614.0,82166370.0,81959837.0,83393817.0,85446491.0,85273197.0,85657156.0,96091936.0,89967829.0,88840235.0,90138070.0,97668014.0,93423256.0,93463072.0,93472788.0,105081507.0,100411088.0,97338658.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..2350a40 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[101.42747002325741,109.83095520168047,132.2402490108086,140.64373418923168] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/report/index.html b/benchmarks/uninit_bench/gstring_255/report/index.html new file mode 100644 index 0000000..8879017 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_255 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_255

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_255/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/report/violin.svg b/benchmarks/uninit_bench/gstring_255/report/violin.svg new file mode 100644 index 0000000..1e18086 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/report/violin.svg @@ -0,0 +1,495 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_255/unicode + + + + + uninit_bench/gstring_255/48b + + + + + uninit_bench/gstring_255/43b + + + + + uninit_bench/gstring_255/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_255/unicode/change/estimates.json new file mode 100644 index 0000000..170c075 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05792776274096857,"upper_bound":0.08703029849161487},"point_estimate":0.07209562434412553,"standard_error":0.007441039786788107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09056356136496468,"upper_bound":0.1233746114105835},"point_estimate":0.10909266336065682,"standard_error":0.009107485595519552}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_255/unicode/new/benchmark.json new file mode 100644 index 0000000..3c29c0c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_255","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_255/unicode","directory_name":"uninit_bench/gstring_255/unicode","title":"uninit_bench/gstring_255/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_255/unicode/new/estimates.json new file mode 100644 index 0000000..5f87248 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123.76608006650264,"upper_bound":126.51096117607415},"point_estimate":125.12734322604327,"standard_error":0.7008160247889662},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.31677027499511,"upper_bound":128.42644261766603},"point_estimate":126.89996467332904,"standard_error":1.1517508108884205},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.038782348434844,"upper_bound":8.461578759327779},"point_estimate":6.805534914512003,"standard_error":1.1816413600650868},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.89495346337272,"upper_bound":124.80320281126679},"point_estimate":123.35580608553074,"standard_error":0.7434391903289882},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.86864199487893,"upper_bound":8.385184867256518},"point_estimate":7.0278850620999815,"standard_error":0.6635015621425101}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_255/unicode/new/sample.json new file mode 100644 index 0000000..a692221 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7755.0,15510.0,23265.0,31020.0,38775.0,46530.0,54285.0,62040.0,69795.0,77550.0,85305.0,93060.0,100815.0,108570.0,116325.0,124080.0,131835.0,139590.0,147345.0,155100.0,162855.0,170610.0,178365.0,186120.0,193875.0,201630.0,209385.0,217140.0,224895.0,232650.0,240405.0,248160.0,255915.0,263670.0,271425.0,279180.0,286935.0,294690.0,302445.0,310200.0,317955.0,325710.0,333465.0,341220.0,348975.0,356730.0,364485.0,372240.0,379995.0,387750.0,395505.0,403260.0,411015.0,418770.0,426525.0,434280.0,442035.0,449790.0,457545.0,465300.0,473055.0,480810.0,488565.0,496320.0,504075.0,511830.0,519585.0,527340.0,535095.0,542850.0,550605.0,558360.0,566115.0,573870.0,581625.0,589380.0,597135.0,604890.0,612645.0,620400.0,628155.0,635910.0,643665.0,651420.0,659175.0,666930.0,674685.0,682440.0,690195.0,697950.0,705705.0,713460.0,721215.0,728970.0,736725.0,744480.0,752235.0,759990.0,767745.0,775500.0],"times":[995410.0,1992163.0,3609788.0,4148700.0,5034001.0,5956018.0,7079524.0,8052584.0,9482231.0,10339607.0,11014028.0,12578587.0,13235624.0,14258582.0,15491177.0,16414110.0,17395746.0,18058020.0,19083068.0,19868223.0,19891114.0,19467480.0,20469893.0,21392788.0,22198438.0,23124002.0,26325533.0,27222515.0,29331314.0,30464987.0,31618116.0,31870306.0,33028846.0,35083994.0,35498661.0,36203463.0,34813373.0,37631806.0,38073135.0,40300007.0,38074825.0,36929942.0,44630654.0,44226472.0,45187721.0,45746869.0,43695551.0,43999918.0,43333901.0,44581272.0,45690541.0,52325864.0,53117720.0,54081264.0,51224955.0,52539238.0,57257622.0,58040386.0,56912907.0,53871938.0,54618067.0,54456039.0,57159536.0,59628243.0,63654162.0,63983381.0,64233432.0,64271568.0,65463345.0,70966494.0,72770947.0,72853223.0,68953949.0,72943054.0,74305244.0,70781159.0,73000026.0,68963055.0,73606632.0,78699897.0,72296935.0,75693652.0,75636053.0,74130438.0,74980658.0,75985505.0,79926373.0,85691387.0,86835471.0,83978234.0,90541141.0,93771480.0,91325480.0,88707936.0,89234820.0,94509095.0,98110824.0,98950136.0,93533628.0,99612612.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_255/unicode/new/tukey.json new file mode 100644 index 0000000..62a2ee3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/new/tukey.json @@ -0,0 +1 @@ +[90.97744603728415,105.53739313500472,144.36391872892625,158.92386582664682] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/MAD.svg new file mode 100644 index 0000000..52040ee --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/SD.svg new file mode 100644 index 0000000..772696e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/both/pdf.svg new file mode 100644 index 0000000..bf4de28 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/both/regression.svg new file mode 100644 index 0000000..dbc9b74 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_255/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/change/mean.svg new file mode 100644 index 0000000..5d248ec --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_255/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/change/median.svg new file mode 100644 index 0000000..0dd811a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + 10.5 + + + + + 11 + + + + + 11.5 + + + + + 12 + + + + + 12.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_255/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/change/t-test.svg new file mode 100644 index 0000000..5b2e20b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/change/t-test.svg @@ -0,0 +1,250 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_255/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/index.html b/benchmarks/uninit_bench/gstring_255/unicode/report/index.html new file mode 100644 index 0000000..45ae1c4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_255/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_255/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope121.89 ns123.36 ns124.80 ns
R²0.78636400.79674710.7865520
Mean123.77 ns125.13 ns126.51 ns
Std. Dev.5.8686 ns7.0279 ns8.3852 ns
Median124.32 ns126.90 ns128.43 ns
MAD4.0388 ns6.8055 ns8.4616 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+5.7928%+7.2096%+8.7030%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/mean.svg new file mode 100644 index 0000000..e4e8fb4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 123.5 + + + + + 124 + + + + + 124.5 + + + + + 125 + + + + + 125.5 + + + + + 126 + + + + + 126.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/median.svg new file mode 100644 index 0000000..e2a0234 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 124 + + + + + 125 + + + + + 126 + + + + + 127 + + + + + 128 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/pdf.svg new file mode 100644 index 0000000..fd0eb4a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/pdf.svg @@ -0,0 +1,317 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/pdf_small.svg new file mode 100644 index 0000000..ee474bc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/regression.svg new file mode 100644 index 0000000..763f1b4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_255/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/regression_small.svg new file mode 100644 index 0000000..977f257 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..d113b46 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..57322a0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/slope.svg new file mode 100644 index 0000000..c862157 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 122 + + + + + 122.5 + + + + + 123 + + + + + 123.5 + + + + + 124 + + + + + 124.5 + + + + + 125 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_255/unicode/report/typical.svg new file mode 100644 index 0000000..34c3c91 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 122 + + + + + 122.5 + + + + + 123 + + + + + 123.5 + + + + + 124 + + + + + 124.5 + + + + + 125 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_255/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..3c29c0c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_255","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_255/unicode","directory_name":"uninit_bench/gstring_255/unicode","title":"uninit_bench/gstring_255/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..5f87248 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123.76608006650264,"upper_bound":126.51096117607415},"point_estimate":125.12734322604327,"standard_error":0.7008160247889662},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.31677027499511,"upper_bound":128.42644261766603},"point_estimate":126.89996467332904,"standard_error":1.1517508108884205},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.038782348434844,"upper_bound":8.461578759327779},"point_estimate":6.805534914512003,"standard_error":1.1816413600650868},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.89495346337272,"upper_bound":124.80320281126679},"point_estimate":123.35580608553074,"standard_error":0.7434391903289882},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.86864199487893,"upper_bound":8.385184867256518},"point_estimate":7.0278850620999815,"standard_error":0.6635015621425101}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..a692221 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7755.0,15510.0,23265.0,31020.0,38775.0,46530.0,54285.0,62040.0,69795.0,77550.0,85305.0,93060.0,100815.0,108570.0,116325.0,124080.0,131835.0,139590.0,147345.0,155100.0,162855.0,170610.0,178365.0,186120.0,193875.0,201630.0,209385.0,217140.0,224895.0,232650.0,240405.0,248160.0,255915.0,263670.0,271425.0,279180.0,286935.0,294690.0,302445.0,310200.0,317955.0,325710.0,333465.0,341220.0,348975.0,356730.0,364485.0,372240.0,379995.0,387750.0,395505.0,403260.0,411015.0,418770.0,426525.0,434280.0,442035.0,449790.0,457545.0,465300.0,473055.0,480810.0,488565.0,496320.0,504075.0,511830.0,519585.0,527340.0,535095.0,542850.0,550605.0,558360.0,566115.0,573870.0,581625.0,589380.0,597135.0,604890.0,612645.0,620400.0,628155.0,635910.0,643665.0,651420.0,659175.0,666930.0,674685.0,682440.0,690195.0,697950.0,705705.0,713460.0,721215.0,728970.0,736725.0,744480.0,752235.0,759990.0,767745.0,775500.0],"times":[995410.0,1992163.0,3609788.0,4148700.0,5034001.0,5956018.0,7079524.0,8052584.0,9482231.0,10339607.0,11014028.0,12578587.0,13235624.0,14258582.0,15491177.0,16414110.0,17395746.0,18058020.0,19083068.0,19868223.0,19891114.0,19467480.0,20469893.0,21392788.0,22198438.0,23124002.0,26325533.0,27222515.0,29331314.0,30464987.0,31618116.0,31870306.0,33028846.0,35083994.0,35498661.0,36203463.0,34813373.0,37631806.0,38073135.0,40300007.0,38074825.0,36929942.0,44630654.0,44226472.0,45187721.0,45746869.0,43695551.0,43999918.0,43333901.0,44581272.0,45690541.0,52325864.0,53117720.0,54081264.0,51224955.0,52539238.0,57257622.0,58040386.0,56912907.0,53871938.0,54618067.0,54456039.0,57159536.0,59628243.0,63654162.0,63983381.0,64233432.0,64271568.0,65463345.0,70966494.0,72770947.0,72853223.0,68953949.0,72943054.0,74305244.0,70781159.0,73000026.0,68963055.0,73606632.0,78699897.0,72296935.0,75693652.0,75636053.0,74130438.0,74980658.0,75985505.0,79926373.0,85691387.0,86835471.0,83978234.0,90541141.0,93771480.0,91325480.0,88707936.0,89234820.0,94509095.0,98110824.0,98950136.0,93533628.0,99612612.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..62a2ee3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_255/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[90.97744603728415,105.53739313500472,144.36391872892625,158.92386582664682] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_50/43b/change/estimates.json new file mode 100644 index 0000000..4a3a9d6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009488870245919784,"upper_bound":0.008953799401980128},"point_estimate":-0.00023404194472487205,"standard_error":0.004722998746684109},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009321743329380627,"upper_bound":-0.00048586982251486166},"point_estimate":-0.004203284865720414,"standard_error":0.0021783632680974084}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_50/43b/new/benchmark.json new file mode 100644 index 0000000..6a786af --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_50","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_50/43b","directory_name":"uninit_bench/gstring_50/43b","title":"uninit_bench/gstring_50/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_50/43b/new/estimates.json new file mode 100644 index 0000000..c122905 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.40801478767226,"upper_bound":29.84027042188432},"point_estimate":29.613743820766604,"standard_error":0.1103780041929792},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.124802102896716,"upper_bound":29.26045698432982},"point_estimate":29.176659520102035,"standard_error":0.033887235728306805},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.21576669443232008,"upper_bound":0.5352954219825142},"point_estimate":0.36838964721633244,"standard_error":0.08104956980887437},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.202726589871123,"upper_bound":29.585230067163685},"point_estimate":29.376153343373325,"standard_error":0.09818549754433983},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8259232789110891,"upper_bound":1.3482863154606641},"point_estimate":1.1101900136800762,"standard_error":0.13312327850337607}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/new/sample.json b/benchmarks/uninit_bench/gstring_50/43b/new/sample.json new file mode 100644 index 0000000..0a7853b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[33037.0,66074.0,99111.0,132148.0,165185.0,198222.0,231259.0,264296.0,297333.0,330370.0,363407.0,396444.0,429481.0,462518.0,495555.0,528592.0,561629.0,594666.0,627703.0,660740.0,693777.0,726814.0,759851.0,792888.0,825925.0,858962.0,891999.0,925036.0,958073.0,991110.0,1024147.0,1057184.0,1090221.0,1123258.0,1156295.0,1189332.0,1222369.0,1255406.0,1288443.0,1321480.0,1354517.0,1387554.0,1420591.0,1453628.0,1486665.0,1519702.0,1552739.0,1585776.0,1618813.0,1651850.0,1684887.0,1717924.0,1750961.0,1783998.0,1817035.0,1850072.0,1883109.0,1916146.0,1949183.0,1982220.0,2015257.0,2048294.0,2081331.0,2114368.0,2147405.0,2180442.0,2213479.0,2246516.0,2279553.0,2312590.0,2345627.0,2378664.0,2411701.0,2444738.0,2477775.0,2510812.0,2543849.0,2576886.0,2609923.0,2642960.0,2675997.0,2709034.0,2742071.0,2775108.0,2808145.0,2841182.0,2874219.0,2907256.0,2940293.0,2973330.0,3006367.0,3039404.0,3072441.0,3105478.0,3138515.0,3171552.0,3204589.0,3237626.0,3270663.0,3303700.0],"times":[1094216.0,1947979.0,3101928.0,3896934.0,5137807.0,6185609.0,7867243.0,8622391.0,9776088.0,10879623.0,11190255.0,12289163.0,12968743.0,13741599.0,14377668.0,14938757.0,16454353.0,17054935.0,18332781.0,19576678.0,20054533.0,21588006.0,22079605.0,23120822.0,24154053.0,24599508.0,26548704.0,27859006.0,27442344.0,28561288.0,29620289.0,30930922.0,32304779.0,33630491.0,34769785.0,34266376.0,35735637.0,36542568.0,37778568.0,38431842.0,39353013.0,41061331.0,41315777.0,41760790.0,43177002.0,44257989.0,49140385.0,50790809.0,46604683.0,48341306.0,48434142.0,49988464.0,51073063.0,52890954.0,52896028.0,53530828.0,54669534.0,55513266.0,56918855.0,57214738.0,59183326.0,59778304.0,60261731.0,61484949.0,62648449.0,62740186.0,64632192.0,65551749.0,68569061.0,68295165.0,67730702.0,69627021.0,69539419.0,71259791.0,72167806.0,73134951.0,73851489.0,74589308.0,75392639.0,77203184.0,77852018.0,84482414.0,84611838.0,89237215.0,81625294.0,82049607.0,83495867.0,84738949.0,88231155.0,87172135.0,93261218.0,88934350.0,89490364.0,90071455.0,91562885.0,92434561.0,92677840.0,94744863.0,94660666.0,96729381.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_50/43b/new/tukey.json new file mode 100644 index 0000000..d63334e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/new/tukey.json @@ -0,0 +1 @@ +[27.12405606622091,28.075459716752054,30.61253611816844,31.563939768699584] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_50/43b/report/MAD.svg new file mode 100644 index 0000000..0ae9ab7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/MAD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_50/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_50/43b/report/SD.svg new file mode 100644 index 0000000..6dc72a2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_50/43b/report/both/pdf.svg new file mode 100644 index 0000000..55230e3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 36 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_50/43b/report/both/regression.svg new file mode 100644 index 0000000..55355cb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/both/regression.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_50/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_50/43b/report/change/mean.svg new file mode 100644 index 0000000..2c698e6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_50/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_50/43b/report/change/median.svg new file mode 100644 index 0000000..623b31a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + -1 + + + + + -0.8 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_50/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_50/43b/report/change/t-test.svg new file mode 100644 index 0000000..af7d310 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_50/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/index.html b/benchmarks/uninit_bench/gstring_50/43b/report/index.html new file mode 100644 index 0000000..53632b0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_50/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_50/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope29.203 ns29.376 ns29.585 ns
R²0.91427830.91837910.9124311
Mean29.408 ns29.614 ns29.840 ns
Std. Dev.825.92 ps1.1102 ns1.3483 ns
Median29.125 ns29.177 ns29.260 ns
MAD215.77 ps368.39 ps535.30 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.9489%-0.0234%+0.8954%(p = 0.96 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_50/43b/report/mean.svg new file mode 100644 index 0000000..bae6312 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 29.4 + + + + + 29.5 + + + + + 29.6 + + + + + 29.7 + + + + + 29.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/median.svg b/benchmarks/uninit_bench/gstring_50/43b/report/median.svg new file mode 100644 index 0000000..d5078d4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 29.12 + + + + + 29.14 + + + + + 29.16 + + + + + 29.18 + + + + + 29.2 + + + + + 29.22 + + + + + 29.24 + + + + + 29.26 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_50/43b/report/pdf.svg new file mode 100644 index 0000000..22c0b6c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/pdf.svg @@ -0,0 +1,362 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_50/43b/report/pdf_small.svg new file mode 100644 index 0000000..0ec6c39 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_50/43b/report/regression.svg new file mode 100644 index 0000000..2971329 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_50/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_50/43b/report/regression_small.svg new file mode 100644 index 0000000..352b438 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_50/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..ace528e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 36 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_50/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..06f6b89 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/relative_regression_small.svg @@ -0,0 +1,342 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_50/43b/report/slope.svg new file mode 100644 index 0000000..058053d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 29.2 + + + + + 29.25 + + + + + 29.3 + + + + + 29.35 + + + + + 29.4 + + + + + 29.45 + + + + + 29.5 + + + + + 29.55 + + + + + 29.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_50/43b/report/typical.svg new file mode 100644 index 0000000..1d5c3df --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 29.2 + + + + + 29.25 + + + + + 29.3 + + + + + 29.35 + + + + + 29.4 + + + + + 29.45 + + + + + 29.5 + + + + + 29.55 + + + + + 29.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..6a786af --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_50","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_50/43b","directory_name":"uninit_bench/gstring_50/43b","title":"uninit_bench/gstring_50/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..c122905 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.40801478767226,"upper_bound":29.84027042188432},"point_estimate":29.613743820766604,"standard_error":0.1103780041929792},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.124802102896716,"upper_bound":29.26045698432982},"point_estimate":29.176659520102035,"standard_error":0.033887235728306805},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.21576669443232008,"upper_bound":0.5352954219825142},"point_estimate":0.36838964721633244,"standard_error":0.08104956980887437},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.202726589871123,"upper_bound":29.585230067163685},"point_estimate":29.376153343373325,"standard_error":0.09818549754433983},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8259232789110891,"upper_bound":1.3482863154606641},"point_estimate":1.1101900136800762,"standard_error":0.13312327850337607}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/sample.json new file mode 100644 index 0000000..0a7853b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[33037.0,66074.0,99111.0,132148.0,165185.0,198222.0,231259.0,264296.0,297333.0,330370.0,363407.0,396444.0,429481.0,462518.0,495555.0,528592.0,561629.0,594666.0,627703.0,660740.0,693777.0,726814.0,759851.0,792888.0,825925.0,858962.0,891999.0,925036.0,958073.0,991110.0,1024147.0,1057184.0,1090221.0,1123258.0,1156295.0,1189332.0,1222369.0,1255406.0,1288443.0,1321480.0,1354517.0,1387554.0,1420591.0,1453628.0,1486665.0,1519702.0,1552739.0,1585776.0,1618813.0,1651850.0,1684887.0,1717924.0,1750961.0,1783998.0,1817035.0,1850072.0,1883109.0,1916146.0,1949183.0,1982220.0,2015257.0,2048294.0,2081331.0,2114368.0,2147405.0,2180442.0,2213479.0,2246516.0,2279553.0,2312590.0,2345627.0,2378664.0,2411701.0,2444738.0,2477775.0,2510812.0,2543849.0,2576886.0,2609923.0,2642960.0,2675997.0,2709034.0,2742071.0,2775108.0,2808145.0,2841182.0,2874219.0,2907256.0,2940293.0,2973330.0,3006367.0,3039404.0,3072441.0,3105478.0,3138515.0,3171552.0,3204589.0,3237626.0,3270663.0,3303700.0],"times":[1094216.0,1947979.0,3101928.0,3896934.0,5137807.0,6185609.0,7867243.0,8622391.0,9776088.0,10879623.0,11190255.0,12289163.0,12968743.0,13741599.0,14377668.0,14938757.0,16454353.0,17054935.0,18332781.0,19576678.0,20054533.0,21588006.0,22079605.0,23120822.0,24154053.0,24599508.0,26548704.0,27859006.0,27442344.0,28561288.0,29620289.0,30930922.0,32304779.0,33630491.0,34769785.0,34266376.0,35735637.0,36542568.0,37778568.0,38431842.0,39353013.0,41061331.0,41315777.0,41760790.0,43177002.0,44257989.0,49140385.0,50790809.0,46604683.0,48341306.0,48434142.0,49988464.0,51073063.0,52890954.0,52896028.0,53530828.0,54669534.0,55513266.0,56918855.0,57214738.0,59183326.0,59778304.0,60261731.0,61484949.0,62648449.0,62740186.0,64632192.0,65551749.0,68569061.0,68295165.0,67730702.0,69627021.0,69539419.0,71259791.0,72167806.0,73134951.0,73851489.0,74589308.0,75392639.0,77203184.0,77852018.0,84482414.0,84611838.0,89237215.0,81625294.0,82049607.0,83495867.0,84738949.0,88231155.0,87172135.0,93261218.0,88934350.0,89490364.0,90071455.0,91562885.0,92434561.0,92677840.0,94744863.0,94660666.0,96729381.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..d63334e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[27.12405606622091,28.075459716752054,30.61253611816844,31.563939768699584] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_50/48b/change/estimates.json new file mode 100644 index 0000000..2f22156 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004582887911096455,"upper_bound":0.015073937886895736},"point_estimate":0.0055680297145173085,"standard_error":0.005027038168844672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005365582588332196,"upper_bound":0.006500216469197184},"point_estimate":0.00027747624195284537,"standard_error":0.0029275928905195072}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_50/48b/new/benchmark.json new file mode 100644 index 0000000..62fa23e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_50","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_50/48b","directory_name":"uninit_bench/gstring_50/48b","title":"uninit_bench/gstring_50/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_50/48b/new/estimates.json new file mode 100644 index 0000000..104dbbf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.35284165105639,"upper_bound":30.84047973916087},"point_estimate":30.58482941829835,"standard_error":0.12514904579881278},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.940843639521958,"upper_bound":30.175093574165974},"point_estimate":29.991764318948007,"standard_error":0.06591739374399544},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.25788863158874453,"upper_bound":0.6136829265343468},"point_estimate":0.35011381957517795,"standard_error":0.09548552481798182},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.123399043906126,"upper_bound":30.465900441133844},"point_estimate":30.28258417188402,"standard_error":0.08802407260291623},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.989925603927849,"upper_bound":1.4878857250566766},"point_estimate":1.2646544339792845,"standard_error":0.12742599029137502}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/new/sample.json b/benchmarks/uninit_bench/gstring_50/48b/new/sample.json new file mode 100644 index 0000000..51e3081 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[32401.0,64802.0,97203.0,129604.0,162005.0,194406.0,226807.0,259208.0,291609.0,324010.0,356411.0,388812.0,421213.0,453614.0,486015.0,518416.0,550817.0,583218.0,615619.0,648020.0,680421.0,712822.0,745223.0,777624.0,810025.0,842426.0,874827.0,907228.0,939629.0,972030.0,1004431.0,1036832.0,1069233.0,1101634.0,1134035.0,1166436.0,1198837.0,1231238.0,1263639.0,1296040.0,1328441.0,1360842.0,1393243.0,1425644.0,1458045.0,1490446.0,1522847.0,1555248.0,1587649.0,1620050.0,1652451.0,1684852.0,1717253.0,1749654.0,1782055.0,1814456.0,1846857.0,1879258.0,1911659.0,1944060.0,1976461.0,2008862.0,2041263.0,2073664.0,2106065.0,2138466.0,2170867.0,2203268.0,2235669.0,2268070.0,2300471.0,2332872.0,2365273.0,2397674.0,2430075.0,2462476.0,2494877.0,2527278.0,2559679.0,2592080.0,2624481.0,2656882.0,2689283.0,2721684.0,2754085.0,2786486.0,2818887.0,2851288.0,2883689.0,2916090.0,2948491.0,2980892.0,3013293.0,3045694.0,3078095.0,3110496.0,3142897.0,3175298.0,3207699.0,3240100.0],"times":[1103440.0,1910648.0,3248409.0,4131776.0,5257690.0,6707231.0,7793356.0,8808284.0,9977655.0,10687988.0,10575605.0,11750514.0,12750167.0,13457352.0,14314197.0,15931553.0,16083801.0,17720309.0,18829433.0,19065215.0,20313442.0,21348688.0,22141347.0,23597040.0,23919007.0,26618871.0,26066757.0,26775711.0,28353393.0,29414508.0,30203341.0,30852902.0,33242245.0,34455827.0,37120483.0,34797680.0,36044768.0,36455020.0,37911363.0,40189432.0,43758164.0,45656704.0,41990039.0,42444152.0,44460117.0,44627161.0,46499222.0,46572126.0,47605516.0,49103853.0,49445682.0,51551941.0,51408618.0,52461644.0,53067711.0,54382434.0,58544475.0,63126894.0,57730583.0,58169106.0,59223741.0,59948919.0,60506738.0,63221104.0,62716525.0,63907433.0,64794209.0,68572482.0,72464913.0,68381690.0,68824475.0,69906672.0,70145130.0,72402546.0,72520756.0,76504999.0,74943353.0,75555075.0,76461412.0,77179664.0,78567744.0,79314927.0,83277532.0,80981899.0,82421118.0,83357804.0,84281643.0,90506110.0,86506680.0,89501026.0,93072013.0,89096128.0,89827240.0,94202807.0,92731292.0,92987731.0,93842611.0,95105702.0,96579809.0,97095164.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_50/48b/new/tukey.json new file mode 100644 index 0000000..6d7e1e3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/new/tukey.json @@ -0,0 +1 @@ +[27.07270489950657,28.463266329847105,32.17143014408853,33.56199157442907] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_50/48b/report/MAD.svg new file mode 100644 index 0000000..8adcb88 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_50/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_50/48b/report/SD.svg new file mode 100644 index 0000000..f942341 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_50/48b/report/both/pdf.svg new file mode 100644 index 0000000..b2fd22e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 36 + + + + + 37 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_50/48b/report/both/regression.svg new file mode 100644 index 0000000..e371bd1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/both/regression.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_50/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_50/48b/report/change/mean.svg new file mode 100644 index 0000000..ced0fe2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_50/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_50/48b/report/change/median.svg new file mode 100644 index 0000000..fe0b0f8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_50/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_50/48b/report/change/t-test.svg new file mode 100644 index 0000000..b2d1500 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_50/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/index.html b/benchmarks/uninit_bench/gstring_50/48b/report/index.html new file mode 100644 index 0000000..1e9f231 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_50/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_50/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope30.123 ns30.283 ns30.466 ns
R²0.91322310.91656860.9121372
Mean30.353 ns30.585 ns30.840 ns
Std. Dev.989.93 ps1.2647 ns1.4879 ns
Median29.941 ns29.992 ns30.175 ns
MAD257.89 ps350.11 ps613.68 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.4583%+0.5568%+1.5074%(p = 0.29 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_50/48b/report/mean.svg new file mode 100644 index 0000000..0ff8e2a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 30.3 + + + + + 30.4 + + + + + 30.5 + + + + + 30.6 + + + + + 30.7 + + + + + 30.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/median.svg b/benchmarks/uninit_bench/gstring_50/48b/report/median.svg new file mode 100644 index 0000000..5a4469d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 29.95 + + + + + 30 + + + + + 30.05 + + + + + 30.1 + + + + + 30.15 + + + + + 30.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_50/48b/report/pdf.svg new file mode 100644 index 0000000..f93797f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/pdf.svg @@ -0,0 +1,356 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 36 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_50/48b/report/pdf_small.svg new file mode 100644 index 0000000..3f00020 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 36 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_50/48b/report/regression.svg new file mode 100644 index 0000000..6d96892 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_50/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_50/48b/report/regression_small.svg new file mode 100644 index 0000000..5420379 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_50/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..abfefda --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 36 + + + + + 37 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_50/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..e0ede5c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/relative_regression_small.svg @@ -0,0 +1,342 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_50/48b/report/slope.svg new file mode 100644 index 0000000..7582e77 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 30.1 + + + + + 30.15 + + + + + 30.2 + + + + + 30.25 + + + + + 30.3 + + + + + 30.35 + + + + + 30.4 + + + + + 30.45 + + + + + 30.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_50/48b/report/typical.svg new file mode 100644 index 0000000..da83db6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 30.1 + + + + + 30.15 + + + + + 30.2 + + + + + 30.25 + + + + + 30.3 + + + + + 30.35 + + + + + 30.4 + + + + + 30.45 + + + + + 30.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..62fa23e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_50","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_50/48b","directory_name":"uninit_bench/gstring_50/48b","title":"uninit_bench/gstring_50/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..104dbbf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.35284165105639,"upper_bound":30.84047973916087},"point_estimate":30.58482941829835,"standard_error":0.12514904579881278},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.940843639521958,"upper_bound":30.175093574165974},"point_estimate":29.991764318948007,"standard_error":0.06591739374399544},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.25788863158874453,"upper_bound":0.6136829265343468},"point_estimate":0.35011381957517795,"standard_error":0.09548552481798182},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.123399043906126,"upper_bound":30.465900441133844},"point_estimate":30.28258417188402,"standard_error":0.08802407260291623},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.989925603927849,"upper_bound":1.4878857250566766},"point_estimate":1.2646544339792845,"standard_error":0.12742599029137502}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/sample.json new file mode 100644 index 0000000..51e3081 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[32401.0,64802.0,97203.0,129604.0,162005.0,194406.0,226807.0,259208.0,291609.0,324010.0,356411.0,388812.0,421213.0,453614.0,486015.0,518416.0,550817.0,583218.0,615619.0,648020.0,680421.0,712822.0,745223.0,777624.0,810025.0,842426.0,874827.0,907228.0,939629.0,972030.0,1004431.0,1036832.0,1069233.0,1101634.0,1134035.0,1166436.0,1198837.0,1231238.0,1263639.0,1296040.0,1328441.0,1360842.0,1393243.0,1425644.0,1458045.0,1490446.0,1522847.0,1555248.0,1587649.0,1620050.0,1652451.0,1684852.0,1717253.0,1749654.0,1782055.0,1814456.0,1846857.0,1879258.0,1911659.0,1944060.0,1976461.0,2008862.0,2041263.0,2073664.0,2106065.0,2138466.0,2170867.0,2203268.0,2235669.0,2268070.0,2300471.0,2332872.0,2365273.0,2397674.0,2430075.0,2462476.0,2494877.0,2527278.0,2559679.0,2592080.0,2624481.0,2656882.0,2689283.0,2721684.0,2754085.0,2786486.0,2818887.0,2851288.0,2883689.0,2916090.0,2948491.0,2980892.0,3013293.0,3045694.0,3078095.0,3110496.0,3142897.0,3175298.0,3207699.0,3240100.0],"times":[1103440.0,1910648.0,3248409.0,4131776.0,5257690.0,6707231.0,7793356.0,8808284.0,9977655.0,10687988.0,10575605.0,11750514.0,12750167.0,13457352.0,14314197.0,15931553.0,16083801.0,17720309.0,18829433.0,19065215.0,20313442.0,21348688.0,22141347.0,23597040.0,23919007.0,26618871.0,26066757.0,26775711.0,28353393.0,29414508.0,30203341.0,30852902.0,33242245.0,34455827.0,37120483.0,34797680.0,36044768.0,36455020.0,37911363.0,40189432.0,43758164.0,45656704.0,41990039.0,42444152.0,44460117.0,44627161.0,46499222.0,46572126.0,47605516.0,49103853.0,49445682.0,51551941.0,51408618.0,52461644.0,53067711.0,54382434.0,58544475.0,63126894.0,57730583.0,58169106.0,59223741.0,59948919.0,60506738.0,63221104.0,62716525.0,63907433.0,64794209.0,68572482.0,72464913.0,68381690.0,68824475.0,69906672.0,70145130.0,72402546.0,72520756.0,76504999.0,74943353.0,75555075.0,76461412.0,77179664.0,78567744.0,79314927.0,83277532.0,80981899.0,82421118.0,83357804.0,84281643.0,90506110.0,86506680.0,89501026.0,93072013.0,89096128.0,89827240.0,94202807.0,92731292.0,92987731.0,93842611.0,95105702.0,96579809.0,97095164.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..6d7e1e3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[27.07270489950657,28.463266329847105,32.17143014408853,33.56199157442907] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_50/5b/change/estimates.json new file mode 100644 index 0000000..b623db3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0047028318717227124,"upper_bound":0.02418201088583416},"point_estimate":0.009033568168717476,"standard_error":0.007406484713636166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003468753902792332,"upper_bound":0.007074331289450891},"point_estimate":-0.00013719507082421423,"standard_error":0.0025226415800932564}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_50/5b/new/benchmark.json new file mode 100644 index 0000000..5c7c792 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_50","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_50/5b","directory_name":"uninit_bench/gstring_50/5b","title":"uninit_bench/gstring_50/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_50/5b/new/estimates.json new file mode 100644 index 0000000..d20f296 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.711216203052526,"upper_bound":28.3886816967753},"point_estimate":28.026321336802688,"standard_error":0.1721948719775685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.158861151597776,"upper_bound":27.41886085805416},"point_estimate":27.22263191138781,"standard_error":0.06176056125402684},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2576219954972927,"upper_bound":0.6697705046147843},"point_estimate":0.3893944966464227,"standard_error":0.09648390800929657},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.283946126553193,"upper_bound":27.610823240485725},"point_estimate":27.431968524499045,"standard_error":0.08412998615123506},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.2076594670227108,"upper_bound":2.2816128842034544},"point_estimate":1.7335028914596937,"standard_error":0.27879492413702867}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/new/sample.json b/benchmarks/uninit_bench/gstring_50/5b/new/sample.json new file mode 100644 index 0000000..8d8cf24 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[35383.0,70766.0,106149.0,141532.0,176915.0,212298.0,247681.0,283064.0,318447.0,353830.0,389213.0,424596.0,459979.0,495362.0,530745.0,566128.0,601511.0,636894.0,672277.0,707660.0,743043.0,778426.0,813809.0,849192.0,884575.0,919958.0,955341.0,990724.0,1026107.0,1061490.0,1096873.0,1132256.0,1167639.0,1203022.0,1238405.0,1273788.0,1309171.0,1344554.0,1379937.0,1415320.0,1450703.0,1486086.0,1521469.0,1556852.0,1592235.0,1627618.0,1663001.0,1698384.0,1733767.0,1769150.0,1804533.0,1839916.0,1875299.0,1910682.0,1946065.0,1981448.0,2016831.0,2052214.0,2087597.0,2122980.0,2158363.0,2193746.0,2229129.0,2264512.0,2299895.0,2335278.0,2370661.0,2406044.0,2441427.0,2476810.0,2512193.0,2547576.0,2582959.0,2618342.0,2653725.0,2689108.0,2724491.0,2759874.0,2795257.0,2830640.0,2866023.0,2901406.0,2936789.0,2972172.0,3007555.0,3042938.0,3078321.0,3113704.0,3149087.0,3184470.0,3219853.0,3255236.0,3290619.0,3326002.0,3361385.0,3396768.0,3432151.0,3467534.0,3502917.0,3538300.0],"times":[1329725.0,2215582.0,3461434.0,4210313.0,5429727.0,6498682.0,7757903.0,8687529.0,9744107.0,10869949.0,11927818.0,14034554.0,14630007.0,15136738.0,16133075.0,15849528.0,17127107.0,17494935.0,18219359.0,18935032.0,20119671.0,21578436.0,22202869.0,22670622.0,23780794.0,24964085.0,26365169.0,26741609.0,27815962.0,29686352.0,29529607.0,30481553.0,31777317.0,32702181.0,33484270.0,34587685.0,35439837.0,36574500.0,37455155.0,38102427.0,39383082.0,43630096.0,46132072.0,42724446.0,44492878.0,46206686.0,47420995.0,45914810.0,47153746.0,47547360.0,48573419.0,49710458.0,51564155.0,52093361.0,52690991.0,53742932.0,54535397.0,55539422.0,56769442.0,59554595.0,63062654.0,59851893.0,60540605.0,62079683.0,63288910.0,64041652.0,63923455.0,65674319.0,66019663.0,69168606.0,70188185.0,69365554.0,70546363.0,75588547.0,72743532.0,72500799.0,73974477.0,75322653.0,75302094.0,77004819.0,77021258.0,78167654.0,79743740.0,80894209.0,81080879.0,82532596.0,83684266.0,84134808.0,85093038.0,88885382.0,89448957.0,88916929.0,89170984.0,89632124.0,91404642.0,94926428.0,95203749.0,102463700.0,94986457.0,96056671.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_50/5b/new/tukey.json new file mode 100644 index 0000000..3012c16 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/new/tukey.json @@ -0,0 +1 @@ +[24.37510844128216,25.7247312794613,29.323725514605673,30.673348352784814] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_50/5b/report/MAD.svg new file mode 100644 index 0000000..2012a7a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_50/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_50/5b/report/SD.svg new file mode 100644 index 0000000..d422068 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_50/5b/report/both/pdf.svg new file mode 100644 index 0000000..825c33e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_50/5b/report/both/regression.svg new file mode 100644 index 0000000..630278f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/both/regression.svg @@ -0,0 +1,370 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_50/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_50/5b/report/change/mean.svg new file mode 100644 index 0000000..d66e877 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_50/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_50/5b/report/change/median.svg new file mode 100644 index 0000000..14b721c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/change/median.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_50/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_50/5b/report/change/t-test.svg new file mode 100644 index 0000000..753fb6f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_50/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/index.html b/benchmarks/uninit_bench/gstring_50/5b/report/index.html new file mode 100644 index 0000000..85bf1be --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_50/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_50/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope27.284 ns27.432 ns27.611 ns
R²0.91763720.92120280.9160064
Mean27.711 ns28.026 ns28.389 ns
Std. Dev.1.2077 ns1.7335 ns2.2816 ns
Median27.159 ns27.223 ns27.419 ns
MAD257.62 ps389.39 ps669.77 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.4703%+0.9034%+2.4182%(p = 0.23 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_50/5b/report/mean.svg new file mode 100644 index 0000000..5b798bc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 27.7 + + + + + 27.8 + + + + + 27.9 + + + + + 28 + + + + + 28.1 + + + + + 28.2 + + + + + 28.3 + + + + + 28.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/median.svg b/benchmarks/uninit_bench/gstring_50/5b/report/median.svg new file mode 100644 index 0000000..6822f81 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 27.15 + + + + + 27.2 + + + + + 27.25 + + + + + 27.3 + + + + + 27.35 + + + + + 27.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_50/5b/report/pdf.svg new file mode 100644 index 0000000..e04d40e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/pdf.svg @@ -0,0 +1,371 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_50/5b/report/pdf_small.svg new file mode 100644 index 0000000..1fdd55c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_50/5b/report/regression.svg new file mode 100644 index 0000000..7b243f6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_50/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_50/5b/report/regression_small.svg new file mode 100644 index 0000000..3c51d31 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_50/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..f954109 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_50/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..bd4037c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/relative_regression_small.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_50/5b/report/slope.svg new file mode 100644 index 0000000..6b66a75 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 27.25 + + + + + 27.3 + + + + + 27.35 + + + + + 27.4 + + + + + 27.45 + + + + + 27.5 + + + + + 27.55 + + + + + 27.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_50/5b/report/typical.svg new file mode 100644 index 0000000..85fea50 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 27.25 + + + + + 27.3 + + + + + 27.35 + + + + + 27.4 + + + + + 27.45 + + + + + 27.5 + + + + + 27.55 + + + + + 27.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..5c7c792 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_50","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_50/5b","directory_name":"uninit_bench/gstring_50/5b","title":"uninit_bench/gstring_50/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..d20f296 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.711216203052526,"upper_bound":28.3886816967753},"point_estimate":28.026321336802688,"standard_error":0.1721948719775685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.158861151597776,"upper_bound":27.41886085805416},"point_estimate":27.22263191138781,"standard_error":0.06176056125402684},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2576219954972927,"upper_bound":0.6697705046147843},"point_estimate":0.3893944966464227,"standard_error":0.09648390800929657},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.283946126553193,"upper_bound":27.610823240485725},"point_estimate":27.431968524499045,"standard_error":0.08412998615123506},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.2076594670227108,"upper_bound":2.2816128842034544},"point_estimate":1.7335028914596937,"standard_error":0.27879492413702867}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/sample.json new file mode 100644 index 0000000..8d8cf24 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[35383.0,70766.0,106149.0,141532.0,176915.0,212298.0,247681.0,283064.0,318447.0,353830.0,389213.0,424596.0,459979.0,495362.0,530745.0,566128.0,601511.0,636894.0,672277.0,707660.0,743043.0,778426.0,813809.0,849192.0,884575.0,919958.0,955341.0,990724.0,1026107.0,1061490.0,1096873.0,1132256.0,1167639.0,1203022.0,1238405.0,1273788.0,1309171.0,1344554.0,1379937.0,1415320.0,1450703.0,1486086.0,1521469.0,1556852.0,1592235.0,1627618.0,1663001.0,1698384.0,1733767.0,1769150.0,1804533.0,1839916.0,1875299.0,1910682.0,1946065.0,1981448.0,2016831.0,2052214.0,2087597.0,2122980.0,2158363.0,2193746.0,2229129.0,2264512.0,2299895.0,2335278.0,2370661.0,2406044.0,2441427.0,2476810.0,2512193.0,2547576.0,2582959.0,2618342.0,2653725.0,2689108.0,2724491.0,2759874.0,2795257.0,2830640.0,2866023.0,2901406.0,2936789.0,2972172.0,3007555.0,3042938.0,3078321.0,3113704.0,3149087.0,3184470.0,3219853.0,3255236.0,3290619.0,3326002.0,3361385.0,3396768.0,3432151.0,3467534.0,3502917.0,3538300.0],"times":[1329725.0,2215582.0,3461434.0,4210313.0,5429727.0,6498682.0,7757903.0,8687529.0,9744107.0,10869949.0,11927818.0,14034554.0,14630007.0,15136738.0,16133075.0,15849528.0,17127107.0,17494935.0,18219359.0,18935032.0,20119671.0,21578436.0,22202869.0,22670622.0,23780794.0,24964085.0,26365169.0,26741609.0,27815962.0,29686352.0,29529607.0,30481553.0,31777317.0,32702181.0,33484270.0,34587685.0,35439837.0,36574500.0,37455155.0,38102427.0,39383082.0,43630096.0,46132072.0,42724446.0,44492878.0,46206686.0,47420995.0,45914810.0,47153746.0,47547360.0,48573419.0,49710458.0,51564155.0,52093361.0,52690991.0,53742932.0,54535397.0,55539422.0,56769442.0,59554595.0,63062654.0,59851893.0,60540605.0,62079683.0,63288910.0,64041652.0,63923455.0,65674319.0,66019663.0,69168606.0,70188185.0,69365554.0,70546363.0,75588547.0,72743532.0,72500799.0,73974477.0,75322653.0,75302094.0,77004819.0,77021258.0,78167654.0,79743740.0,80894209.0,81080879.0,82532596.0,83684266.0,84134808.0,85093038.0,88885382.0,89448957.0,88916929.0,89170984.0,89632124.0,91404642.0,94926428.0,95203749.0,102463700.0,94986457.0,96056671.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..3012c16 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[24.37510844128216,25.7247312794613,29.323725514605673,30.673348352784814] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/report/index.html b/benchmarks/uninit_bench/gstring_50/report/index.html new file mode 100644 index 0000000..383e2fb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_50 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_50

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_50/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_50/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_50/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_50/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/report/violin.svg b/benchmarks/uninit_bench/gstring_50/report/violin.svg new file mode 100644 index 0000000..f29bc92 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/report/violin.svg @@ -0,0 +1,482 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_50/unicode + + + + + uninit_bench/gstring_50/48b + + + + + uninit_bench/gstring_50/43b + + + + + uninit_bench/gstring_50/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_50/unicode/change/estimates.json new file mode 100644 index 0000000..731cea1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06678917592278705,"upper_bound":-0.042945063663584984},"point_estimate":-0.054862895929321254,"standard_error":0.006095171822824368},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10687189956494302,"upper_bound":-0.06496798573314366},"point_estimate":-0.08528270773356061,"standard_error":0.012525127739112508}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_50/unicode/new/benchmark.json new file mode 100644 index 0000000..13415de --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_50","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_50/unicode","directory_name":"uninit_bench/gstring_50/unicode","title":"uninit_bench/gstring_50/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_50/unicode/new/estimates.json new file mode 100644 index 0000000..eebe212 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.334159455072715,"upper_bound":26.741282895900227},"point_estimate":26.528642365910546,"standard_error":0.1041419384101418},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.024808205369524,"upper_bound":26.247440042913873},"point_estimate":26.107347814685987,"standard_error":0.055674193934650604},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.23891635032118125,"upper_bound":0.4613363047092523},"point_estimate":0.30258073638886407,"standard_error":0.05618914640928435},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.040628227298367,"upper_bound":26.23947863302721},"point_estimate":26.123262535083033,"standard_error":0.051355792155159674},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.792319708735658,"upper_bound":1.257630198405145},"point_estimate":1.0516318837438177,"standard_error":0.11877208863380073}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_50/unicode/new/sample.json new file mode 100644 index 0000000..35ec6e1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[37046.0,74092.0,111138.0,148184.0,185230.0,222276.0,259322.0,296368.0,333414.0,370460.0,407506.0,444552.0,481598.0,518644.0,555690.0,592736.0,629782.0,666828.0,703874.0,740920.0,777966.0,815012.0,852058.0,889104.0,926150.0,963196.0,1000242.0,1037288.0,1074334.0,1111380.0,1148426.0,1185472.0,1222518.0,1259564.0,1296610.0,1333656.0,1370702.0,1407748.0,1444794.0,1481840.0,1518886.0,1555932.0,1592978.0,1630024.0,1667070.0,1704116.0,1741162.0,1778208.0,1815254.0,1852300.0,1889346.0,1926392.0,1963438.0,2000484.0,2037530.0,2074576.0,2111622.0,2148668.0,2185714.0,2222760.0,2259806.0,2296852.0,2333898.0,2370944.0,2407990.0,2445036.0,2482082.0,2519128.0,2556174.0,2593220.0,2630266.0,2667312.0,2704358.0,2741404.0,2778450.0,2815496.0,2852542.0,2889588.0,2926634.0,2963680.0,3000726.0,3037772.0,3074818.0,3111864.0,3148910.0,3185956.0,3223002.0,3260048.0,3297094.0,3334140.0,3371186.0,3408232.0,3445278.0,3482324.0,3519370.0,3556416.0,3593462.0,3630508.0,3667554.0,3704600.0],"times":[1116760.0,1887259.0,3003959.0,4165121.0,4835337.0,5846638.0,7166040.0,8716598.0,9919570.0,10897482.0,11943470.0,12281941.0,12605456.0,13475153.0,14475893.0,15675755.0,16247677.0,17138706.0,18362263.0,19223560.0,20121084.0,21441306.0,23794892.0,25259891.0,25913909.0,28245605.0,26205430.0,30350378.0,28292823.0,32668812.0,30366339.0,31516004.0,32140595.0,32840350.0,33681640.0,35285358.0,35638778.0,37543356.0,38046134.0,39185345.0,39942468.0,41428080.0,43669553.0,43780134.0,43853097.0,45173717.0,45725930.0,45915861.0,46900039.0,48591660.0,48940271.0,50239990.0,52063899.0,52438911.0,53469239.0,53576215.0,55228140.0,56225650.0,58181945.0,57535971.0,58936629.0,60339282.0,60652320.0,61524990.0,62463207.0,63313954.0,64595708.0,66229695.0,66318480.0,67709475.0,67966740.0,68783398.0,70096665.0,71011227.0,79161220.0,74839672.0,74646420.0,75054165.0,75919370.0,76848088.0,77526061.0,78557211.0,79922243.0,81266445.0,81643705.0,82970616.0,83627801.0,84661013.0,85786838.0,87896513.0,87135224.0,87773661.0,88958692.0,90303908.0,91753967.0,91950681.0,93368692.0,94063993.0,95304724.0,96566504.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_50/unicode/new/tukey.json new file mode 100644 index 0000000..36e3ec1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/new/tukey.json @@ -0,0 +1 @@ +[24.351444054751106,25.146037533832143,27.26495347804824,28.059546957129278] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/MAD.svg new file mode 100644 index 0000000..48b8291 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 0.009 + + + + + 0.01 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_50/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/SD.svg new file mode 100644 index 0000000..c499b6c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/both/pdf.svg new file mode 100644 index 0000000..47db51f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 23 + + + + + 24 + + + + + 25 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/both/regression.svg new file mode 100644 index 0000000..cacbeb8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_50/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/change/mean.svg new file mode 100644 index 0000000..94a5467 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/change/mean.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -6.5 + + + + + -6 + + + + + -5.5 + + + + + -5 + + + + + -4.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_50/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/change/median.svg new file mode 100644 index 0000000..29ea56c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + -11 + + + + + -10 + + + + + -9 + + + + + -8 + + + + + -7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_50/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/change/t-test.svg new file mode 100644 index 0000000..22de1d0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/change/t-test.svg @@ -0,0 +1,250 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -10 + + + + + -8 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_50/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/index.html b/benchmarks/uninit_bench/gstring_50/unicode/report/index.html new file mode 100644 index 0000000..32f354b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_50/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_50/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope26.041 ns26.123 ns26.239 ns
R²0.94828340.94954950.9470485
Mean26.334 ns26.529 ns26.741 ns
Std. Dev.792.32 ps1.0516 ns1.2576 ns
Median26.025 ns26.107 ns26.247 ns
MAD238.92 ps302.58 ps461.34 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-6.6789%-5.4863%-4.2945%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/mean.svg new file mode 100644 index 0000000..5cf2dbf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 26.3 + + + + + 26.35 + + + + + 26.4 + + + + + 26.45 + + + + + 26.5 + + + + + 26.55 + + + + + 26.6 + + + + + 26.65 + + + + + 26.7 + + + + + 26.75 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/median.svg new file mode 100644 index 0000000..03647a8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 26.05 + + + + + 26.1 + + + + + 26.15 + + + + + 26.2 + + + + + 26.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/pdf.svg new file mode 100644 index 0000000..5e5947b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/pdf.svg @@ -0,0 +1,362 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 25 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/pdf_small.svg new file mode 100644 index 0000000..072fe23 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 25 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/regression.svg new file mode 100644 index 0000000..e2ce37d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_50/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/regression_small.svg new file mode 100644 index 0000000..ca84e04 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..e7463e8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 23 + + + + + 24 + + + + + 25 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..215001a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/slope.svg new file mode 100644 index 0000000..aed23c9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 26.05 + + + + + 26.1 + + + + + 26.15 + + + + + 26.2 + + + + + 26.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_50/unicode/report/typical.svg new file mode 100644 index 0000000..3f4910d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 26.05 + + + + + 26.1 + + + + + 26.15 + + + + + 26.2 + + + + + 26.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_50/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..13415de --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_50","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_50/unicode","directory_name":"uninit_bench/gstring_50/unicode","title":"uninit_bench/gstring_50/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..eebe212 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.334159455072715,"upper_bound":26.741282895900227},"point_estimate":26.528642365910546,"standard_error":0.1041419384101418},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.024808205369524,"upper_bound":26.247440042913873},"point_estimate":26.107347814685987,"standard_error":0.055674193934650604},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.23891635032118125,"upper_bound":0.4613363047092523},"point_estimate":0.30258073638886407,"standard_error":0.05618914640928435},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.040628227298367,"upper_bound":26.23947863302721},"point_estimate":26.123262535083033,"standard_error":0.051355792155159674},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.792319708735658,"upper_bound":1.257630198405145},"point_estimate":1.0516318837438177,"standard_error":0.11877208863380073}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..35ec6e1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[37046.0,74092.0,111138.0,148184.0,185230.0,222276.0,259322.0,296368.0,333414.0,370460.0,407506.0,444552.0,481598.0,518644.0,555690.0,592736.0,629782.0,666828.0,703874.0,740920.0,777966.0,815012.0,852058.0,889104.0,926150.0,963196.0,1000242.0,1037288.0,1074334.0,1111380.0,1148426.0,1185472.0,1222518.0,1259564.0,1296610.0,1333656.0,1370702.0,1407748.0,1444794.0,1481840.0,1518886.0,1555932.0,1592978.0,1630024.0,1667070.0,1704116.0,1741162.0,1778208.0,1815254.0,1852300.0,1889346.0,1926392.0,1963438.0,2000484.0,2037530.0,2074576.0,2111622.0,2148668.0,2185714.0,2222760.0,2259806.0,2296852.0,2333898.0,2370944.0,2407990.0,2445036.0,2482082.0,2519128.0,2556174.0,2593220.0,2630266.0,2667312.0,2704358.0,2741404.0,2778450.0,2815496.0,2852542.0,2889588.0,2926634.0,2963680.0,3000726.0,3037772.0,3074818.0,3111864.0,3148910.0,3185956.0,3223002.0,3260048.0,3297094.0,3334140.0,3371186.0,3408232.0,3445278.0,3482324.0,3519370.0,3556416.0,3593462.0,3630508.0,3667554.0,3704600.0],"times":[1116760.0,1887259.0,3003959.0,4165121.0,4835337.0,5846638.0,7166040.0,8716598.0,9919570.0,10897482.0,11943470.0,12281941.0,12605456.0,13475153.0,14475893.0,15675755.0,16247677.0,17138706.0,18362263.0,19223560.0,20121084.0,21441306.0,23794892.0,25259891.0,25913909.0,28245605.0,26205430.0,30350378.0,28292823.0,32668812.0,30366339.0,31516004.0,32140595.0,32840350.0,33681640.0,35285358.0,35638778.0,37543356.0,38046134.0,39185345.0,39942468.0,41428080.0,43669553.0,43780134.0,43853097.0,45173717.0,45725930.0,45915861.0,46900039.0,48591660.0,48940271.0,50239990.0,52063899.0,52438911.0,53469239.0,53576215.0,55228140.0,56225650.0,58181945.0,57535971.0,58936629.0,60339282.0,60652320.0,61524990.0,62463207.0,63313954.0,64595708.0,66229695.0,66318480.0,67709475.0,67966740.0,68783398.0,70096665.0,71011227.0,79161220.0,74839672.0,74646420.0,75054165.0,75919370.0,76848088.0,77526061.0,78557211.0,79922243.0,81266445.0,81643705.0,82970616.0,83627801.0,84661013.0,85786838.0,87896513.0,87135224.0,87773661.0,88958692.0,90303908.0,91753967.0,91950681.0,93368692.0,94063993.0,95304724.0,96566504.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..36e3ec1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_50/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[24.351444054751106,25.146037533832143,27.26495347804824,28.059546957129278] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_500/43b/change/estimates.json new file mode 100644 index 0000000..a0a55bf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004340802139620126,"upper_bound":0.01783725074612049},"point_estimate":0.006863550636335258,"standard_error":0.005563917558144129},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005009098090632325,"upper_bound":0.006672894303762611},"point_estimate":0.0013917781705790055,"standard_error":0.0029572132633204724}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_500/43b/new/benchmark.json new file mode 100644 index 0000000..1c0f4e8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_500","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_500/43b","directory_name":"uninit_bench/gstring_500/43b","title":"uninit_bench/gstring_500/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_500/43b/new/estimates.json new file mode 100644 index 0000000..18673e0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.6907843164932,"upper_bound":271.32680594573856},"point_estimate":268.9321545051777,"standard_error":1.1876750664319853},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262.4779551074697,"upper_bound":265.0282835986907},"point_estimate":263.7754026933932,"standard_error":0.596751550360335},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.8392909187178224,"upper_bound":6.189037707626764},"point_estimate":4.282225479442932,"standard_error":0.8332464266295899},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":264.11277687090643,"upper_bound":267.37078727808915},"point_estimate":265.68870053746224,"standard_error":0.8313423343834339},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9.534728983760491,"upper_bound":13.791891426546172},"point_estimate":11.938476797035744,"standard_error":1.0896800463355796}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/new/sample.json b/benchmarks/uninit_bench/gstring_500/43b/new/sample.json new file mode 100644 index 0000000..e779e29 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3702.0,7404.0,11106.0,14808.0,18510.0,22212.0,25914.0,29616.0,33318.0,37020.0,40722.0,44424.0,48126.0,51828.0,55530.0,59232.0,62934.0,66636.0,70338.0,74040.0,77742.0,81444.0,85146.0,88848.0,92550.0,96252.0,99954.0,103656.0,107358.0,111060.0,114762.0,118464.0,122166.0,125868.0,129570.0,133272.0,136974.0,140676.0,144378.0,148080.0,151782.0,155484.0,159186.0,162888.0,166590.0,170292.0,173994.0,177696.0,181398.0,185100.0,188802.0,192504.0,196206.0,199908.0,203610.0,207312.0,211014.0,214716.0,218418.0,222120.0,225822.0,229524.0,233226.0,236928.0,240630.0,244332.0,248034.0,251736.0,255438.0,259140.0,262842.0,266544.0,270246.0,273948.0,277650.0,281352.0,285054.0,288756.0,292458.0,296160.0,299862.0,303564.0,307266.0,310968.0,314670.0,318372.0,322074.0,325776.0,329478.0,333180.0,336882.0,340584.0,344286.0,347988.0,351690.0,355392.0,359094.0,362796.0,366498.0,370200.0],"times":[1093346.0,2181729.0,3322077.0,4436818.0,5503531.0,6718642.0,7776568.0,8795820.0,9839271.0,10911629.0,12013224.0,13119120.0,13808803.0,14114213.0,15006584.0,15678546.0,16258213.0,17520536.0,18398002.0,19685045.0,20226610.0,21189472.0,22132810.0,23068479.0,24435065.0,26628754.0,26685803.0,28314545.0,28373398.0,29849066.0,29978453.0,30862875.0,32970626.0,33358580.0,33798289.0,35356077.0,35657278.0,36739639.0,37799284.0,38868985.0,40091913.0,40855856.0,41563752.0,43330032.0,43634107.0,44422319.0,45397552.0,46063685.0,47419809.0,48493952.0,49409701.0,50424043.0,51395476.0,53027571.0,53133570.0,54574494.0,55649148.0,56586680.0,61455426.0,58237089.0,58816785.0,60493219.0,61177166.0,62085659.0,63909401.0,63778949.0,67665584.0,68269030.0,67582942.0,68197491.0,69345149.0,69651412.0,77470661.0,76178731.0,72235697.0,74185416.0,74486824.0,76255462.0,76274121.0,77619922.0,77949165.0,79439573.0,81079771.0,83954734.0,84383993.0,83159039.0,83931121.0,91564077.0,87652523.0,92108619.0,87752582.0,88610271.0,89744186.0,92352658.0,92370462.0,97033123.0,95689648.0,96028417.0,101093563.0,99409766.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_500/43b/new/tukey.json new file mode 100644 index 0000000..bb8b6d0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/new/tukey.json @@ -0,0 +1 @@ +[233.7050459937156,247.4957875469589,284.2710983556077,298.06183990885097] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_500/43b/report/MAD.svg new file mode 100644 index 0000000..65a2bdf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_500/43b/report/SD.svg new file mode 100644 index 0000000..eaf648f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_500/43b/report/both/pdf.svg new file mode 100644 index 0000000..5df9111 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_500/43b/report/both/regression.svg new file mode 100644 index 0000000..29b2b8c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_500/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_500/43b/report/change/mean.svg new file mode 100644 index 0000000..1211d46 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_500/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_500/43b/report/change/median.svg new file mode 100644 index 0000000..10a0de0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_500/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_500/43b/report/change/t-test.svg new file mode 100644 index 0000000..901e69c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_500/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/index.html b/benchmarks/uninit_bench/gstring_500/43b/report/index.html new file mode 100644 index 0000000..4c8474b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_500/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_500/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope264.11 ns265.69 ns267.37 ns
R²0.92765460.93168030.9270967
Mean266.69 ns268.93 ns271.33 ns
Std. Dev.9.5347 ns11.938 ns13.792 ns
Median262.48 ns263.78 ns265.03 ns
MAD2.8393 ns4.2822 ns6.1890 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.4341%+0.6864%+1.7837%(p = 0.22 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_500/43b/report/mean.svg new file mode 100644 index 0000000..0dfde87 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/mean.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 267 + + + + + 268 + + + + + 269 + + + + + 270 + + + + + 271 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/median.svg b/benchmarks/uninit_bench/gstring_500/43b/report/median.svg new file mode 100644 index 0000000..0fc5a30 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 262.5 + + + + + 263 + + + + + 263.5 + + + + + 264 + + + + + 264.5 + + + + + 265 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_500/43b/report/pdf.svg new file mode 100644 index 0000000..ba654d2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/pdf.svg @@ -0,0 +1,353 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_500/43b/report/pdf_small.svg new file mode 100644 index 0000000..b131d83 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_500/43b/report/regression.svg new file mode 100644 index 0000000..172fb46 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_500/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_500/43b/report/regression_small.svg new file mode 100644 index 0000000..6ad56c0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_500/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..785bd71 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_500/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..f70271c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_500/43b/report/slope.svg new file mode 100644 index 0000000..bc67e7d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 264 + + + + + 264.5 + + + + + 265 + + + + + 265.5 + + + + + 266 + + + + + 266.5 + + + + + 267 + + + + + 267.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_500/43b/report/typical.svg new file mode 100644 index 0000000..da6dada --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 264 + + + + + 264.5 + + + + + 265 + + + + + 265.5 + + + + + 266 + + + + + 266.5 + + + + + 267 + + + + + 267.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..1c0f4e8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_500","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_500/43b","directory_name":"uninit_bench/gstring_500/43b","title":"uninit_bench/gstring_500/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..18673e0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.6907843164932,"upper_bound":271.32680594573856},"point_estimate":268.9321545051777,"standard_error":1.1876750664319853},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262.4779551074697,"upper_bound":265.0282835986907},"point_estimate":263.7754026933932,"standard_error":0.596751550360335},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.8392909187178224,"upper_bound":6.189037707626764},"point_estimate":4.282225479442932,"standard_error":0.8332464266295899},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":264.11277687090643,"upper_bound":267.37078727808915},"point_estimate":265.68870053746224,"standard_error":0.8313423343834339},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9.534728983760491,"upper_bound":13.791891426546172},"point_estimate":11.938476797035744,"standard_error":1.0896800463355796}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/sample.json new file mode 100644 index 0000000..e779e29 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3702.0,7404.0,11106.0,14808.0,18510.0,22212.0,25914.0,29616.0,33318.0,37020.0,40722.0,44424.0,48126.0,51828.0,55530.0,59232.0,62934.0,66636.0,70338.0,74040.0,77742.0,81444.0,85146.0,88848.0,92550.0,96252.0,99954.0,103656.0,107358.0,111060.0,114762.0,118464.0,122166.0,125868.0,129570.0,133272.0,136974.0,140676.0,144378.0,148080.0,151782.0,155484.0,159186.0,162888.0,166590.0,170292.0,173994.0,177696.0,181398.0,185100.0,188802.0,192504.0,196206.0,199908.0,203610.0,207312.0,211014.0,214716.0,218418.0,222120.0,225822.0,229524.0,233226.0,236928.0,240630.0,244332.0,248034.0,251736.0,255438.0,259140.0,262842.0,266544.0,270246.0,273948.0,277650.0,281352.0,285054.0,288756.0,292458.0,296160.0,299862.0,303564.0,307266.0,310968.0,314670.0,318372.0,322074.0,325776.0,329478.0,333180.0,336882.0,340584.0,344286.0,347988.0,351690.0,355392.0,359094.0,362796.0,366498.0,370200.0],"times":[1093346.0,2181729.0,3322077.0,4436818.0,5503531.0,6718642.0,7776568.0,8795820.0,9839271.0,10911629.0,12013224.0,13119120.0,13808803.0,14114213.0,15006584.0,15678546.0,16258213.0,17520536.0,18398002.0,19685045.0,20226610.0,21189472.0,22132810.0,23068479.0,24435065.0,26628754.0,26685803.0,28314545.0,28373398.0,29849066.0,29978453.0,30862875.0,32970626.0,33358580.0,33798289.0,35356077.0,35657278.0,36739639.0,37799284.0,38868985.0,40091913.0,40855856.0,41563752.0,43330032.0,43634107.0,44422319.0,45397552.0,46063685.0,47419809.0,48493952.0,49409701.0,50424043.0,51395476.0,53027571.0,53133570.0,54574494.0,55649148.0,56586680.0,61455426.0,58237089.0,58816785.0,60493219.0,61177166.0,62085659.0,63909401.0,63778949.0,67665584.0,68269030.0,67582942.0,68197491.0,69345149.0,69651412.0,77470661.0,76178731.0,72235697.0,74185416.0,74486824.0,76255462.0,76274121.0,77619922.0,77949165.0,79439573.0,81079771.0,83954734.0,84383993.0,83159039.0,83931121.0,91564077.0,87652523.0,92108619.0,87752582.0,88610271.0,89744186.0,92352658.0,92370462.0,97033123.0,95689648.0,96028417.0,101093563.0,99409766.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..bb8b6d0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[233.7050459937156,247.4957875469589,284.2710983556077,298.06183990885097] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_500/48b/change/estimates.json new file mode 100644 index 0000000..ecf03a7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018566900550294432,"upper_bound":0.0009804809480888214},"point_estimate":-0.009101074725565761,"standard_error":0.004974210093144769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010271354931932986,"upper_bound":-0.0019446181774832273},"point_estimate":-0.004966016398579964,"standard_error":0.002056856172543292}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_500/48b/new/benchmark.json new file mode 100644 index 0000000..b1f5172 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_500","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_500/48b","directory_name":"uninit_bench/gstring_500/48b","title":"uninit_bench/gstring_500/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_500/48b/new/estimates.json new file mode 100644 index 0000000..25b6ad6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":263.4107076904392,"upper_bound":266.98026941670105},"point_estimate":265.0985051480152,"standard_error":0.9121179927366725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261.34651244411214,"upper_bound":262.3010540808956},"point_estimate":261.7875181938562,"standard_error":0.2862192630108115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.558152453248362,"upper_bound":2.9765277542429014},"point_estimate":2.0772532511740693,"standard_error":0.36797406797475796},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262.0040373952895,"upper_bound":264.6926070893048},"point_estimate":263.1215425121691,"standard_error":0.6989190384851005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.667617098769788,"upper_bound":11.205370777920999},"point_estimate":9.21347425846984,"standard_error":1.157961930218458}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/new/sample.json b/benchmarks/uninit_bench/gstring_500/48b/new/sample.json new file mode 100644 index 0000000..23bfe88 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3692.0,7384.0,11076.0,14768.0,18460.0,22152.0,25844.0,29536.0,33228.0,36920.0,40612.0,44304.0,47996.0,51688.0,55380.0,59072.0,62764.0,66456.0,70148.0,73840.0,77532.0,81224.0,84916.0,88608.0,92300.0,95992.0,99684.0,103376.0,107068.0,110760.0,114452.0,118144.0,121836.0,125528.0,129220.0,132912.0,136604.0,140296.0,143988.0,147680.0,151372.0,155064.0,158756.0,162448.0,166140.0,169832.0,173524.0,177216.0,180908.0,184600.0,188292.0,191984.0,195676.0,199368.0,203060.0,206752.0,210444.0,214136.0,217828.0,221520.0,225212.0,228904.0,232596.0,236288.0,239980.0,243672.0,247364.0,251056.0,254748.0,258440.0,262132.0,265824.0,269516.0,273208.0,276900.0,280592.0,284284.0,287976.0,291668.0,295360.0,299052.0,302744.0,306436.0,310128.0,313820.0,317512.0,321204.0,324896.0,328588.0,332280.0,335972.0,339664.0,343356.0,347048.0,350740.0,354432.0,358124.0,361816.0,365508.0,369200.0],"times":[1096013.0,1890522.0,3115141.0,4206170.0,4752205.0,6122751.0,6979144.0,8304900.0,9331501.0,10884570.0,11966030.0,13022659.0,12522416.0,13377003.0,14524921.0,15365929.0,16514625.0,17608329.0,18342141.0,19512555.0,20306654.0,21215301.0,22263821.0,23156067.0,24146540.0,25326860.0,25726873.0,27045173.0,27772814.0,28935036.0,29726183.0,30650984.0,32022316.0,32949132.0,33705082.0,34644392.0,35634633.0,36684841.0,38156754.0,42860289.0,44040296.0,40170853.0,41037829.0,42581071.0,45771016.0,45372490.0,45578837.0,46320713.0,47039260.0,48070222.0,49032208.0,50136181.0,50959236.0,51825596.0,53141943.0,53585641.0,55358386.0,55896203.0,57237781.0,57612464.0,59363083.0,59584626.0,60909779.0,61949217.0,62782613.0,64031507.0,64511990.0,65142217.0,66782374.0,67576884.0,68507284.0,69249736.0,71465119.0,71135383.0,72250375.0,74329595.0,75801115.0,75683568.0,76202890.0,77927893.0,78801635.0,80863057.0,89495894.0,81354245.0,81917471.0,83872657.0,83990669.0,85081639.0,85776275.0,86628417.0,88087634.0,89464121.0,89308667.0,92952218.0,91997599.0,92436471.0,94703652.0,95017093.0,94854459.0,95903670.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_500/48b/new/tukey.json new file mode 100644 index 0000000..0d8c4e1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/new/tukey.json @@ -0,0 +1 @@ +[251.01923946531508,255.85760599424415,268.75991673805504,273.5982832669841] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_500/48b/report/MAD.svg new file mode 100644 index 0000000..a94f4e8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_500/48b/report/SD.svg new file mode 100644 index 0000000..9f007cd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_500/48b/report/both/pdf.svg new file mode 100644 index 0000000..57ea659 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_500/48b/report/both/regression.svg new file mode 100644 index 0000000..6bc6b77 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_500/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_500/48b/report/change/mean.svg new file mode 100644 index 0000000..8eb6b07 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_500/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_500/48b/report/change/median.svg new file mode 100644 index 0000000..6fe94ac --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/change/median.svg @@ -0,0 +1,295 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + -1 + + + + + -0.8 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_500/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_500/48b/report/change/t-test.svg new file mode 100644 index 0000000..1331a60 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_500/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/index.html b/benchmarks/uninit_bench/gstring_500/48b/report/index.html new file mode 100644 index 0000000..7b86a8d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_500/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_500/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope262.00 ns263.12 ns264.69 ns
R²0.93525280.93755910.9330117
Mean263.41 ns265.10 ns266.98 ns
Std. Dev.6.6676 ns9.2135 ns11.205 ns
Median261.35 ns261.79 ns262.30 ns
MAD1.5582 ns2.0773 ns2.9765 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.8567%-0.9101%+0.0980%(p = 0.08 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_500/48b/report/mean.svg new file mode 100644 index 0000000..373df98 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/mean.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 263.5 + + + + + 264 + + + + + 264.5 + + + + + 265 + + + + + 265.5 + + + + + 266 + + + + + 266.5 + + + + + 267 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/median.svg b/benchmarks/uninit_bench/gstring_500/48b/report/median.svg new file mode 100644 index 0000000..2ff3fd6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 261.4 + + + + + 261.6 + + + + + 261.8 + + + + + 262 + + + + + 262.2 + + + + + 262.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_500/48b/report/pdf.svg new file mode 100644 index 0000000..9c502cc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/pdf.svg @@ -0,0 +1,358 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_500/48b/report/pdf_small.svg new file mode 100644 index 0000000..2b5a662 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_500/48b/report/regression.svg new file mode 100644 index 0000000..774b472 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_500/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_500/48b/report/regression_small.svg new file mode 100644 index 0000000..c32e9c3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_500/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..8794995 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_500/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..e445367 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_500/48b/report/slope.svg new file mode 100644 index 0000000..fe0a604 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/slope.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 262 + + + + + 262.5 + + + + + 263 + + + + + 263.5 + + + + + 264 + + + + + 264.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_500/48b/report/typical.svg new file mode 100644 index 0000000..7c11600 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/report/typical.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 262 + + + + + 262.5 + + + + + 263 + + + + + 263.5 + + + + + 264 + + + + + 264.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..b1f5172 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_500","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_500/48b","directory_name":"uninit_bench/gstring_500/48b","title":"uninit_bench/gstring_500/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..25b6ad6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":263.4107076904392,"upper_bound":266.98026941670105},"point_estimate":265.0985051480152,"standard_error":0.9121179927366725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261.34651244411214,"upper_bound":262.3010540808956},"point_estimate":261.7875181938562,"standard_error":0.2862192630108115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.558152453248362,"upper_bound":2.9765277542429014},"point_estimate":2.0772532511740693,"standard_error":0.36797406797475796},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262.0040373952895,"upper_bound":264.6926070893048},"point_estimate":263.1215425121691,"standard_error":0.6989190384851005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.667617098769788,"upper_bound":11.205370777920999},"point_estimate":9.21347425846984,"standard_error":1.157961930218458}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/sample.json new file mode 100644 index 0000000..23bfe88 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3692.0,7384.0,11076.0,14768.0,18460.0,22152.0,25844.0,29536.0,33228.0,36920.0,40612.0,44304.0,47996.0,51688.0,55380.0,59072.0,62764.0,66456.0,70148.0,73840.0,77532.0,81224.0,84916.0,88608.0,92300.0,95992.0,99684.0,103376.0,107068.0,110760.0,114452.0,118144.0,121836.0,125528.0,129220.0,132912.0,136604.0,140296.0,143988.0,147680.0,151372.0,155064.0,158756.0,162448.0,166140.0,169832.0,173524.0,177216.0,180908.0,184600.0,188292.0,191984.0,195676.0,199368.0,203060.0,206752.0,210444.0,214136.0,217828.0,221520.0,225212.0,228904.0,232596.0,236288.0,239980.0,243672.0,247364.0,251056.0,254748.0,258440.0,262132.0,265824.0,269516.0,273208.0,276900.0,280592.0,284284.0,287976.0,291668.0,295360.0,299052.0,302744.0,306436.0,310128.0,313820.0,317512.0,321204.0,324896.0,328588.0,332280.0,335972.0,339664.0,343356.0,347048.0,350740.0,354432.0,358124.0,361816.0,365508.0,369200.0],"times":[1096013.0,1890522.0,3115141.0,4206170.0,4752205.0,6122751.0,6979144.0,8304900.0,9331501.0,10884570.0,11966030.0,13022659.0,12522416.0,13377003.0,14524921.0,15365929.0,16514625.0,17608329.0,18342141.0,19512555.0,20306654.0,21215301.0,22263821.0,23156067.0,24146540.0,25326860.0,25726873.0,27045173.0,27772814.0,28935036.0,29726183.0,30650984.0,32022316.0,32949132.0,33705082.0,34644392.0,35634633.0,36684841.0,38156754.0,42860289.0,44040296.0,40170853.0,41037829.0,42581071.0,45771016.0,45372490.0,45578837.0,46320713.0,47039260.0,48070222.0,49032208.0,50136181.0,50959236.0,51825596.0,53141943.0,53585641.0,55358386.0,55896203.0,57237781.0,57612464.0,59363083.0,59584626.0,60909779.0,61949217.0,62782613.0,64031507.0,64511990.0,65142217.0,66782374.0,67576884.0,68507284.0,69249736.0,71465119.0,71135383.0,72250375.0,74329595.0,75801115.0,75683568.0,76202890.0,77927893.0,78801635.0,80863057.0,89495894.0,81354245.0,81917471.0,83872657.0,83990669.0,85081639.0,85776275.0,86628417.0,88087634.0,89464121.0,89308667.0,92952218.0,91997599.0,92436471.0,94703652.0,95017093.0,94854459.0,95903670.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..0d8c4e1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[251.01923946531508,255.85760599424415,268.75991673805504,273.5982832669841] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_500/5b/change/estimates.json new file mode 100644 index 0000000..8867199 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011895362198183768,"upper_bound":0.009208547953670022},"point_estimate":-0.0017679050654918482,"standard_error":0.005381065000424331},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005791721892972356,"upper_bound":0.0027769489448641327},"point_estimate":-0.0013359039772006254,"standard_error":0.0022215839045491097}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_500/5b/new/benchmark.json new file mode 100644 index 0000000..1744474 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_500","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_500/5b","directory_name":"uninit_bench/gstring_500/5b","title":"uninit_bench/gstring_500/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_500/5b/new/estimates.json new file mode 100644 index 0000000..e5034da --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":264.0789736378832,"upper_bound":268.23739972251326},"point_estimate":266.0484221177884,"standard_error":1.062691352755766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261.4913645575978,"upper_bound":262.63368003718284},"point_estimate":261.92687090895686,"standard_error":0.24767629726402568},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.7490718759584802,"upper_bound":3.5272065013781373},"point_estimate":2.5841805321765166,"standard_error":0.4430016171229031},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262.9072091923841,"upper_bound":265.8215126809924},"point_estimate":264.2302626800172,"standard_error":0.7460615249464042},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.727079756444774,"upper_bound":13.178434374209866},"point_estimate":10.713719473718848,"standard_error":1.3931726135775366}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/new/sample.json b/benchmarks/uninit_bench/gstring_500/5b/new/sample.json new file mode 100644 index 0000000..a47f395 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3682.0,7364.0,11046.0,14728.0,18410.0,22092.0,25774.0,29456.0,33138.0,36820.0,40502.0,44184.0,47866.0,51548.0,55230.0,58912.0,62594.0,66276.0,69958.0,73640.0,77322.0,81004.0,84686.0,88368.0,92050.0,95732.0,99414.0,103096.0,106778.0,110460.0,114142.0,117824.0,121506.0,125188.0,128870.0,132552.0,136234.0,139916.0,143598.0,147280.0,150962.0,154644.0,158326.0,162008.0,165690.0,169372.0,173054.0,176736.0,180418.0,184100.0,187782.0,191464.0,195146.0,198828.0,202510.0,206192.0,209874.0,213556.0,217238.0,220920.0,224602.0,228284.0,231966.0,235648.0,239330.0,243012.0,246694.0,250376.0,254058.0,257740.0,261422.0,265104.0,268786.0,272468.0,276150.0,279832.0,283514.0,287196.0,290878.0,294560.0,298242.0,301924.0,305606.0,309288.0,312970.0,316652.0,320334.0,324016.0,327698.0,331380.0,335062.0,338744.0,342426.0,346108.0,349790.0,353472.0,357154.0,360836.0,364518.0,368200.0],"times":[1058989.0,1880093.0,3434913.0,3766437.0,5365182.0,5662196.0,7751363.0,8758124.0,9828405.0,10888415.0,10958089.0,11401004.0,12789490.0,13401710.0,14539327.0,15190110.0,16131463.0,17152309.0,18310616.0,19070221.0,20217112.0,21226734.0,22007941.0,23154053.0,24197394.0,25191680.0,25898507.0,26865810.0,27781487.0,29374783.0,29776393.0,31970972.0,32297466.0,32514435.0,33748649.0,34469743.0,35686688.0,36632210.0,37408870.0,39121364.0,39793080.0,40450361.0,41156214.0,42614021.0,43294157.0,45291725.0,46146709.0,47804126.0,47126881.0,49706348.0,53289339.0,51255707.0,50914653.0,51901946.0,53698544.0,53978027.0,61426184.0,61160257.0,56657669.0,57847367.0,58554471.0,65253294.0,60785087.0,62090582.0,62418681.0,63732196.0,64174024.0,65398477.0,66502954.0,67060817.0,69350949.0,69592421.0,70492656.0,71104943.0,71844136.0,73197371.0,74964323.0,75063944.0,76803108.0,81009571.0,77668704.0,78677912.0,79702717.0,82205770.0,83229866.0,82717691.0,83962937.0,87457116.0,92467331.0,87117870.0,87141416.0,88731022.0,89541442.0,90435719.0,91445211.0,93272523.0,93715450.0,94507461.0,95203858.0,97208102.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_500/5b/new/tukey.json new file mode 100644 index 0000000..b75f795 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/new/tukey.json @@ -0,0 +1 @@ +[245.83441411086915,253.31970226168053,273.2804706638442,280.7657588146556] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_500/5b/report/MAD.svg new file mode 100644 index 0000000..a346f71 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/MAD.svg @@ -0,0 +1,278 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_500/5b/report/SD.svg new file mode 100644 index 0000000..ae9f134 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_500/5b/report/both/pdf.svg new file mode 100644 index 0000000..a12fabd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 330 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_500/5b/report/both/regression.svg new file mode 100644 index 0000000..2d5cf18 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/both/regression.svg @@ -0,0 +1,370 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_500/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_500/5b/report/change/mean.svg new file mode 100644 index 0000000..7ac9a18 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_500/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_500/5b/report/change/median.svg new file mode 100644 index 0000000..a79c8a8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/change/median.svg @@ -0,0 +1,295 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_500/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_500/5b/report/change/t-test.svg new file mode 100644 index 0000000..3c5c1e5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_500/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/index.html b/benchmarks/uninit_bench/gstring_500/5b/report/index.html new file mode 100644 index 0000000..abea0e7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_500/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_500/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope262.91 ns264.23 ns265.82 ns
R²0.92417300.92715590.9228473
Mean264.08 ns266.05 ns268.24 ns
Std. Dev.7.7271 ns10.714 ns13.178 ns
Median261.49 ns261.93 ns262.63 ns
MAD1.7491 ns2.5842 ns3.5272 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.1895%-0.1768%+0.9209%(p = 0.75 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_500/5b/report/mean.svg new file mode 100644 index 0000000..3e3f55d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 264 + + + + + 265 + + + + + 266 + + + + + 267 + + + + + 268 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/median.svg b/benchmarks/uninit_bench/gstring_500/5b/report/median.svg new file mode 100644 index 0000000..d58608d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 261.4 + + + + + 261.6 + + + + + 261.8 + + + + + 262 + + + + + 262.2 + + + + + 262.4 + + + + + 262.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_500/5b/report/pdf.svg new file mode 100644 index 0000000..b2fd886 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/pdf.svg @@ -0,0 +1,361 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_500/5b/report/pdf_small.svg new file mode 100644 index 0000000..5d97ff6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_500/5b/report/regression.svg new file mode 100644 index 0000000..f95e6e7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_500/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_500/5b/report/regression_small.svg new file mode 100644 index 0000000..dcf1881 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_500/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..a3fce80 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 330 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_500/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..d1ca687 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/relative_regression_small.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_500/5b/report/slope.svg new file mode 100644 index 0000000..c7644eb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 263 + + + + + 263.5 + + + + + 264 + + + + + 264.5 + + + + + 265 + + + + + 265.5 + + + + + 266 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_500/5b/report/typical.svg new file mode 100644 index 0000000..94da3b2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 263 + + + + + 263.5 + + + + + 264 + + + + + 264.5 + + + + + 265 + + + + + 265.5 + + + + + 266 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..1744474 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_500","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_500/5b","directory_name":"uninit_bench/gstring_500/5b","title":"uninit_bench/gstring_500/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..e5034da --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":264.0789736378832,"upper_bound":268.23739972251326},"point_estimate":266.0484221177884,"standard_error":1.062691352755766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261.4913645575978,"upper_bound":262.63368003718284},"point_estimate":261.92687090895686,"standard_error":0.24767629726402568},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.7490718759584802,"upper_bound":3.5272065013781373},"point_estimate":2.5841805321765166,"standard_error":0.4430016171229031},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262.9072091923841,"upper_bound":265.8215126809924},"point_estimate":264.2302626800172,"standard_error":0.7460615249464042},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.727079756444774,"upper_bound":13.178434374209866},"point_estimate":10.713719473718848,"standard_error":1.3931726135775366}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/sample.json new file mode 100644 index 0000000..a47f395 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3682.0,7364.0,11046.0,14728.0,18410.0,22092.0,25774.0,29456.0,33138.0,36820.0,40502.0,44184.0,47866.0,51548.0,55230.0,58912.0,62594.0,66276.0,69958.0,73640.0,77322.0,81004.0,84686.0,88368.0,92050.0,95732.0,99414.0,103096.0,106778.0,110460.0,114142.0,117824.0,121506.0,125188.0,128870.0,132552.0,136234.0,139916.0,143598.0,147280.0,150962.0,154644.0,158326.0,162008.0,165690.0,169372.0,173054.0,176736.0,180418.0,184100.0,187782.0,191464.0,195146.0,198828.0,202510.0,206192.0,209874.0,213556.0,217238.0,220920.0,224602.0,228284.0,231966.0,235648.0,239330.0,243012.0,246694.0,250376.0,254058.0,257740.0,261422.0,265104.0,268786.0,272468.0,276150.0,279832.0,283514.0,287196.0,290878.0,294560.0,298242.0,301924.0,305606.0,309288.0,312970.0,316652.0,320334.0,324016.0,327698.0,331380.0,335062.0,338744.0,342426.0,346108.0,349790.0,353472.0,357154.0,360836.0,364518.0,368200.0],"times":[1058989.0,1880093.0,3434913.0,3766437.0,5365182.0,5662196.0,7751363.0,8758124.0,9828405.0,10888415.0,10958089.0,11401004.0,12789490.0,13401710.0,14539327.0,15190110.0,16131463.0,17152309.0,18310616.0,19070221.0,20217112.0,21226734.0,22007941.0,23154053.0,24197394.0,25191680.0,25898507.0,26865810.0,27781487.0,29374783.0,29776393.0,31970972.0,32297466.0,32514435.0,33748649.0,34469743.0,35686688.0,36632210.0,37408870.0,39121364.0,39793080.0,40450361.0,41156214.0,42614021.0,43294157.0,45291725.0,46146709.0,47804126.0,47126881.0,49706348.0,53289339.0,51255707.0,50914653.0,51901946.0,53698544.0,53978027.0,61426184.0,61160257.0,56657669.0,57847367.0,58554471.0,65253294.0,60785087.0,62090582.0,62418681.0,63732196.0,64174024.0,65398477.0,66502954.0,67060817.0,69350949.0,69592421.0,70492656.0,71104943.0,71844136.0,73197371.0,74964323.0,75063944.0,76803108.0,81009571.0,77668704.0,78677912.0,79702717.0,82205770.0,83229866.0,82717691.0,83962937.0,87457116.0,92467331.0,87117870.0,87141416.0,88731022.0,89541442.0,90435719.0,91445211.0,93272523.0,93715450.0,94507461.0,95203858.0,97208102.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..b75f795 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[245.83441411086915,253.31970226168053,273.2804706638442,280.7657588146556] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/report/index.html b/benchmarks/uninit_bench/gstring_500/report/index.html new file mode 100644 index 0000000..fa2aa31 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_500 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_500

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_500/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/report/violin.svg b/benchmarks/uninit_bench/gstring_500/report/violin.svg new file mode 100644 index 0000000..164516d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/report/violin.svg @@ -0,0 +1,469 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_500/unicode + + + + + uninit_bench/gstring_500/48b + + + + + uninit_bench/gstring_500/43b + + + + + uninit_bench/gstring_500/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_500/unicode/change/estimates.json new file mode 100644 index 0000000..c4b3990 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05916882145297379,"upper_bound":0.0833925737962964},"point_estimate":0.07145485005415853,"standard_error":0.006212834518984111},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09069628810827757,"upper_bound":0.12495049597483443},"point_estimate":0.1064895704644444,"standard_error":0.00982999314433808}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_500/unicode/new/benchmark.json new file mode 100644 index 0000000..77efe94 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_500","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_500/unicode","directory_name":"uninit_bench/gstring_500/unicode","title":"uninit_bench/gstring_500/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_500/unicode/new/estimates.json new file mode 100644 index 0000000..fa5ed48 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285.9267634217173,"upper_bound":290.6423428659504},"point_estimate":288.33427961815687,"standard_error":1.2057332929117044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":288.2165543785614,"upper_bound":295.8596557514694},"point_estimate":291.85151461928183,"standard_error":2.3489951360850223},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.310614379987701,"upper_bound":14.70418869113365},"point_estimate":10.093104969046292,"standard_error":2.2442107843933616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":281.350437934417,"upper_bound":288.3424403907246},"point_estimate":284.8901240371039,"standard_error":1.7850343756883165},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.492842908468791,"upper_bound":13.49177256044586},"point_estimate":12.14373934751752,"standard_error":0.7621196031533466}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_500/unicode/new/sample.json new file mode 100644 index 0000000..961981d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3573.0,7146.0,10719.0,14292.0,17865.0,21438.0,25011.0,28584.0,32157.0,35730.0,39303.0,42876.0,46449.0,50022.0,53595.0,57168.0,60741.0,64314.0,67887.0,71460.0,75033.0,78606.0,82179.0,85752.0,89325.0,92898.0,96471.0,100044.0,103617.0,107190.0,110763.0,114336.0,117909.0,121482.0,125055.0,128628.0,132201.0,135774.0,139347.0,142920.0,146493.0,150066.0,153639.0,157212.0,160785.0,164358.0,167931.0,171504.0,175077.0,178650.0,182223.0,185796.0,189369.0,192942.0,196515.0,200088.0,203661.0,207234.0,210807.0,214380.0,217953.0,221526.0,225099.0,228672.0,232245.0,235818.0,239391.0,242964.0,246537.0,250110.0,253683.0,257256.0,260829.0,264402.0,267975.0,271548.0,275121.0,278694.0,282267.0,285840.0,289413.0,292986.0,296559.0,300132.0,303705.0,307278.0,310851.0,314424.0,317997.0,321570.0,325143.0,328716.0,332289.0,335862.0,339435.0,343008.0,346581.0,350154.0,353727.0,357300.0],"times":[1050091.0,2108290.0,3198325.0,4219109.0,5393357.0,6483186.0,7540654.0,8500512.0,9516060.0,10568731.0,11704520.0,12746266.0,13728006.0,14970451.0,15854029.0,16039085.0,17634576.0,19603746.0,20239812.0,21324441.0,22366685.0,23462957.0,24397904.0,25610524.0,26604378.0,27422835.0,26767413.0,27598691.0,30113620.0,31856544.0,31375484.0,31814321.0,34251074.0,34972952.0,34366772.0,34728234.0,36902333.0,40829399.0,41936253.0,42684545.0,43508801.0,44574725.0,45693339.0,45153685.0,45629267.0,47751879.0,47269572.0,50105628.0,48401642.0,49540037.0,53684151.0,50495454.0,54287801.0,57772743.0,56677208.0,55758586.0,56624621.0,56301124.0,62513831.0,61441487.0,62889735.0,61726431.0,68361936.0,68332621.0,70184613.0,70384051.0,71580331.0,72368848.0,71729768.0,67146314.0,66260186.0,67569811.0,68014761.0,69777073.0,69440089.0,73010936.0,78571044.0,83274089.0,85023328.0,85223944.0,86906258.0,87134504.0,86002516.0,82040449.0,80337671.0,84433737.0,88433837.0,90787675.0,85546226.0,91489092.0,92990845.0,85453416.0,88551912.0,99609099.0,100360769.0,103207052.0,103331137.0,102086960.0,98281514.0,102755259.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_500/unicode/new/tukey.json new file mode 100644 index 0000000..5aa1755 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/new/tukey.json @@ -0,0 +1 @@ +[220.3426310759428,249.50292426722729,327.2637061106526,356.4239993019371] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/MAD.svg new file mode 100644 index 0000000..2d6a38d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/SD.svg new file mode 100644 index 0000000..9ec8b8b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 10.5 + + + + + 11 + + + + + 11.5 + + + + + 12 + + + + + 12.5 + + + + + 13 + + + + + 13.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/both/pdf.svg new file mode 100644 index 0000000..f5febbe --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/both/pdf.svg @@ -0,0 +1,353 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 330 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/both/regression.svg new file mode 100644 index 0000000..073da8d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_500/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/change/mean.svg new file mode 100644 index 0000000..6ed9c7b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_500/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/change/median.svg new file mode 100644 index 0000000..73393ab --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/change/median.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + 10.5 + + + + + 11 + + + + + 11.5 + + + + + 12 + + + + + 12.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_500/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/change/t-test.svg new file mode 100644 index 0000000..f898cf3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/change/t-test.svg @@ -0,0 +1,255 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_500/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/index.html b/benchmarks/uninit_bench/gstring_500/unicode/report/index.html new file mode 100644 index 0000000..b93ad7a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_500/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_500/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope281.35 ns284.89 ns288.34 ns
R²0.76248100.77467930.7630668
Mean285.93 ns288.33 ns290.64 ns
Std. Dev.10.493 ns12.144 ns13.492 ns
Median288.22 ns291.85 ns295.86 ns
MAD6.3106 ns10.093 ns14.704 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+5.9169%+7.1455%+8.3393%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/mean.svg new file mode 100644 index 0000000..c46ec5c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 286 + + + + + 287 + + + + + 288 + + + + + 289 + + + + + 290 + + + + + 291 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/median.svg new file mode 100644 index 0000000..8ad9359 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 288 + + + + + 289 + + + + + 290 + + + + + 291 + + + + + 292 + + + + + 293 + + + + + 294 + + + + + 295 + + + + + 296 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/pdf.svg new file mode 100644 index 0000000..2614b07 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/pdf.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + gnuplot_plot_3 + + + + gnuplot_plot_4 + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/pdf_small.svg new file mode 100644 index 0000000..7e18b90 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/regression.svg new file mode 100644 index 0000000..b974c00 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_500/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/regression_small.svg new file mode 100644 index 0000000..331f5dc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..479bdd7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/relative_pdf_small.svg @@ -0,0 +1,326 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 330 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..0d7d278 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/slope.svg new file mode 100644 index 0000000..9c2d5ed --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 281 + + + + + 282 + + + + + 283 + + + + + 284 + + + + + 285 + + + + + 286 + + + + + 287 + + + + + 288 + + + + + 289 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_500/unicode/report/typical.svg new file mode 100644 index 0000000..879b1f1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 281 + + + + + 282 + + + + + 283 + + + + + 284 + + + + + 285 + + + + + 286 + + + + + 287 + + + + + 288 + + + + + 289 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_500/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..77efe94 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_500","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_500/unicode","directory_name":"uninit_bench/gstring_500/unicode","title":"uninit_bench/gstring_500/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..fa5ed48 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285.9267634217173,"upper_bound":290.6423428659504},"point_estimate":288.33427961815687,"standard_error":1.2057332929117044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":288.2165543785614,"upper_bound":295.8596557514694},"point_estimate":291.85151461928183,"standard_error":2.3489951360850223},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.310614379987701,"upper_bound":14.70418869113365},"point_estimate":10.093104969046292,"standard_error":2.2442107843933616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":281.350437934417,"upper_bound":288.3424403907246},"point_estimate":284.8901240371039,"standard_error":1.7850343756883165},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.492842908468791,"upper_bound":13.49177256044586},"point_estimate":12.14373934751752,"standard_error":0.7621196031533466}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..961981d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3573.0,7146.0,10719.0,14292.0,17865.0,21438.0,25011.0,28584.0,32157.0,35730.0,39303.0,42876.0,46449.0,50022.0,53595.0,57168.0,60741.0,64314.0,67887.0,71460.0,75033.0,78606.0,82179.0,85752.0,89325.0,92898.0,96471.0,100044.0,103617.0,107190.0,110763.0,114336.0,117909.0,121482.0,125055.0,128628.0,132201.0,135774.0,139347.0,142920.0,146493.0,150066.0,153639.0,157212.0,160785.0,164358.0,167931.0,171504.0,175077.0,178650.0,182223.0,185796.0,189369.0,192942.0,196515.0,200088.0,203661.0,207234.0,210807.0,214380.0,217953.0,221526.0,225099.0,228672.0,232245.0,235818.0,239391.0,242964.0,246537.0,250110.0,253683.0,257256.0,260829.0,264402.0,267975.0,271548.0,275121.0,278694.0,282267.0,285840.0,289413.0,292986.0,296559.0,300132.0,303705.0,307278.0,310851.0,314424.0,317997.0,321570.0,325143.0,328716.0,332289.0,335862.0,339435.0,343008.0,346581.0,350154.0,353727.0,357300.0],"times":[1050091.0,2108290.0,3198325.0,4219109.0,5393357.0,6483186.0,7540654.0,8500512.0,9516060.0,10568731.0,11704520.0,12746266.0,13728006.0,14970451.0,15854029.0,16039085.0,17634576.0,19603746.0,20239812.0,21324441.0,22366685.0,23462957.0,24397904.0,25610524.0,26604378.0,27422835.0,26767413.0,27598691.0,30113620.0,31856544.0,31375484.0,31814321.0,34251074.0,34972952.0,34366772.0,34728234.0,36902333.0,40829399.0,41936253.0,42684545.0,43508801.0,44574725.0,45693339.0,45153685.0,45629267.0,47751879.0,47269572.0,50105628.0,48401642.0,49540037.0,53684151.0,50495454.0,54287801.0,57772743.0,56677208.0,55758586.0,56624621.0,56301124.0,62513831.0,61441487.0,62889735.0,61726431.0,68361936.0,68332621.0,70184613.0,70384051.0,71580331.0,72368848.0,71729768.0,67146314.0,66260186.0,67569811.0,68014761.0,69777073.0,69440089.0,73010936.0,78571044.0,83274089.0,85023328.0,85223944.0,86906258.0,87134504.0,86002516.0,82040449.0,80337671.0,84433737.0,88433837.0,90787675.0,85546226.0,91489092.0,92990845.0,85453416.0,88551912.0,99609099.0,100360769.0,103207052.0,103331137.0,102086960.0,98281514.0,102755259.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..5aa1755 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_500/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[220.3426310759428,249.50292426722729,327.2637061106526,356.4239993019371] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/change/estimates.json new file mode 100644 index 0000000..23cb08c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009200452978303304,"upper_bound":0.010310266292466067},"point_estimate":0.0005432330408348118,"standard_error":0.0049333798692247025},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006045683615032859,"upper_bound":0.001976006954690135},"point_estimate":-0.0018725813688831305,"standard_error":0.002140070588445407}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/new/benchmark.json new file mode 100644 index 0000000..4b808c2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_100","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_100/43b","directory_name":"uninit_bench/gstring_uninit_100/43b","title":"uninit_bench/gstring_uninit_100/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/new/estimates.json new file mode 100644 index 0000000..d777553 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.912178190463,"upper_bound":67.91091064596682},"point_estimate":67.38793481237789,"standard_error":0.2556812195465235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.20743971845438,"upper_bound":66.52721002674343},"point_estimate":66.32893123121072,"standard_error":0.08144349939499469},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5263515674019843,"upper_bound":1.0903124952176604},"point_estimate":0.7228809633438996,"standard_error":0.14550419760980207},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.73487643643058,"upper_bound":67.94861495393909},"point_estimate":67.29902023500944,"standard_error":0.31078974016226296},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.9335626671567283,"upper_bound":3.0829122660350983},"point_estimate":2.570555615611992,"standard_error":0.29319182086036427}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/new/sample.json new file mode 100644 index 0000000..833afd1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14636.0,29272.0,43908.0,58544.0,73180.0,87816.0,102452.0,117088.0,131724.0,146360.0,160996.0,175632.0,190268.0,204904.0,219540.0,234176.0,248812.0,263448.0,278084.0,292720.0,307356.0,321992.0,336628.0,351264.0,365900.0,380536.0,395172.0,409808.0,424444.0,439080.0,453716.0,468352.0,482988.0,497624.0,512260.0,526896.0,541532.0,556168.0,570804.0,585440.0,600076.0,614712.0,629348.0,643984.0,658620.0,673256.0,687892.0,702528.0,717164.0,731800.0,746436.0,761072.0,775708.0,790344.0,804980.0,819616.0,834252.0,848888.0,863524.0,878160.0,892796.0,907432.0,922068.0,936704.0,951340.0,965976.0,980612.0,995248.0,1009884.0,1024520.0,1039156.0,1053792.0,1068428.0,1083064.0,1097700.0,1112336.0,1126972.0,1141608.0,1156244.0,1170880.0,1185516.0,1200152.0,1214788.0,1229424.0,1244060.0,1258696.0,1273332.0,1287968.0,1302604.0,1317240.0,1331876.0,1346512.0,1361148.0,1375784.0,1390420.0,1405056.0,1419692.0,1434328.0,1448964.0,1463600.0],"times":[1097175.0,1891402.0,3220839.0,4031777.0,5219700.0,6536203.0,7812853.0,8714170.0,9801973.0,10605307.0,10984376.0,12061507.0,13119027.0,13532844.0,14334371.0,15278787.0,16664470.0,17401781.0,18296039.0,19415655.0,20252426.0,21325191.0,22279404.0,23033610.0,24104939.0,25251816.0,26804095.0,26933756.0,27799415.0,28819401.0,30217038.0,31069888.0,31596815.0,33220296.0,33816300.0,34621652.0,35983021.0,37052818.0,37849088.0,38831909.0,39507245.0,41653043.0,41517842.0,42281458.0,43289854.0,44891686.0,45356306.0,46550176.0,47505841.0,48147999.0,49167391.0,50258476.0,51324401.0,52539388.0,53000058.0,54028218.0,55233689.0,55598102.0,58528331.0,58559910.0,64375531.0,62067182.0,60903844.0,61957050.0,63215409.0,65798893.0,65960614.0,67673611.0,67085065.0,67319552.0,68798501.0,69509260.0,70600523.0,71163712.0,72637423.0,74068816.0,73914436.0,75877995.0,76851153.0,77289078.0,78503881.0,79558536.0,80542447.0,85650137.0,93715492.0,86187553.0,85078149.0,86026058.0,86479339.0,88326717.0,92619183.0,89693047.0,91208434.0,91146378.0,94510759.0,104094026.0,98788479.0,94605937.0,101452681.0,96815430.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/new/tukey.json new file mode 100644 index 0000000..16818de --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/new/tukey.json @@ -0,0 +1 @@ +[60.46836932375646,63.21438648228937,70.53709890504379,73.2831160635767] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/MAD.svg new file mode 100644 index 0000000..de37744 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/SD.svg new file mode 100644 index 0000000..14211f9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + 3.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/both/pdf.svg new file mode 100644 index 0000000..6c0a706 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + 74 + + + + + 76 + + + + + 78 + + + + + 80 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/both/regression.svg new file mode 100644 index 0000000..bc7ba4b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_100/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/mean.svg new file mode 100644 index 0000000..042c219 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_100/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/median.svg new file mode 100644 index 0000000..ca863c9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/median.svg @@ -0,0 +1,340 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + -0.6 + + + + + -0.5 + + + + + -0.4 + + + + + -0.3 + + + + + -0.2 + + + + + -0.1 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_100/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/t-test.svg new file mode 100644 index 0000000..3c8ba74 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_100/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/index.html new file mode 100644 index 0000000..b405c89 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_100/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_100/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope66.735 ns67.299 ns67.949 ns
R²0.86445990.87226840.8619454
Mean66.912 ns67.388 ns67.911 ns
Std. Dev.1.9336 ns2.5706 ns3.0829 ns
Median66.207 ns66.329 ns66.527 ns
MAD526.35 ps722.88 ps1.0903 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.9200%+0.0543%+1.0310%(p = 0.92 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/mean.svg new file mode 100644 index 0000000..5e14bc6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 67 + + + + + 67.2 + + + + + 67.4 + + + + + 67.6 + + + + + 67.8 + + + + + 68 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/median.svg new file mode 100644 index 0000000..a427bf4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 66.2 + + + + + 66.25 + + + + + 66.3 + + + + + 66.35 + + + + + 66.4 + + + + + 66.45 + + + + + 66.5 + + + + + 66.55 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/pdf.svg new file mode 100644 index 0000000..b5ad231 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/pdf.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + 74 + + + + + 76 + + + + + 78 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/pdf_small.svg new file mode 100644 index 0000000..0691af2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + 74 + + + + + 76 + + + + + 78 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/regression.svg new file mode 100644 index 0000000..38a7106 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_100/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/regression_small.svg new file mode 100644 index 0000000..6291761 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..9f1ddba --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + 74 + + + + + 76 + + + + + 78 + + + + + 80 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..e7a6be8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/slope.svg new file mode 100644 index 0000000..8f9c052 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 66.8 + + + + + 67 + + + + + 67.2 + + + + + 67.4 + + + + + 67.6 + + + + + 67.8 + + + + + 68 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/typical.svg new file mode 100644 index 0000000..86c60f3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 66.8 + + + + + 67 + + + + + 67.2 + + + + + 67.4 + + + + + 67.6 + + + + + 67.8 + + + + + 68 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..4b808c2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_100","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_100/43b","directory_name":"uninit_bench/gstring_uninit_100/43b","title":"uninit_bench/gstring_uninit_100/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..d777553 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.912178190463,"upper_bound":67.91091064596682},"point_estimate":67.38793481237789,"standard_error":0.2556812195465235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.20743971845438,"upper_bound":66.52721002674343},"point_estimate":66.32893123121072,"standard_error":0.08144349939499469},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5263515674019843,"upper_bound":1.0903124952176604},"point_estimate":0.7228809633438996,"standard_error":0.14550419760980207},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.73487643643058,"upper_bound":67.94861495393909},"point_estimate":67.29902023500944,"standard_error":0.31078974016226296},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.9335626671567283,"upper_bound":3.0829122660350983},"point_estimate":2.570555615611992,"standard_error":0.29319182086036427}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/sample.json new file mode 100644 index 0000000..833afd1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14636.0,29272.0,43908.0,58544.0,73180.0,87816.0,102452.0,117088.0,131724.0,146360.0,160996.0,175632.0,190268.0,204904.0,219540.0,234176.0,248812.0,263448.0,278084.0,292720.0,307356.0,321992.0,336628.0,351264.0,365900.0,380536.0,395172.0,409808.0,424444.0,439080.0,453716.0,468352.0,482988.0,497624.0,512260.0,526896.0,541532.0,556168.0,570804.0,585440.0,600076.0,614712.0,629348.0,643984.0,658620.0,673256.0,687892.0,702528.0,717164.0,731800.0,746436.0,761072.0,775708.0,790344.0,804980.0,819616.0,834252.0,848888.0,863524.0,878160.0,892796.0,907432.0,922068.0,936704.0,951340.0,965976.0,980612.0,995248.0,1009884.0,1024520.0,1039156.0,1053792.0,1068428.0,1083064.0,1097700.0,1112336.0,1126972.0,1141608.0,1156244.0,1170880.0,1185516.0,1200152.0,1214788.0,1229424.0,1244060.0,1258696.0,1273332.0,1287968.0,1302604.0,1317240.0,1331876.0,1346512.0,1361148.0,1375784.0,1390420.0,1405056.0,1419692.0,1434328.0,1448964.0,1463600.0],"times":[1097175.0,1891402.0,3220839.0,4031777.0,5219700.0,6536203.0,7812853.0,8714170.0,9801973.0,10605307.0,10984376.0,12061507.0,13119027.0,13532844.0,14334371.0,15278787.0,16664470.0,17401781.0,18296039.0,19415655.0,20252426.0,21325191.0,22279404.0,23033610.0,24104939.0,25251816.0,26804095.0,26933756.0,27799415.0,28819401.0,30217038.0,31069888.0,31596815.0,33220296.0,33816300.0,34621652.0,35983021.0,37052818.0,37849088.0,38831909.0,39507245.0,41653043.0,41517842.0,42281458.0,43289854.0,44891686.0,45356306.0,46550176.0,47505841.0,48147999.0,49167391.0,50258476.0,51324401.0,52539388.0,53000058.0,54028218.0,55233689.0,55598102.0,58528331.0,58559910.0,64375531.0,62067182.0,60903844.0,61957050.0,63215409.0,65798893.0,65960614.0,67673611.0,67085065.0,67319552.0,68798501.0,69509260.0,70600523.0,71163712.0,72637423.0,74068816.0,73914436.0,75877995.0,76851153.0,77289078.0,78503881.0,79558536.0,80542447.0,85650137.0,93715492.0,86187553.0,85078149.0,86026058.0,86479339.0,88326717.0,92619183.0,89693047.0,91208434.0,91146378.0,94510759.0,104094026.0,98788479.0,94605937.0,101452681.0,96815430.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..16818de --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[60.46836932375646,63.21438648228937,70.53709890504379,73.2831160635767] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/change/estimates.json new file mode 100644 index 0000000..e7f2458 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013771771031383792,"upper_bound":0.010017582577779082},"point_estimate":-0.0019424821079702115,"standard_error":0.006051608399217549},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003230258249375728,"upper_bound":0.00890032758689907},"point_estimate":0.0036183877894284677,"standard_error":0.0030755437010818866}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/new/benchmark.json new file mode 100644 index 0000000..1b6a895 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_100","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_100/48b","directory_name":"uninit_bench/gstring_uninit_100/48b","title":"uninit_bench/gstring_uninit_100/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/new/estimates.json new file mode 100644 index 0000000..bc4b839 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.229983591957,"upper_bound":68.30302532565584},"point_estimate":67.74839571867456,"standard_error":0.2741350087122408},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.33454441366334,"upper_bound":66.83705255738622},"point_estimate":66.51239826351372,"standard_error":0.1489642604867568},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6551376098371161,"upper_bound":1.4173028796705842},"point_estimate":0.8792211759785679,"standard_error":0.20491139135026154},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.43195564010644,"upper_bound":67.04910065457256},"point_estimate":66.70462753432113,"standard_error":0.1585590446360309},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.2012675267531363,"upper_bound":3.189854568031537},"point_estimate":2.754468389953221,"standard_error":0.25229501816686895}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/new/sample.json new file mode 100644 index 0000000..dc9ef1e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14666.0,29332.0,43998.0,58664.0,73330.0,87996.0,102662.0,117328.0,131994.0,146660.0,161326.0,175992.0,190658.0,205324.0,219990.0,234656.0,249322.0,263988.0,278654.0,293320.0,307986.0,322652.0,337318.0,351984.0,366650.0,381316.0,395982.0,410648.0,425314.0,439980.0,454646.0,469312.0,483978.0,498644.0,513310.0,527976.0,542642.0,557308.0,571974.0,586640.0,601306.0,615972.0,630638.0,645304.0,659970.0,674636.0,689302.0,703968.0,718634.0,733300.0,747966.0,762632.0,777298.0,791964.0,806630.0,821296.0,835962.0,850628.0,865294.0,879960.0,894626.0,909292.0,923958.0,938624.0,953290.0,967956.0,982622.0,997288.0,1011954.0,1026620.0,1041286.0,1055952.0,1070618.0,1085284.0,1099950.0,1114616.0,1129282.0,1143948.0,1158614.0,1173280.0,1187946.0,1202612.0,1217278.0,1231944.0,1246610.0,1261276.0,1275942.0,1290608.0,1305274.0,1319940.0,1334606.0,1349272.0,1363938.0,1378604.0,1393270.0,1407936.0,1422602.0,1437268.0,1451934.0,1466600.0],"times":[1102226.0,1895287.0,3231244.0,4072500.0,5262863.0,6302275.0,7749874.0,8027136.0,9090204.0,10003865.0,11146654.0,12981751.0,13602191.0,15502220.0,16439054.0,17511425.0,18580558.0,18237379.0,18688509.0,19175479.0,20387940.0,23428431.0,23185804.0,26030965.0,26132509.0,25385837.0,25850193.0,27858575.0,28124136.0,30262896.0,30504270.0,31219817.0,32004140.0,32887586.0,33924512.0,35225107.0,35841136.0,36781709.0,37975060.0,38783173.0,39456505.0,40909588.0,42132703.0,42377097.0,44269763.0,44408671.0,45283328.0,46517541.0,47615407.0,48644813.0,50032634.0,50615958.0,52554895.0,53526033.0,53909357.0,53809889.0,54947618.0,56155484.0,56931878.0,58415686.0,58819554.0,62831322.0,65859576.0,62582518.0,63138011.0,65106113.0,71662739.0,65588555.0,67185565.0,68718745.0,69437454.0,76307791.0,71586291.0,71632241.0,74940723.0,74475573.0,74694544.0,76075146.0,76290296.0,77853929.0,78597173.0,79134614.0,80069633.0,83308826.0,83574157.0,83279138.0,84353943.0,85630182.0,86566260.0,87864062.0,88014483.0,88928493.0,90531880.0,90981985.0,91786925.0,94226961.0,94203463.0,94595178.0,96810672.0,97254807.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/new/tukey.json new file mode 100644 index 0000000..3ce950c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/new/tukey.json @@ -0,0 +1 @@ +[59.38814256249117,62.716027880024185,71.5903887267789,74.91827404431191] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/MAD.svg new file mode 100644 index 0000000..51864dd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/MAD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/SD.svg new file mode 100644 index 0000000..5f7ee60 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + 3.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/both/pdf.svg new file mode 100644 index 0000000..9ea31f5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + 74 + + + + + 76 + + + + + 78 + + + + + 80 + + + + + 82 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/both/regression.svg new file mode 100644 index 0000000..b5f246d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/both/regression.svg @@ -0,0 +1,370 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_100/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/mean.svg new file mode 100644 index 0000000..8be790e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_100/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/median.svg new file mode 100644 index 0000000..3c98060 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/median.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_100/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/t-test.svg new file mode 100644 index 0000000..714cf5f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_100/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/index.html new file mode 100644 index 0000000..f22727e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_100/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_100/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope66.432 ns66.705 ns67.049 ns
R²0.93429970.93638190.9330631
Mean67.230 ns67.748 ns68.303 ns
Std. Dev.2.2013 ns2.7545 ns3.1899 ns
Median66.335 ns66.512 ns66.837 ns
MAD655.14 ps879.22 ps1.4173 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.3772%-0.1942%+1.0018%(p = 0.76 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/mean.svg new file mode 100644 index 0000000..8cb818e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 67.2 + + + + + 67.4 + + + + + 67.6 + + + + + 67.8 + + + + + 68 + + + + + 68.2 + + + + + 68.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/median.svg new file mode 100644 index 0000000..09abe2b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 66.3 + + + + + 66.4 + + + + + 66.5 + + + + + 66.6 + + + + + 66.7 + + + + + 66.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/pdf.svg new file mode 100644 index 0000000..117470b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/pdf.svg @@ -0,0 +1,358 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + 74 + + + + + 76 + + + + + 78 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/pdf_small.svg new file mode 100644 index 0000000..17fd043 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + 74 + + + + + 76 + + + + + 78 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/regression.svg new file mode 100644 index 0000000..a5cf4a5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_100/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/regression_small.svg new file mode 100644 index 0000000..e6a94d1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..b6d8e97 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 60 + + + + + 62 + + + + + 64 + + + + + 66 + + + + + 68 + + + + + 70 + + + + + 72 + + + + + 74 + + + + + 76 + + + + + 78 + + + + + 80 + + + + + 82 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..eafface --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/relative_regression_small.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/slope.svg new file mode 100644 index 0000000..5d87299 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 66.4 + + + + + 66.5 + + + + + 66.6 + + + + + 66.7 + + + + + 66.8 + + + + + 66.9 + + + + + 67 + + + + + 67.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/typical.svg new file mode 100644 index 0000000..ee87bd3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 66.4 + + + + + 66.5 + + + + + 66.6 + + + + + 66.7 + + + + + 66.8 + + + + + 66.9 + + + + + 67 + + + + + 67.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..1b6a895 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_100","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_100/48b","directory_name":"uninit_bench/gstring_uninit_100/48b","title":"uninit_bench/gstring_uninit_100/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..bc4b839 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.229983591957,"upper_bound":68.30302532565584},"point_estimate":67.74839571867456,"standard_error":0.2741350087122408},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.33454441366334,"upper_bound":66.83705255738622},"point_estimate":66.51239826351372,"standard_error":0.1489642604867568},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6551376098371161,"upper_bound":1.4173028796705842},"point_estimate":0.8792211759785679,"standard_error":0.20491139135026154},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.43195564010644,"upper_bound":67.04910065457256},"point_estimate":66.70462753432113,"standard_error":0.1585590446360309},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.2012675267531363,"upper_bound":3.189854568031537},"point_estimate":2.754468389953221,"standard_error":0.25229501816686895}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/sample.json new file mode 100644 index 0000000..dc9ef1e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14666.0,29332.0,43998.0,58664.0,73330.0,87996.0,102662.0,117328.0,131994.0,146660.0,161326.0,175992.0,190658.0,205324.0,219990.0,234656.0,249322.0,263988.0,278654.0,293320.0,307986.0,322652.0,337318.0,351984.0,366650.0,381316.0,395982.0,410648.0,425314.0,439980.0,454646.0,469312.0,483978.0,498644.0,513310.0,527976.0,542642.0,557308.0,571974.0,586640.0,601306.0,615972.0,630638.0,645304.0,659970.0,674636.0,689302.0,703968.0,718634.0,733300.0,747966.0,762632.0,777298.0,791964.0,806630.0,821296.0,835962.0,850628.0,865294.0,879960.0,894626.0,909292.0,923958.0,938624.0,953290.0,967956.0,982622.0,997288.0,1011954.0,1026620.0,1041286.0,1055952.0,1070618.0,1085284.0,1099950.0,1114616.0,1129282.0,1143948.0,1158614.0,1173280.0,1187946.0,1202612.0,1217278.0,1231944.0,1246610.0,1261276.0,1275942.0,1290608.0,1305274.0,1319940.0,1334606.0,1349272.0,1363938.0,1378604.0,1393270.0,1407936.0,1422602.0,1437268.0,1451934.0,1466600.0],"times":[1102226.0,1895287.0,3231244.0,4072500.0,5262863.0,6302275.0,7749874.0,8027136.0,9090204.0,10003865.0,11146654.0,12981751.0,13602191.0,15502220.0,16439054.0,17511425.0,18580558.0,18237379.0,18688509.0,19175479.0,20387940.0,23428431.0,23185804.0,26030965.0,26132509.0,25385837.0,25850193.0,27858575.0,28124136.0,30262896.0,30504270.0,31219817.0,32004140.0,32887586.0,33924512.0,35225107.0,35841136.0,36781709.0,37975060.0,38783173.0,39456505.0,40909588.0,42132703.0,42377097.0,44269763.0,44408671.0,45283328.0,46517541.0,47615407.0,48644813.0,50032634.0,50615958.0,52554895.0,53526033.0,53909357.0,53809889.0,54947618.0,56155484.0,56931878.0,58415686.0,58819554.0,62831322.0,65859576.0,62582518.0,63138011.0,65106113.0,71662739.0,65588555.0,67185565.0,68718745.0,69437454.0,76307791.0,71586291.0,71632241.0,74940723.0,74475573.0,74694544.0,76075146.0,76290296.0,77853929.0,78597173.0,79134614.0,80069633.0,83308826.0,83574157.0,83279138.0,84353943.0,85630182.0,86566260.0,87864062.0,88014483.0,88928493.0,90531880.0,90981985.0,91786925.0,94226961.0,94203463.0,94595178.0,96810672.0,97254807.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..3ce950c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[59.38814256249117,62.716027880024185,71.5903887267789,74.91827404431191] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/change/estimates.json new file mode 100644 index 0000000..0744cd2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010824583957604647,"upper_bound":0.014097483129573972},"point_estimate":0.0017768836777580788,"standard_error":0.006406439762170847},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002314186776440104,"upper_bound":0.007991948113862168},"point_estimate":0.00371027039222116,"standard_error":0.002583732180821438}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/new/benchmark.json new file mode 100644 index 0000000..0cc9953 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_100","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_100/5b","directory_name":"uninit_bench/gstring_uninit_100/5b","title":"uninit_bench/gstring_uninit_100/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/new/estimates.json new file mode 100644 index 0000000..0bad0fb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.93573803215341,"upper_bound":69.09723652793136},"point_estimate":68.49452705775067,"standard_error":0.2964074843889562},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.81208410497631,"upper_bound":67.33033162011412},"point_estimate":67.13016175951755,"standard_error":0.13924856826255358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6034484805029411,"upper_bound":1.3871265293228419},"point_estimate":0.992771176734465,"standard_error":0.1985604400489081},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.10869398604416,"upper_bound":67.8838438444546},"point_estimate":67.46667013585136,"standard_error":0.19870960696753856},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.3305623412668672,"upper_bound":3.585101167435131},"point_estimate":2.990277984080423,"standard_error":0.32138093729154915}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/new/sample.json new file mode 100644 index 0000000..52fe348 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14442.0,28884.0,43326.0,57768.0,72210.0,86652.0,101094.0,115536.0,129978.0,144420.0,158862.0,173304.0,187746.0,202188.0,216630.0,231072.0,245514.0,259956.0,274398.0,288840.0,303282.0,317724.0,332166.0,346608.0,361050.0,375492.0,389934.0,404376.0,418818.0,433260.0,447702.0,462144.0,476586.0,491028.0,505470.0,519912.0,534354.0,548796.0,563238.0,577680.0,592122.0,606564.0,621006.0,635448.0,649890.0,664332.0,678774.0,693216.0,707658.0,722100.0,736542.0,750984.0,765426.0,779868.0,794310.0,808752.0,823194.0,837636.0,852078.0,866520.0,880962.0,895404.0,909846.0,924288.0,938730.0,953172.0,967614.0,982056.0,996498.0,1010940.0,1025382.0,1039824.0,1054266.0,1068708.0,1083150.0,1097592.0,1112034.0,1126476.0,1140918.0,1155360.0,1169802.0,1184244.0,1198686.0,1213128.0,1227570.0,1242012.0,1256454.0,1270896.0,1285338.0,1299780.0,1314222.0,1328664.0,1343106.0,1357548.0,1371990.0,1386432.0,1400874.0,1415316.0,1429758.0,1444200.0],"times":[1058955.0,2067508.0,3506919.0,3953691.0,4823048.0,6166447.0,7501424.0,8786702.0,9848880.0,11044123.0,11174736.0,11510332.0,12621512.0,13423854.0,14368033.0,16242131.0,16586334.0,18548088.0,20394990.0,21725608.0,21955167.0,22635482.0,22764771.0,23419379.0,25098440.0,24962936.0,25854269.0,27032600.0,28345427.0,28890887.0,30335900.0,30743507.0,31950652.0,32882130.0,36246923.0,38720499.0,36537886.0,36758930.0,37688452.0,39349929.0,41764267.0,40713431.0,41759549.0,41792800.0,43414330.0,44293168.0,45203335.0,46301517.0,52377579.0,53765287.0,49136425.0,54615327.0,54472710.0,51696545.0,53438518.0,54349025.0,55206124.0,56289203.0,56929107.0,57827154.0,59006775.0,59492633.0,60214039.0,61424776.0,62613701.0,63467354.0,65430282.0,65577552.0,67050174.0,67203762.0,68090557.0,69301217.0,70459414.0,71950948.0,71751830.0,74515680.0,73758705.0,74870976.0,75853896.0,76826460.0,79375202.0,79788267.0,81942993.0,86845028.0,87401334.0,82952754.0,84378732.0,84891850.0,85108050.0,87357342.0,87036909.0,87708208.0,89731054.0,90520819.0,91110550.0,93083538.0,93229560.0,94519018.0,99848101.0,98727119.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/new/tukey.json new file mode 100644 index 0000000..5a02755 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/new/tukey.json @@ -0,0 +1 @@ +[57.75094764325985,62.192568003873696,74.03688896551063,78.47850932612447] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/MAD.svg new file mode 100644 index 0000000..d9dfc68 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/SD.svg new file mode 100644 index 0000000..9c386d2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + 3.2 + + + + + 3.4 + + + + + 3.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/both/pdf.svg new file mode 100644 index 0000000..d771b3e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/both/pdf.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 60 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 85 + + + + + 90 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/both/regression.svg new file mode 100644 index 0000000..048e7af --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/both/regression.svg @@ -0,0 +1,370 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_100/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/mean.svg new file mode 100644 index 0000000..1a0c8b1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_100/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/median.svg new file mode 100644 index 0000000..615c527 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_100/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/t-test.svg new file mode 100644 index 0000000..b4dfcba --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_100/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/index.html new file mode 100644 index 0000000..4cf2d88 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_100/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_100/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope67.109 ns67.467 ns67.884 ns
R²0.91725770.92039200.9161405
Mean67.936 ns68.495 ns69.097 ns
Std. Dev.2.3306 ns2.9903 ns3.5851 ns
Median66.812 ns67.130 ns67.330 ns
MAD603.45 ps992.77 ps1.3871 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.0825%+0.1777%+1.4097%(p = 0.78 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/mean.svg new file mode 100644 index 0000000..1e263bf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 68 + + + + + 68.2 + + + + + 68.4 + + + + + 68.6 + + + + + 68.8 + + + + + 69 + + + + + 69.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/median.svg new file mode 100644 index 0000000..155dc2a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 66.8 + + + + + 66.9 + + + + + 67 + + + + + 67.1 + + + + + 67.2 + + + + + 67.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/pdf.svg new file mode 100644 index 0000000..100a50f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/pdf_small.svg new file mode 100644 index 0000000..c49d869 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/pdf_small.svg @@ -0,0 +1,189 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/regression.svg new file mode 100644 index 0000000..5b4d4ae --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_100/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/regression_small.svg new file mode 100644 index 0000000..f5dd110 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..f5c21d8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/relative_pdf_small.svg @@ -0,0 +1,286 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 60 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 85 + + + + + 90 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..080048e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/relative_regression_small.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/slope.svg new file mode 100644 index 0000000..ead7a6a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/slope.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 67.1 + + + + + 67.2 + + + + + 67.3 + + + + + 67.4 + + + + + 67.5 + + + + + 67.6 + + + + + 67.7 + + + + + 67.8 + + + + + 67.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/typical.svg new file mode 100644 index 0000000..6374ff4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/report/typical.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 67.1 + + + + + 67.2 + + + + + 67.3 + + + + + 67.4 + + + + + 67.5 + + + + + 67.6 + + + + + 67.7 + + + + + 67.8 + + + + + 67.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..0cc9953 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_100","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_100/5b","directory_name":"uninit_bench/gstring_uninit_100/5b","title":"uninit_bench/gstring_uninit_100/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..0bad0fb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.93573803215341,"upper_bound":69.09723652793136},"point_estimate":68.49452705775067,"standard_error":0.2964074843889562},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.81208410497631,"upper_bound":67.33033162011412},"point_estimate":67.13016175951755,"standard_error":0.13924856826255358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6034484805029411,"upper_bound":1.3871265293228419},"point_estimate":0.992771176734465,"standard_error":0.1985604400489081},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.10869398604416,"upper_bound":67.8838438444546},"point_estimate":67.46667013585136,"standard_error":0.19870960696753856},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.3305623412668672,"upper_bound":3.585101167435131},"point_estimate":2.990277984080423,"standard_error":0.32138093729154915}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/sample.json new file mode 100644 index 0000000..52fe348 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14442.0,28884.0,43326.0,57768.0,72210.0,86652.0,101094.0,115536.0,129978.0,144420.0,158862.0,173304.0,187746.0,202188.0,216630.0,231072.0,245514.0,259956.0,274398.0,288840.0,303282.0,317724.0,332166.0,346608.0,361050.0,375492.0,389934.0,404376.0,418818.0,433260.0,447702.0,462144.0,476586.0,491028.0,505470.0,519912.0,534354.0,548796.0,563238.0,577680.0,592122.0,606564.0,621006.0,635448.0,649890.0,664332.0,678774.0,693216.0,707658.0,722100.0,736542.0,750984.0,765426.0,779868.0,794310.0,808752.0,823194.0,837636.0,852078.0,866520.0,880962.0,895404.0,909846.0,924288.0,938730.0,953172.0,967614.0,982056.0,996498.0,1010940.0,1025382.0,1039824.0,1054266.0,1068708.0,1083150.0,1097592.0,1112034.0,1126476.0,1140918.0,1155360.0,1169802.0,1184244.0,1198686.0,1213128.0,1227570.0,1242012.0,1256454.0,1270896.0,1285338.0,1299780.0,1314222.0,1328664.0,1343106.0,1357548.0,1371990.0,1386432.0,1400874.0,1415316.0,1429758.0,1444200.0],"times":[1058955.0,2067508.0,3506919.0,3953691.0,4823048.0,6166447.0,7501424.0,8786702.0,9848880.0,11044123.0,11174736.0,11510332.0,12621512.0,13423854.0,14368033.0,16242131.0,16586334.0,18548088.0,20394990.0,21725608.0,21955167.0,22635482.0,22764771.0,23419379.0,25098440.0,24962936.0,25854269.0,27032600.0,28345427.0,28890887.0,30335900.0,30743507.0,31950652.0,32882130.0,36246923.0,38720499.0,36537886.0,36758930.0,37688452.0,39349929.0,41764267.0,40713431.0,41759549.0,41792800.0,43414330.0,44293168.0,45203335.0,46301517.0,52377579.0,53765287.0,49136425.0,54615327.0,54472710.0,51696545.0,53438518.0,54349025.0,55206124.0,56289203.0,56929107.0,57827154.0,59006775.0,59492633.0,60214039.0,61424776.0,62613701.0,63467354.0,65430282.0,65577552.0,67050174.0,67203762.0,68090557.0,69301217.0,70459414.0,71950948.0,71751830.0,74515680.0,73758705.0,74870976.0,75853896.0,76826460.0,79375202.0,79788267.0,81942993.0,86845028.0,87401334.0,82952754.0,84378732.0,84891850.0,85108050.0,87357342.0,87036909.0,87708208.0,89731054.0,90520819.0,91110550.0,93083538.0,93229560.0,94519018.0,99848101.0,98727119.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..5a02755 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[57.75094764325985,62.192568003873696,74.03688896551063,78.47850932612447] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/report/index.html b/benchmarks/uninit_bench/gstring_uninit_100/report/index.html new file mode 100644 index 0000000..c1ab16c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_uninit_100 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_100

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_uninit_100/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/report/violin.svg b/benchmarks/uninit_bench/gstring_uninit_100/report/violin.svg new file mode 100644 index 0000000..47bc580 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/report/violin.svg @@ -0,0 +1,495 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_uninit_100/unicode + + + + + uninit_bench/gstring_uninit_100/48b + + + + + uninit_bench/gstring_uninit_100/43b + + + + + uninit_bench/gstring_uninit_100/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/change/estimates.json new file mode 100644 index 0000000..e487513 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05266875718135496,"upper_bound":0.07921865665844458},"point_estimate":0.06609126316807101,"standard_error":0.006791252675454257},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.049181684963787387,"upper_bound":0.08659548900649305},"point_estimate":0.06625886343919607,"standard_error":0.010599686902411256}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/benchmark.json new file mode 100644 index 0000000..a3fcf0e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_100","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_100/unicode","directory_name":"uninit_bench/gstring_uninit_100/unicode","title":"uninit_bench/gstring_uninit_100/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/estimates.json new file mode 100644 index 0000000..47fe6de --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.65353545216111,"upper_bound":72.0151400710752},"point_estimate":71.31845608738946,"standard_error":0.3472827482320025},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.12346711176535,"upper_bound":71.71536710963254},"point_estimate":70.24413882350493,"standard_error":0.6923965492408042},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.09420792680307,"upper_bound":4.680427253666456},"point_estimate":3.3391282046269644,"standard_error":0.726084367522432},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.88445327994182,"upper_bound":72.95400846006692},"point_estimate":71.91859665771918,"standard_error":0.5269247347900222},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.935710712136139,"upper_bound":4.0330766329116985},"point_estimate":3.4925570637949876,"standard_error":0.28122692196442545}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/sample.json new file mode 100644 index 0000000..3fdcb4d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14151.0,28302.0,42453.0,56604.0,70755.0,84906.0,99057.0,113208.0,127359.0,141510.0,155661.0,169812.0,183963.0,198114.0,212265.0,226416.0,240567.0,254718.0,268869.0,283020.0,297171.0,311322.0,325473.0,339624.0,353775.0,367926.0,382077.0,396228.0,410379.0,424530.0,438681.0,452832.0,466983.0,481134.0,495285.0,509436.0,523587.0,537738.0,551889.0,566040.0,580191.0,594342.0,608493.0,622644.0,636795.0,650946.0,665097.0,679248.0,693399.0,707550.0,721701.0,735852.0,750003.0,764154.0,778305.0,792456.0,806607.0,820758.0,834909.0,849060.0,863211.0,877362.0,891513.0,905664.0,919815.0,933966.0,948117.0,962268.0,976419.0,990570.0,1004721.0,1018872.0,1033023.0,1047174.0,1061325.0,1075476.0,1089627.0,1103778.0,1117929.0,1132080.0,1146231.0,1160382.0,1174533.0,1188684.0,1202835.0,1216986.0,1231137.0,1245288.0,1259439.0,1273590.0,1287741.0,1301892.0,1316043.0,1330194.0,1344345.0,1358496.0,1372647.0,1386798.0,1400949.0,1415100.0],"times":[1066873.0,2114439.0,3181152.0,4289869.0,5361487.0,6331100.0,7476409.0,8620594.0,9455774.0,10542480.0,11625214.0,12746009.0,13715970.0,14868871.0,15289230.0,15459023.0,16769980.0,17430969.0,17476203.0,19333014.0,20426580.0,21450557.0,22187737.0,23401390.0,25114810.0,27486717.0,26852677.0,27756804.0,27479368.0,29033770.0,29445620.0,31297372.0,33854933.0,35992833.0,33957617.0,34564970.0,35469762.0,37401510.0,37644679.0,38190069.0,41423862.0,44547229.0,43541658.0,42353735.0,43758160.0,44802984.0,48763134.0,47230323.0,47597261.0,48677867.0,49070414.0,52200974.0,54851516.0,52511085.0,54449646.0,59139203.0,55332564.0,55273567.0,57566671.0,59141669.0,59327842.0,60582428.0,59899648.0,61165269.0,66284783.0,63374561.0,65558832.0,65352436.0,66640496.0,67669733.0,69449799.0,76025173.0,74927853.0,74913669.0,74774943.0,73378646.0,78335291.0,73713630.0,79751449.0,78198204.0,77415107.0,81467494.0,82989410.0,98368068.0,99307985.0,98210108.0,93216245.0,93419731.0,92964788.0,90710542.0,96065006.0,89064370.0,96618388.0,98914585.0,100951184.0,99753786.0,103582670.0,104760143.0,105004994.0,98208718.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/tukey.json new file mode 100644 index 0000000..df0371e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/new/tukey.json @@ -0,0 +1 @@ +[50.39453024068247,59.46198185750603,83.6418528357022,92.70930445252576] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/MAD.svg new file mode 100644 index 0000000..e3ceed8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/SD.svg new file mode 100644 index 0000000..c05ec5b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 3 + + + + + 3.2 + + + + + 3.4 + + + + + 3.6 + + + + + 3.8 + + + + + 4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/both/pdf.svg new file mode 100644 index 0000000..908173d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/both/pdf.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 60 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 85 + + + + + 90 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/both/regression.svg new file mode 100644 index 0000000..4a65adf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_100/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/mean.svg new file mode 100644 index 0000000..7920ac7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_100/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/median.svg new file mode 100644 index 0000000..42a28af --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/median.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_100/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/t-test.svg new file mode 100644 index 0000000..cdbbfd9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/change/t-test.svg @@ -0,0 +1,250 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_100/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/index.html b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/index.html new file mode 100644 index 0000000..7e397ba --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_100/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_100/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope70.884 ns71.919 ns72.954 ns
R²0.67643650.69167900.6763999
Mean70.654 ns71.318 ns72.015 ns
Std. Dev.2.9357 ns3.4926 ns4.0331 ns
Median69.123 ns70.244 ns71.715 ns
MAD2.0942 ns3.3391 ns4.6804 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+5.2669%+6.6091%+7.9219%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/mean.svg new file mode 100644 index 0000000..efd3ece --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 70.6 + + + + + 70.8 + + + + + 71 + + + + + 71.2 + + + + + 71.4 + + + + + 71.6 + + + + + 71.8 + + + + + 72 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/median.svg new file mode 100644 index 0000000..ee23e70 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 69 + + + + + 69.5 + + + + + 70 + + + + + 70.5 + + + + + 71 + + + + + 71.5 + + + + + 72 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/pdf.svg new file mode 100644 index 0000000..426bd5d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/pdf.svg @@ -0,0 +1,286 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 85 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + gnuplot_plot_3 + + + + gnuplot_plot_4 + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/pdf_small.svg new file mode 100644 index 0000000..94751cd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 85 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/regression.svg new file mode 100644 index 0000000..49de4ca --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_100/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/regression_small.svg new file mode 100644 index 0000000..b90c56a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..2da86cc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/relative_pdf_small.svg @@ -0,0 +1,286 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 60 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 85 + + + + + 90 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..7203597 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/slope.svg new file mode 100644 index 0000000..099797f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 71 + + + + + 71.5 + + + + + 72 + + + + + 72.5 + + + + + 73 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/typical.svg new file mode 100644 index 0000000..4874321 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 71 + + + + + 71.5 + + + + + 72 + + + + + 72.5 + + + + + 73 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_100/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..a3fcf0e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_100","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_100/unicode","directory_name":"uninit_bench/gstring_uninit_100/unicode","title":"uninit_bench/gstring_uninit_100/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..47fe6de --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.65353545216111,"upper_bound":72.0151400710752},"point_estimate":71.31845608738946,"standard_error":0.3472827482320025},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.12346711176535,"upper_bound":71.71536710963254},"point_estimate":70.24413882350493,"standard_error":0.6923965492408042},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.09420792680307,"upper_bound":4.680427253666456},"point_estimate":3.3391282046269644,"standard_error":0.726084367522432},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.88445327994182,"upper_bound":72.95400846006692},"point_estimate":71.91859665771918,"standard_error":0.5269247347900222},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.935710712136139,"upper_bound":4.0330766329116985},"point_estimate":3.4925570637949876,"standard_error":0.28122692196442545}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..3fdcb4d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14151.0,28302.0,42453.0,56604.0,70755.0,84906.0,99057.0,113208.0,127359.0,141510.0,155661.0,169812.0,183963.0,198114.0,212265.0,226416.0,240567.0,254718.0,268869.0,283020.0,297171.0,311322.0,325473.0,339624.0,353775.0,367926.0,382077.0,396228.0,410379.0,424530.0,438681.0,452832.0,466983.0,481134.0,495285.0,509436.0,523587.0,537738.0,551889.0,566040.0,580191.0,594342.0,608493.0,622644.0,636795.0,650946.0,665097.0,679248.0,693399.0,707550.0,721701.0,735852.0,750003.0,764154.0,778305.0,792456.0,806607.0,820758.0,834909.0,849060.0,863211.0,877362.0,891513.0,905664.0,919815.0,933966.0,948117.0,962268.0,976419.0,990570.0,1004721.0,1018872.0,1033023.0,1047174.0,1061325.0,1075476.0,1089627.0,1103778.0,1117929.0,1132080.0,1146231.0,1160382.0,1174533.0,1188684.0,1202835.0,1216986.0,1231137.0,1245288.0,1259439.0,1273590.0,1287741.0,1301892.0,1316043.0,1330194.0,1344345.0,1358496.0,1372647.0,1386798.0,1400949.0,1415100.0],"times":[1066873.0,2114439.0,3181152.0,4289869.0,5361487.0,6331100.0,7476409.0,8620594.0,9455774.0,10542480.0,11625214.0,12746009.0,13715970.0,14868871.0,15289230.0,15459023.0,16769980.0,17430969.0,17476203.0,19333014.0,20426580.0,21450557.0,22187737.0,23401390.0,25114810.0,27486717.0,26852677.0,27756804.0,27479368.0,29033770.0,29445620.0,31297372.0,33854933.0,35992833.0,33957617.0,34564970.0,35469762.0,37401510.0,37644679.0,38190069.0,41423862.0,44547229.0,43541658.0,42353735.0,43758160.0,44802984.0,48763134.0,47230323.0,47597261.0,48677867.0,49070414.0,52200974.0,54851516.0,52511085.0,54449646.0,59139203.0,55332564.0,55273567.0,57566671.0,59141669.0,59327842.0,60582428.0,59899648.0,61165269.0,66284783.0,63374561.0,65558832.0,65352436.0,66640496.0,67669733.0,69449799.0,76025173.0,74927853.0,74913669.0,74774943.0,73378646.0,78335291.0,73713630.0,79751449.0,78198204.0,77415107.0,81467494.0,82989410.0,98368068.0,99307985.0,98210108.0,93216245.0,93419731.0,92964788.0,90710542.0,96065006.0,89064370.0,96618388.0,98914585.0,100951184.0,99753786.0,103582670.0,104760143.0,105004994.0,98208718.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..df0371e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_100/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[50.39453024068247,59.46198185750603,83.6418528357022,92.70930445252576] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/change/estimates.json new file mode 100644 index 0000000..3dd13d4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016110679680886232,"upper_bound":0.0073597630796871675},"point_estimate":-0.004455996909029425,"standard_error":0.005995628881880835},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009128460161690888,"upper_bound":0.005528617784357683},"point_estimate":-0.001845178838487782,"standard_error":0.003713017001296529}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/benchmark.json new file mode 100644 index 0000000..b713d5c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_1000","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_1000/43b","directory_name":"uninit_bench/gstring_uninit_1000/43b","title":"uninit_bench/gstring_uninit_1000/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/estimates.json new file mode 100644 index 0000000..df6c3e7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":596.0103604128735,"upper_bound":605.5676523684783},"point_estimate":600.5575314813296,"standard_error":2.4374789783422806},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":589.3445985340663,"upper_bound":594.0814940846644},"point_estimate":590.48722532388,"standard_error":1.307892987806865},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.549386983550891,"upper_bound":10.417261458148776},"point_estimate":6.85029239148354,"standard_error":1.2331208795402868},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.6563163058444,"upper_bound":599.2655318615548},"point_estimate":595.6507951525198,"standard_error":1.6948234423201471},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.600489201717227,"upper_bound":29.18896051061083},"point_estimate":24.502064176830558,"standard_error":2.712796469705327}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/sample.json new file mode 100644 index 0000000..36ccdd0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1656.0,3312.0,4968.0,6624.0,8280.0,9936.0,11592.0,13248.0,14904.0,16560.0,18216.0,19872.0,21528.0,23184.0,24840.0,26496.0,28152.0,29808.0,31464.0,33120.0,34776.0,36432.0,38088.0,39744.0,41400.0,43056.0,44712.0,46368.0,48024.0,49680.0,51336.0,52992.0,54648.0,56304.0,57960.0,59616.0,61272.0,62928.0,64584.0,66240.0,67896.0,69552.0,71208.0,72864.0,74520.0,76176.0,77832.0,79488.0,81144.0,82800.0,84456.0,86112.0,87768.0,89424.0,91080.0,92736.0,94392.0,96048.0,97704.0,99360.0,101016.0,102672.0,104328.0,105984.0,107640.0,109296.0,110952.0,112608.0,114264.0,115920.0,117576.0,119232.0,120888.0,122544.0,124200.0,125856.0,127512.0,129168.0,130824.0,132480.0,134136.0,135792.0,137448.0,139104.0,140760.0,142416.0,144072.0,145728.0,147384.0,149040.0,150696.0,152352.0,154008.0,155664.0,157320.0,158976.0,160632.0,162288.0,163944.0,165600.0],"times":[1115667.0,1910918.0,3359675.0,4400444.0,4972759.0,5784476.0,7694016.0,8937791.0,9866755.0,10971695.0,12059205.0,12232485.0,12710073.0,13925049.0,14813946.0,15564534.0,16750015.0,17722523.0,18320242.0,19260089.0,20276613.0,21313956.0,22332143.0,23167219.0,24329881.0,25179801.0,26275149.0,27027100.0,28302685.0,29427039.0,30129493.0,31164414.0,32502548.0,33171499.0,34113283.0,35556355.0,36371492.0,37431705.0,38120493.0,38644620.0,39877690.0,44252396.0,44461529.0,42841204.0,43659643.0,51019762.0,47957958.0,48489938.0,47540692.0,48295551.0,50320993.0,50670314.0,52738965.0,52810190.0,53312901.0,55221727.0,55374784.0,56562877.0,56833169.0,59380698.0,60306036.0,65718133.0,61343870.0,63079736.0,65342214.0,64510165.0,65043233.0,65971998.0,66679463.0,68351657.0,68897687.0,71167069.0,71032891.0,72494332.0,73758036.0,73824770.0,82534928.0,76804309.0,80516108.0,79462723.0,79354087.0,82631875.0,80596004.0,81764760.0,83550685.0,83979283.0,90938440.0,87680513.0,87896751.0,87595510.0,88973176.0,89452027.0,90814551.0,91425811.0,93925795.0,94301069.0,94838277.0,95684185.0,97193089.0,98058955.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/tukey.json new file mode 100644 index 0000000..d2c2a2e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/new/tukey.json @@ -0,0 +1 @@ +[554.5956945013534,570.9383721011629,614.518845700655,630.8615233004645] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/MAD.svg new file mode 100644 index 0000000..8c76909 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/SD.svg new file mode 100644 index 0000000..d356e4a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/both/pdf.svg new file mode 100644 index 0000000..3289c88 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + 740 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/both/regression.svg new file mode 100644 index 0000000..269f154 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_1000/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/mean.svg new file mode 100644 index 0000000..a62ffd6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/mean.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_1000/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/median.svg new file mode 100644 index 0000000..adf08a4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + -1 + + + + + -0.8 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_1000/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/t-test.svg new file mode 100644 index 0000000..d170bbb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_1000/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/index.html new file mode 100644 index 0000000..d6a6c0c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_1000/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_1000/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope592.66 ns595.65 ns599.27 ns
R²0.92137820.92442910.9199902
Mean596.01 ns600.56 ns605.57 ns
Std. Dev.18.600 ns24.502 ns29.189 ns
Median589.34 ns590.49 ns594.08 ns
MAD5.5494 ns6.8503 ns10.417 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.6111%-0.4456%+0.7360%(p = 0.46 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/mean.svg new file mode 100644 index 0000000..d6b113e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 596 + + + + + 598 + + + + + 600 + + + + + 602 + + + + + 604 + + + + + 606 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/median.svg new file mode 100644 index 0000000..ab8a09f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 589 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/pdf.svg new file mode 100644 index 0000000..b470127 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/pdf.svg @@ -0,0 +1,369 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/pdf_small.svg new file mode 100644 index 0000000..2b0d393 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/regression.svg new file mode 100644 index 0000000..e147802 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_1000/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/regression_small.svg new file mode 100644 index 0000000..be0edd5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..bef768d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + 740 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..e057bc3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/slope.svg new file mode 100644 index 0000000..7c30b11 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + 597 + + + + + 598 + + + + + 599 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/typical.svg new file mode 100644 index 0000000..0e3c79e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + 597 + + + + + 598 + + + + + 599 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..b713d5c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_1000","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_1000/43b","directory_name":"uninit_bench/gstring_uninit_1000/43b","title":"uninit_bench/gstring_uninit_1000/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..df6c3e7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":596.0103604128735,"upper_bound":605.5676523684783},"point_estimate":600.5575314813296,"standard_error":2.4374789783422806},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":589.3445985340663,"upper_bound":594.0814940846644},"point_estimate":590.48722532388,"standard_error":1.307892987806865},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.549386983550891,"upper_bound":10.417261458148776},"point_estimate":6.85029239148354,"standard_error":1.2331208795402868},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.6563163058444,"upper_bound":599.2655318615548},"point_estimate":595.6507951525198,"standard_error":1.6948234423201471},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.600489201717227,"upper_bound":29.18896051061083},"point_estimate":24.502064176830558,"standard_error":2.712796469705327}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/sample.json new file mode 100644 index 0000000..36ccdd0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1656.0,3312.0,4968.0,6624.0,8280.0,9936.0,11592.0,13248.0,14904.0,16560.0,18216.0,19872.0,21528.0,23184.0,24840.0,26496.0,28152.0,29808.0,31464.0,33120.0,34776.0,36432.0,38088.0,39744.0,41400.0,43056.0,44712.0,46368.0,48024.0,49680.0,51336.0,52992.0,54648.0,56304.0,57960.0,59616.0,61272.0,62928.0,64584.0,66240.0,67896.0,69552.0,71208.0,72864.0,74520.0,76176.0,77832.0,79488.0,81144.0,82800.0,84456.0,86112.0,87768.0,89424.0,91080.0,92736.0,94392.0,96048.0,97704.0,99360.0,101016.0,102672.0,104328.0,105984.0,107640.0,109296.0,110952.0,112608.0,114264.0,115920.0,117576.0,119232.0,120888.0,122544.0,124200.0,125856.0,127512.0,129168.0,130824.0,132480.0,134136.0,135792.0,137448.0,139104.0,140760.0,142416.0,144072.0,145728.0,147384.0,149040.0,150696.0,152352.0,154008.0,155664.0,157320.0,158976.0,160632.0,162288.0,163944.0,165600.0],"times":[1115667.0,1910918.0,3359675.0,4400444.0,4972759.0,5784476.0,7694016.0,8937791.0,9866755.0,10971695.0,12059205.0,12232485.0,12710073.0,13925049.0,14813946.0,15564534.0,16750015.0,17722523.0,18320242.0,19260089.0,20276613.0,21313956.0,22332143.0,23167219.0,24329881.0,25179801.0,26275149.0,27027100.0,28302685.0,29427039.0,30129493.0,31164414.0,32502548.0,33171499.0,34113283.0,35556355.0,36371492.0,37431705.0,38120493.0,38644620.0,39877690.0,44252396.0,44461529.0,42841204.0,43659643.0,51019762.0,47957958.0,48489938.0,47540692.0,48295551.0,50320993.0,50670314.0,52738965.0,52810190.0,53312901.0,55221727.0,55374784.0,56562877.0,56833169.0,59380698.0,60306036.0,65718133.0,61343870.0,63079736.0,65342214.0,64510165.0,65043233.0,65971998.0,66679463.0,68351657.0,68897687.0,71167069.0,71032891.0,72494332.0,73758036.0,73824770.0,82534928.0,76804309.0,80516108.0,79462723.0,79354087.0,82631875.0,80596004.0,81764760.0,83550685.0,83979283.0,90938440.0,87680513.0,87896751.0,87595510.0,88973176.0,89452027.0,90814551.0,91425811.0,93925795.0,94301069.0,94838277.0,95684185.0,97193089.0,98058955.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..d2c2a2e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[554.5956945013534,570.9383721011629,614.518845700655,630.8615233004645] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/change/estimates.json new file mode 100644 index 0000000..57e78c8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.015125377230821474,"upper_bound":0.039330876756410636},"point_estimate":0.026890480234518233,"standard_error":0.006175997200484795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007725652120191606,"upper_bound":0.03013143661050393},"point_estimate":0.022344542222716646,"standard_error":0.004521362472845934}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/benchmark.json new file mode 100644 index 0000000..47b0687 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_1000","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_1000/48b","directory_name":"uninit_bench/gstring_uninit_1000/48b","title":"uninit_bench/gstring_uninit_1000/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/estimates.json new file mode 100644 index 0000000..568241f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":606.4611025525562,"upper_bound":618.5655137647466},"point_estimate":612.374005722098,"standard_error":3.0934094332190303},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":594.7746905676483,"upper_bound":606.9259692205069},"point_estimate":603.1599006696679,"standard_error":2.542573250038822},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.54378117465753,"upper_bound":31.9875531031062},"point_estimate":25.74691497891848,"standard_error":3.538407687942458},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":616.1258134202363,"upper_bound":633.2989148491775},"point_estimate":624.885678249616,"standard_error":4.388705330362511},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.875365160374084,"upper_bound":34.56473694165815},"point_estimate":31.121522939219368,"standard_error":1.9653056887287863}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/sample.json new file mode 100644 index 0000000..9fade4b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1650.0,3300.0,4950.0,6600.0,8250.0,9900.0,11550.0,13200.0,14850.0,16500.0,18150.0,19800.0,21450.0,23100.0,24750.0,26400.0,28050.0,29700.0,31350.0,33000.0,34650.0,36300.0,37950.0,39600.0,41250.0,42900.0,44550.0,46200.0,47850.0,49500.0,51150.0,52800.0,54450.0,56100.0,57750.0,59400.0,61050.0,62700.0,64350.0,66000.0,67650.0,69300.0,70950.0,72600.0,74250.0,75900.0,77550.0,79200.0,80850.0,82500.0,84150.0,85800.0,87450.0,89100.0,90750.0,92400.0,94050.0,95700.0,97350.0,99000.0,100650.0,102300.0,103950.0,105600.0,107250.0,108900.0,110550.0,112200.0,113850.0,115500.0,117150.0,118800.0,120450.0,122100.0,123750.0,125400.0,127050.0,128700.0,130350.0,132000.0,133650.0,135300.0,136950.0,138600.0,140250.0,141900.0,143550.0,145200.0,146850.0,148500.0,150150.0,151800.0,153450.0,155100.0,156750.0,158400.0,160050.0,161700.0,163350.0,165000.0],"times":[1111542.0,1896465.0,3462408.0,3851019.0,5401156.0,6090608.0,7613441.0,8009761.0,9003116.0,9998961.0,10735627.0,11614109.0,12542202.0,13547087.0,14447131.0,15320760.0,16497755.0,17296426.0,18399549.0,19927836.0,20324231.0,21157431.0,22914445.0,22977253.0,24149893.0,25304542.0,25783407.0,27030016.0,27999431.0,28879507.0,30060980.0,30732162.0,32842087.0,32952946.0,33775193.0,35050323.0,35656994.0,37390793.0,37712391.0,38307433.0,39771544.0,41016627.0,41217699.0,42532632.0,43344980.0,44324578.0,46021275.0,46390510.0,50650550.0,54858575.0,54104687.0,54618430.0,53020957.0,54222125.0,54745890.0,60226435.0,58162729.0,59624697.0,64530051.0,60147617.0,64721370.0,61776610.0,67641574.0,70118382.0,68297778.0,66476835.0,67376856.0,67242015.0,72951924.0,70873353.0,69677855.0,71485990.0,72420316.0,77751473.0,75520992.0,75443304.0,76681757.0,77300443.0,77466417.0,80509753.0,79293649.0,81607459.0,82480353.0,85489257.0,84321787.0,88749294.0,96785516.0,96568733.0,99994076.0,98626375.0,99604344.0,100673090.0,101641722.0,103121226.0,104525269.0,105410241.0,106607839.0,99023642.0,96035016.0,97006244.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/tukey.json new file mode 100644 index 0000000..2d1a134 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/new/tukey.json @@ -0,0 +1 @@ +[436.38099156099145,511.474418038793,711.7235553129303,786.8169817907319] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/MAD.svg new file mode 100644 index 0000000..354fb4e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/SD.svg new file mode 100644 index 0000000..4ce2977 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/both/pdf.svg new file mode 100644 index 0000000..aa2991c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/both/pdf.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/both/regression.svg new file mode 100644 index 0000000..c5c21db --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_1000/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/mean.svg new file mode 100644 index 0000000..bfb7ca2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_1000/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/median.svg new file mode 100644 index 0000000..5e20d68 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_1000/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/t-test.svg new file mode 100644 index 0000000..6396eae --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_1000/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/index.html new file mode 100644 index 0000000..8735465 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_1000/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_1000/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope616.13 ns624.89 ns633.30 ns
R²0.67831010.69446450.6795363
Mean606.46 ns612.37 ns618.57 ns
Std. Dev.26.875 ns31.122 ns34.565 ns
Median594.77 ns603.16 ns606.93 ns
MAD16.544 ns25.747 ns31.988 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+1.5125%+2.6890%+3.9331%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/mean.svg new file mode 100644 index 0000000..13b3294 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 606 + + + + + 608 + + + + + 610 + + + + + 612 + + + + + 614 + + + + + 616 + + + + + 618 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/median.svg new file mode 100644 index 0000000..63ecdff --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 594 + + + + + 596 + + + + + 598 + + + + + 600 + + + + + 602 + + + + + 604 + + + + + 606 + + + + + 608 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/pdf.svg new file mode 100644 index 0000000..b44d532 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/pdf.svg @@ -0,0 +1,291 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + gnuplot_plot_3 + + + + gnuplot_plot_4 + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/pdf_small.svg new file mode 100644 index 0000000..38a4044 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/regression.svg new file mode 100644 index 0000000..02d9b29 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_1000/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/regression_small.svg new file mode 100644 index 0000000..2371c67 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..2353b33 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/relative_pdf_small.svg @@ -0,0 +1,291 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..3fd4d26 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/slope.svg new file mode 100644 index 0000000..e2942db --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 0.09 + + + + + 615 + + + + + 620 + + + + + 625 + + + + + 630 + + + + + 635 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/typical.svg new file mode 100644 index 0000000..b157313 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 0.09 + + + + + 615 + + + + + 620 + + + + + 625 + + + + + 630 + + + + + 635 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..47b0687 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_1000","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_1000/48b","directory_name":"uninit_bench/gstring_uninit_1000/48b","title":"uninit_bench/gstring_uninit_1000/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..568241f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":606.4611025525562,"upper_bound":618.5655137647466},"point_estimate":612.374005722098,"standard_error":3.0934094332190303},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":594.7746905676483,"upper_bound":606.9259692205069},"point_estimate":603.1599006696679,"standard_error":2.542573250038822},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.54378117465753,"upper_bound":31.9875531031062},"point_estimate":25.74691497891848,"standard_error":3.538407687942458},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":616.1258134202363,"upper_bound":633.2989148491775},"point_estimate":624.885678249616,"standard_error":4.388705330362511},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.875365160374084,"upper_bound":34.56473694165815},"point_estimate":31.121522939219368,"standard_error":1.9653056887287863}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/sample.json new file mode 100644 index 0000000..9fade4b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1650.0,3300.0,4950.0,6600.0,8250.0,9900.0,11550.0,13200.0,14850.0,16500.0,18150.0,19800.0,21450.0,23100.0,24750.0,26400.0,28050.0,29700.0,31350.0,33000.0,34650.0,36300.0,37950.0,39600.0,41250.0,42900.0,44550.0,46200.0,47850.0,49500.0,51150.0,52800.0,54450.0,56100.0,57750.0,59400.0,61050.0,62700.0,64350.0,66000.0,67650.0,69300.0,70950.0,72600.0,74250.0,75900.0,77550.0,79200.0,80850.0,82500.0,84150.0,85800.0,87450.0,89100.0,90750.0,92400.0,94050.0,95700.0,97350.0,99000.0,100650.0,102300.0,103950.0,105600.0,107250.0,108900.0,110550.0,112200.0,113850.0,115500.0,117150.0,118800.0,120450.0,122100.0,123750.0,125400.0,127050.0,128700.0,130350.0,132000.0,133650.0,135300.0,136950.0,138600.0,140250.0,141900.0,143550.0,145200.0,146850.0,148500.0,150150.0,151800.0,153450.0,155100.0,156750.0,158400.0,160050.0,161700.0,163350.0,165000.0],"times":[1111542.0,1896465.0,3462408.0,3851019.0,5401156.0,6090608.0,7613441.0,8009761.0,9003116.0,9998961.0,10735627.0,11614109.0,12542202.0,13547087.0,14447131.0,15320760.0,16497755.0,17296426.0,18399549.0,19927836.0,20324231.0,21157431.0,22914445.0,22977253.0,24149893.0,25304542.0,25783407.0,27030016.0,27999431.0,28879507.0,30060980.0,30732162.0,32842087.0,32952946.0,33775193.0,35050323.0,35656994.0,37390793.0,37712391.0,38307433.0,39771544.0,41016627.0,41217699.0,42532632.0,43344980.0,44324578.0,46021275.0,46390510.0,50650550.0,54858575.0,54104687.0,54618430.0,53020957.0,54222125.0,54745890.0,60226435.0,58162729.0,59624697.0,64530051.0,60147617.0,64721370.0,61776610.0,67641574.0,70118382.0,68297778.0,66476835.0,67376856.0,67242015.0,72951924.0,70873353.0,69677855.0,71485990.0,72420316.0,77751473.0,75520992.0,75443304.0,76681757.0,77300443.0,77466417.0,80509753.0,79293649.0,81607459.0,82480353.0,85489257.0,84321787.0,88749294.0,96785516.0,96568733.0,99994076.0,98626375.0,99604344.0,100673090.0,101641722.0,103121226.0,104525269.0,105410241.0,106607839.0,99023642.0,96035016.0,97006244.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..2d1a134 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[436.38099156099145,511.474418038793,711.7235553129303,786.8169817907319] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/change/estimates.json new file mode 100644 index 0000000..976caa9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009373769631860223,"upper_bound":0.016668527760670154},"point_estimate":0.0037644052982632736,"standard_error":0.00666586113510964},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004467935013390924,"upper_bound":0.0052531566897052965},"point_estimate":0.00011354526201601267,"standard_error":0.0024379974849950293}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/benchmark.json new file mode 100644 index 0000000..1f6701b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_1000","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_1000/5b","directory_name":"uninit_bench/gstring_uninit_1000/5b","title":"uninit_bench/gstring_uninit_1000/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/estimates.json new file mode 100644 index 0000000..13c0215 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":598.9066077017557,"upper_bound":610.844585671413},"point_estimate":604.4448782572896,"standard_error":3.0451554782050576},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":590.2070614570614,"upper_bound":594.7268316498316},"point_estimate":592.1244546552482,"standard_error":1.1490220015536081},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.20043169603668,"upper_bound":9.493929422185948},"point_estimate":5.983754750598019,"standard_error":1.3462508069303531},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.4288697976098,"upper_bound":600.1446150945761},"point_estimate":595.7362227458567,"standard_error":1.9958118678203252},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.27554075951611,"upper_bound":41.332646720567574},"point_estimate":30.692552547639437,"standard_error":5.611198410614209}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/sample.json new file mode 100644 index 0000000..8acb55d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1650.0,3300.0,4950.0,6600.0,8250.0,9900.0,11550.0,13200.0,14850.0,16500.0,18150.0,19800.0,21450.0,23100.0,24750.0,26400.0,28050.0,29700.0,31350.0,33000.0,34650.0,36300.0,37950.0,39600.0,41250.0,42900.0,44550.0,46200.0,47850.0,49500.0,51150.0,52800.0,54450.0,56100.0,57750.0,59400.0,61050.0,62700.0,64350.0,66000.0,67650.0,69300.0,70950.0,72600.0,74250.0,75900.0,77550.0,79200.0,80850.0,82500.0,84150.0,85800.0,87450.0,89100.0,90750.0,92400.0,94050.0,95700.0,97350.0,99000.0,100650.0,102300.0,103950.0,105600.0,107250.0,108900.0,110550.0,112200.0,113850.0,115500.0,117150.0,118800.0,120450.0,122100.0,123750.0,125400.0,127050.0,128700.0,130350.0,132000.0,133650.0,135300.0,136950.0,138600.0,140250.0,141900.0,143550.0,145200.0,146850.0,148500.0,150150.0,151800.0,153450.0,155100.0,156750.0,158400.0,160050.0,161700.0,163350.0,165000.0],"times":[1299291.0,2105235.0,3290918.0,4055457.0,5419628.0,6592113.0,7798741.0,8766198.0,9862505.0,10378207.0,10694648.0,12036974.0,13929049.0,15846616.0,15158548.0,16837413.0,18659310.0,18990031.0,18613521.0,19461461.0,20349400.0,21255123.0,22214314.0,23356215.0,24180473.0,25566771.0,26553164.0,27222084.0,27980944.0,29179985.0,29868147.0,31165416.0,31961477.0,32950991.0,34114877.0,34891383.0,36594677.0,36974553.0,38176422.0,39083657.0,39665707.0,40715348.0,41838469.0,42969428.0,44743880.0,45978549.0,45664739.0,47248250.0,50058201.0,49145386.0,49136608.0,50953661.0,51433516.0,52560774.0,53089737.0,54804858.0,55309397.0,57791731.0,58973476.0,58979211.0,59558037.0,60231338.0,61371818.0,62191811.0,63133604.0,65468815.0,65209770.0,67597247.0,67407430.0,68117873.0,69231434.0,70170743.0,70835670.0,72931114.0,73846552.0,84242350.0,76245863.0,75935142.0,78294509.0,78458968.0,78732364.0,80054491.0,81442014.0,81627289.0,82716707.0,85413404.0,85907591.0,86062309.0,87146910.0,87441591.0,88677993.0,90342322.0,90161746.0,91355007.0,92396460.0,93198717.0,93901975.0,103895917.0,97204283.0,97792983.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/tukey.json new file mode 100644 index 0000000..06279c5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/new/tukey.json @@ -0,0 +1 @@ +[549.774477158781,569.3825999629832,621.6709274408561,641.2790502450584] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/MAD.svg new file mode 100644 index 0000000..8b327f4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/SD.svg new file mode 100644 index 0000000..f5b86d0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/both/pdf.svg new file mode 100644 index 0000000..2687fec --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/both/regression.svg new file mode 100644 index 0000000..9d29a1b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_1000/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/mean.svg new file mode 100644 index 0000000..b2c5cd1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_1000/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/median.svg new file mode 100644 index 0000000..515607d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_1000/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/t-test.svg new file mode 100644 index 0000000..0a06705 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_1000/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/index.html new file mode 100644 index 0000000..a028fe1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_1000/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_1000/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope592.43 ns595.74 ns600.14 ns
R²0.91753420.92121720.9146941
Mean598.91 ns604.44 ns610.84 ns
Std. Dev.20.276 ns30.693 ns41.333 ns
Median590.21 ns592.12 ns594.73 ns
MAD4.2004 ns5.9838 ns9.4939 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.9374%+0.3764%+1.6669%(p = 0.58 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/mean.svg new file mode 100644 index 0000000..3b84e99 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 598 + + + + + 600 + + + + + 602 + + + + + 604 + + + + + 606 + + + + + 608 + + + + + 610 + + + + + 612 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/median.svg new file mode 100644 index 0000000..b890e27 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 590 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/pdf.svg new file mode 100644 index 0000000..6840169 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/pdf.svg @@ -0,0 +1,352 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/pdf_small.svg new file mode 100644 index 0000000..29b5ba4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/regression.svg new file mode 100644 index 0000000..050bcdc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_1000/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/regression_small.svg new file mode 100644 index 0000000..2b0ff62 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..6373ebb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..3165fbb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/slope.svg new file mode 100644 index 0000000..93bbe57 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/slope.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + 597 + + + + + 598 + + + + + 599 + + + + + 600 + + + + + 601 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/typical.svg new file mode 100644 index 0000000..f730bf5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/report/typical.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + 597 + + + + + 598 + + + + + 599 + + + + + 600 + + + + + 601 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..1f6701b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_1000","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_1000/5b","directory_name":"uninit_bench/gstring_uninit_1000/5b","title":"uninit_bench/gstring_uninit_1000/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..13c0215 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":598.9066077017557,"upper_bound":610.844585671413},"point_estimate":604.4448782572896,"standard_error":3.0451554782050576},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":590.2070614570614,"upper_bound":594.7268316498316},"point_estimate":592.1244546552482,"standard_error":1.1490220015536081},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.20043169603668,"upper_bound":9.493929422185948},"point_estimate":5.983754750598019,"standard_error":1.3462508069303531},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.4288697976098,"upper_bound":600.1446150945761},"point_estimate":595.7362227458567,"standard_error":1.9958118678203252},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.27554075951611,"upper_bound":41.332646720567574},"point_estimate":30.692552547639437,"standard_error":5.611198410614209}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/sample.json new file mode 100644 index 0000000..8acb55d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1650.0,3300.0,4950.0,6600.0,8250.0,9900.0,11550.0,13200.0,14850.0,16500.0,18150.0,19800.0,21450.0,23100.0,24750.0,26400.0,28050.0,29700.0,31350.0,33000.0,34650.0,36300.0,37950.0,39600.0,41250.0,42900.0,44550.0,46200.0,47850.0,49500.0,51150.0,52800.0,54450.0,56100.0,57750.0,59400.0,61050.0,62700.0,64350.0,66000.0,67650.0,69300.0,70950.0,72600.0,74250.0,75900.0,77550.0,79200.0,80850.0,82500.0,84150.0,85800.0,87450.0,89100.0,90750.0,92400.0,94050.0,95700.0,97350.0,99000.0,100650.0,102300.0,103950.0,105600.0,107250.0,108900.0,110550.0,112200.0,113850.0,115500.0,117150.0,118800.0,120450.0,122100.0,123750.0,125400.0,127050.0,128700.0,130350.0,132000.0,133650.0,135300.0,136950.0,138600.0,140250.0,141900.0,143550.0,145200.0,146850.0,148500.0,150150.0,151800.0,153450.0,155100.0,156750.0,158400.0,160050.0,161700.0,163350.0,165000.0],"times":[1299291.0,2105235.0,3290918.0,4055457.0,5419628.0,6592113.0,7798741.0,8766198.0,9862505.0,10378207.0,10694648.0,12036974.0,13929049.0,15846616.0,15158548.0,16837413.0,18659310.0,18990031.0,18613521.0,19461461.0,20349400.0,21255123.0,22214314.0,23356215.0,24180473.0,25566771.0,26553164.0,27222084.0,27980944.0,29179985.0,29868147.0,31165416.0,31961477.0,32950991.0,34114877.0,34891383.0,36594677.0,36974553.0,38176422.0,39083657.0,39665707.0,40715348.0,41838469.0,42969428.0,44743880.0,45978549.0,45664739.0,47248250.0,50058201.0,49145386.0,49136608.0,50953661.0,51433516.0,52560774.0,53089737.0,54804858.0,55309397.0,57791731.0,58973476.0,58979211.0,59558037.0,60231338.0,61371818.0,62191811.0,63133604.0,65468815.0,65209770.0,67597247.0,67407430.0,68117873.0,69231434.0,70170743.0,70835670.0,72931114.0,73846552.0,84242350.0,76245863.0,75935142.0,78294509.0,78458968.0,78732364.0,80054491.0,81442014.0,81627289.0,82716707.0,85413404.0,85907591.0,86062309.0,87146910.0,87441591.0,88677993.0,90342322.0,90161746.0,91355007.0,92396460.0,93198717.0,93901975.0,103895917.0,97204283.0,97792983.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..06279c5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[549.774477158781,569.3825999629832,621.6709274408561,641.2790502450584] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/report/index.html b/benchmarks/uninit_bench/gstring_uninit_1000/report/index.html new file mode 100644 index 0000000..2139b36 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_uninit_1000 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_1000

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_uninit_1000/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/report/violin.svg b/benchmarks/uninit_bench/gstring_uninit_1000/report/violin.svg new file mode 100644 index 0000000..b01dae7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/report/violin.svg @@ -0,0 +1,495 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_uninit_1000/unicode + + + + + uninit_bench/gstring_uninit_1000/48b + + + + + uninit_bench/gstring_uninit_1000/43b + + + + + uninit_bench/gstring_uninit_1000/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/change/estimates.json new file mode 100644 index 0000000..11aaa74 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0032646695932735392,"upper_bound":0.01985336670137472},"point_estimate":0.008434952103441917,"standard_error":0.005882903758684228},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0045003393846110296,"upper_bound":0.011007231104618986},"point_estimate":0.007016079647031992,"standard_error":0.0016469969474592534}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/benchmark.json new file mode 100644 index 0000000..c72825e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_1000","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_1000/unicode","directory_name":"uninit_bench/gstring_uninit_1000/unicode","title":"uninit_bench/gstring_uninit_1000/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/estimates.json new file mode 100644 index 0000000..bfac21d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":597.1947504315876,"upper_bound":607.4924000845139},"point_estimate":602.1175029082225,"standard_error":2.622912954414407},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":589.9247903909095,"upper_bound":593.0580248229878},"point_estimate":591.0257566585956,"standard_error":0.8104036992842164},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.62615938868519,"upper_bound":9.02009729869901},"point_estimate":6.127946432614091,"standard_error":1.1647808042546883},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":590.8297289478203,"upper_bound":595.8555695816418},"point_estimate":593.1035018987244,"standard_error":1.2896542101561752},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.171552860718656,"upper_bound":31.244875662816394},"point_estimate":26.406654877798697,"standard_error":2.828069561767361}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/sample.json new file mode 100644 index 0000000..51fa50b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1652.0,3304.0,4956.0,6608.0,8260.0,9912.0,11564.0,13216.0,14868.0,16520.0,18172.0,19824.0,21476.0,23128.0,24780.0,26432.0,28084.0,29736.0,31388.0,33040.0,34692.0,36344.0,37996.0,39648.0,41300.0,42952.0,44604.0,46256.0,47908.0,49560.0,51212.0,52864.0,54516.0,56168.0,57820.0,59472.0,61124.0,62776.0,64428.0,66080.0,67732.0,69384.0,71036.0,72688.0,74340.0,75992.0,77644.0,79296.0,80948.0,82600.0,84252.0,85904.0,87556.0,89208.0,90860.0,92512.0,94164.0,95816.0,97468.0,99120.0,100772.0,102424.0,104076.0,105728.0,107380.0,109032.0,110684.0,112336.0,113988.0,115640.0,117292.0,118944.0,120596.0,122248.0,123900.0,125552.0,127204.0,128856.0,130508.0,132160.0,133812.0,135464.0,137116.0,138768.0,140420.0,142072.0,143724.0,145376.0,147028.0,148680.0,150332.0,151984.0,153636.0,155288.0,156940.0,158592.0,160244.0,161896.0,163548.0,165200.0],"times":[1112688.0,2275842.0,3367947.0,4385853.0,5539984.0,6618875.0,7772151.0,8740494.0,9881870.0,10927130.0,12021694.0,12612377.0,12730421.0,13528980.0,15089583.0,15689249.0,16521388.0,17599653.0,18538090.0,19526672.0,20257265.0,21247417.0,22444452.0,23585340.0,24407473.0,25613700.0,27205265.0,27692562.0,29445085.0,30188630.0,30745190.0,31523921.0,32054726.0,32870991.0,34360378.0,35504966.0,35886436.0,36668464.0,37971470.0,38852872.0,39783114.0,40988772.0,41736342.0,43100489.0,43698424.0,44284210.0,45545920.0,47035543.0,47242011.0,48351323.0,49770702.0,50537538.0,51902753.0,52033914.0,53435006.0,54586949.0,58201813.0,61684600.0,57617803.0,58559635.0,59491415.0,60163153.0,65212706.0,63419521.0,63412897.0,64804543.0,64916769.0,66049506.0,66874054.0,67918554.0,68766986.0,69592667.0,74628820.0,73601628.0,72668897.0,73264937.0,75246956.0,81857173.0,77936222.0,78486094.0,78704550.0,80066071.0,80611452.0,81544169.0,82306669.0,83671121.0,85329980.0,85698132.0,86402631.0,88704787.0,89250232.0,91504541.0,90486841.0,91976899.0,93073192.0,93887918.0,94273820.0,96060672.0,95841554.0,96644335.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/tukey.json new file mode 100644 index 0000000..f7212ce --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/new/tukey.json @@ -0,0 +1 @@ +[553.7042858285026,570.678728312384,615.9439082694012,632.9183507532827] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/MAD.svg new file mode 100644 index 0000000..e6e7296 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/SD.svg new file mode 100644 index 0000000..7e05d5e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/both/pdf.svg new file mode 100644 index 0000000..eec64b7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + 740 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/both/regression.svg new file mode 100644 index 0000000..a713d7d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_1000/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/mean.svg new file mode 100644 index 0000000..cb22d41 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_1000/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/median.svg new file mode 100644 index 0000000..60fa1c4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_1000/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/t-test.svg new file mode 100644 index 0000000..ecb6084 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_1000/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/index.html b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/index.html new file mode 100644 index 0000000..f0d58f7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_1000/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_1000/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope590.83 ns593.10 ns595.86 ns
R²0.94911300.95105800.9482114
Mean597.19 ns602.12 ns607.49 ns
Std. Dev.20.172 ns26.407 ns31.245 ns
Median589.92 ns591.03 ns593.06 ns
MAD4.6262 ns6.1279 ns9.0201 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.3265%+0.8435%+1.9853%(p = 0.16 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/mean.svg new file mode 100644 index 0000000..9846785 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 598 + + + + + 600 + + + + + 602 + + + + + 604 + + + + + 606 + + + + + 608 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/median.svg new file mode 100644 index 0000000..d441c69 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 590 + + + + + 590.5 + + + + + 591 + + + + + 591.5 + + + + + 592 + + + + + 592.5 + + + + + 593 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/pdf.svg new file mode 100644 index 0000000..148cc07 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/pdf.svg @@ -0,0 +1,374 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/pdf_small.svg new file mode 100644 index 0000000..82dc228 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/regression.svg new file mode 100644 index 0000000..346ee35 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_1000/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/regression_small.svg new file mode 100644 index 0000000..2afb849 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..597cfce --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 700 + + + + + 720 + + + + + 740 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..51830fc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/slope.svg new file mode 100644 index 0000000..9db23f9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/typical.svg new file mode 100644 index 0000000..263b0d0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 591 + + + + + 592 + + + + + 593 + + + + + 594 + + + + + 595 + + + + + 596 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_1000/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..c72825e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_1000","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_1000/unicode","directory_name":"uninit_bench/gstring_uninit_1000/unicode","title":"uninit_bench/gstring_uninit_1000/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..bfac21d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":597.1947504315876,"upper_bound":607.4924000845139},"point_estimate":602.1175029082225,"standard_error":2.622912954414407},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":589.9247903909095,"upper_bound":593.0580248229878},"point_estimate":591.0257566585956,"standard_error":0.8104036992842164},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.62615938868519,"upper_bound":9.02009729869901},"point_estimate":6.127946432614091,"standard_error":1.1647808042546883},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":590.8297289478203,"upper_bound":595.8555695816418},"point_estimate":593.1035018987244,"standard_error":1.2896542101561752},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.171552860718656,"upper_bound":31.244875662816394},"point_estimate":26.406654877798697,"standard_error":2.828069561767361}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..51fa50b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1652.0,3304.0,4956.0,6608.0,8260.0,9912.0,11564.0,13216.0,14868.0,16520.0,18172.0,19824.0,21476.0,23128.0,24780.0,26432.0,28084.0,29736.0,31388.0,33040.0,34692.0,36344.0,37996.0,39648.0,41300.0,42952.0,44604.0,46256.0,47908.0,49560.0,51212.0,52864.0,54516.0,56168.0,57820.0,59472.0,61124.0,62776.0,64428.0,66080.0,67732.0,69384.0,71036.0,72688.0,74340.0,75992.0,77644.0,79296.0,80948.0,82600.0,84252.0,85904.0,87556.0,89208.0,90860.0,92512.0,94164.0,95816.0,97468.0,99120.0,100772.0,102424.0,104076.0,105728.0,107380.0,109032.0,110684.0,112336.0,113988.0,115640.0,117292.0,118944.0,120596.0,122248.0,123900.0,125552.0,127204.0,128856.0,130508.0,132160.0,133812.0,135464.0,137116.0,138768.0,140420.0,142072.0,143724.0,145376.0,147028.0,148680.0,150332.0,151984.0,153636.0,155288.0,156940.0,158592.0,160244.0,161896.0,163548.0,165200.0],"times":[1112688.0,2275842.0,3367947.0,4385853.0,5539984.0,6618875.0,7772151.0,8740494.0,9881870.0,10927130.0,12021694.0,12612377.0,12730421.0,13528980.0,15089583.0,15689249.0,16521388.0,17599653.0,18538090.0,19526672.0,20257265.0,21247417.0,22444452.0,23585340.0,24407473.0,25613700.0,27205265.0,27692562.0,29445085.0,30188630.0,30745190.0,31523921.0,32054726.0,32870991.0,34360378.0,35504966.0,35886436.0,36668464.0,37971470.0,38852872.0,39783114.0,40988772.0,41736342.0,43100489.0,43698424.0,44284210.0,45545920.0,47035543.0,47242011.0,48351323.0,49770702.0,50537538.0,51902753.0,52033914.0,53435006.0,54586949.0,58201813.0,61684600.0,57617803.0,58559635.0,59491415.0,60163153.0,65212706.0,63419521.0,63412897.0,64804543.0,64916769.0,66049506.0,66874054.0,67918554.0,68766986.0,69592667.0,74628820.0,73601628.0,72668897.0,73264937.0,75246956.0,81857173.0,77936222.0,78486094.0,78704550.0,80066071.0,80611452.0,81544169.0,82306669.0,83671121.0,85329980.0,85698132.0,86402631.0,88704787.0,89250232.0,91504541.0,90486841.0,91976899.0,93073192.0,93887918.0,94273820.0,96060672.0,95841554.0,96644335.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..f7212ce --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_1000/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[553.7042858285026,570.678728312384,615.9439082694012,632.9183507532827] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/change/estimates.json new file mode 100644 index 0000000..5806c3c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007163886793029357,"upper_bound":0.015168538233159399},"point_estimate":0.003921064515834516,"standard_error":0.005670960654529242},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006582487057182451,"upper_bound":0.005844646024950384},"point_estimate":0.0010722547666652815,"standard_error":0.0035987265985732977}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/new/benchmark.json new file mode 100644 index 0000000..e392086 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_255","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_255/43b","directory_name":"uninit_bench/gstring_uninit_255/43b","title":"uninit_bench/gstring_uninit_255/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/new/estimates.json new file mode 100644 index 0000000..609e6d0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.38095749101169,"upper_bound":123.41236592779386},"point_estimate":122.34463667194146,"standard_error":0.5192204551994432},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.06459896422834,"upper_bound":120.55249201721504},"point_estimate":120.33193052533164,"standard_error":0.14513723106333504},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8604521103781152,"upper_bound":1.9024340134436102},"point_estimate":1.280802435297667,"standard_error":0.2537295597525636},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.50344842747545,"upper_bound":121.83949699064901},"point_estimate":121.10003937804684,"standard_error":0.34327202211629426},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.7537118090285704,"upper_bound":6.4878860228857835},"point_estimate":5.200929536702744,"standard_error":0.7004323534937632}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/new/sample.json new file mode 100644 index 0000000..d5712ee --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8085.0,16170.0,24255.0,32340.0,40425.0,48510.0,56595.0,64680.0,72765.0,80850.0,88935.0,97020.0,105105.0,113190.0,121275.0,129360.0,137445.0,145530.0,153615.0,161700.0,169785.0,177870.0,185955.0,194040.0,202125.0,210210.0,218295.0,226380.0,234465.0,242550.0,250635.0,258720.0,266805.0,274890.0,282975.0,291060.0,299145.0,307230.0,315315.0,323400.0,331485.0,339570.0,347655.0,355740.0,363825.0,371910.0,379995.0,388080.0,396165.0,404250.0,412335.0,420420.0,428505.0,436590.0,444675.0,452760.0,460845.0,468930.0,477015.0,485100.0,493185.0,501270.0,509355.0,517440.0,525525.0,533610.0,541695.0,549780.0,557865.0,565950.0,574035.0,582120.0,590205.0,598290.0,606375.0,614460.0,622545.0,630630.0,638715.0,646800.0,654885.0,662970.0,671055.0,679140.0,687225.0,695310.0,703395.0,711480.0,719565.0,727650.0,735735.0,743820.0,751905.0,759990.0,768075.0,776160.0,784245.0,792330.0,800415.0,808500.0],"times":[1184954.0,1894596.0,3298352.0,4282107.0,4969782.0,6428811.0,7813489.0,8728217.0,9817765.0,10574216.0,10569850.0,11520545.0,12549599.0,13494086.0,14626990.0,15662977.0,16327062.0,17343884.0,18230253.0,19384963.0,20399978.0,22000529.0,22266155.0,23300299.0,24166558.0,25784712.0,26147263.0,27419216.0,28065840.0,28834070.0,30159301.0,30976507.0,32047476.0,33474762.0,34087066.0,35226542.0,36006619.0,37011234.0,40546662.0,42340466.0,42684889.0,46116117.0,46433753.0,43595839.0,43719735.0,44372044.0,45485173.0,46822077.0,47758678.0,49979035.0,50963959.0,51682712.0,51441735.0,51914845.0,53391394.0,55007458.0,55548992.0,56098140.0,57053983.0,58447051.0,59480091.0,60331749.0,60646289.0,61746291.0,62611504.0,63907151.0,64727052.0,66235094.0,67579623.0,67866902.0,68799401.0,72193368.0,74541402.0,71915191.0,72973675.0,73641905.0,74783541.0,75729815.0,76520315.0,77255992.0,78730000.0,78931909.0,80957320.0,80811244.0,90867447.0,85939444.0,86027169.0,88271710.0,86050541.0,86617312.0,87786211.0,88648766.0,92433731.0,91879575.0,91921238.0,93811284.0,94370004.0,94727564.0,97024405.0,96669777.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/new/tukey.json new file mode 100644 index 0000000..d20995e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/new/tukey.json @@ -0,0 +1 @@ +[110.67254779464066,115.13698500255848,127.04215089033929,131.50658809825708] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/MAD.svg new file mode 100644 index 0000000..1dd76d3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/SD.svg new file mode 100644 index 0000000..eb0df02 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/both/pdf.svg new file mode 100644 index 0000000..ca99ba7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + 150 + + + + + 155 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/both/regression.svg new file mode 100644 index 0000000..df75525 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_255/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/mean.svg new file mode 100644 index 0000000..77241b4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_255/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/median.svg new file mode 100644 index 0000000..dc669d7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_255/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/t-test.svg new file mode 100644 index 0000000..f0f7e10 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_255/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/index.html new file mode 100644 index 0000000..ff790e7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_255/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_255/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope120.50 ns121.10 ns121.84 ns
R²0.92036670.92337780.9187599
Mean121.38 ns122.34 ns123.41 ns
Std. Dev.3.7537 ns5.2009 ns6.4879 ns
Median120.06 ns120.33 ns120.55 ns
MAD860.45 ps1.2808 ns1.9024 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.7164%+0.3921%+1.5169%(p = 0.49 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/mean.svg new file mode 100644 index 0000000..984298a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 121.5 + + + + + 122 + + + + + 122.5 + + + + + 123 + + + + + 123.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/median.svg new file mode 100644 index 0000000..e6ee67e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 120.1 + + + + + 120.2 + + + + + 120.3 + + + + + 120.4 + + + + + 120.5 + + + + + 120.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/pdf.svg new file mode 100644 index 0000000..d9e6f69 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/pdf.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + 150 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/pdf_small.svg new file mode 100644 index 0000000..eabe0d1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + 150 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/regression.svg new file mode 100644 index 0000000..339b58a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/regression.svg @@ -0,0 +1,486 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_255/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/regression_small.svg new file mode 100644 index 0000000..eac4f7b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/regression_small.svg @@ -0,0 +1,464 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..71e5eaa --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + 150 + + + + + 155 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..9a0d259 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/slope.svg new file mode 100644 index 0000000..ee7e0a0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 120.4 + + + + + 120.6 + + + + + 120.8 + + + + + 121 + + + + + 121.2 + + + + + 121.4 + + + + + 121.6 + + + + + 121.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/typical.svg new file mode 100644 index 0000000..644984d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 120.4 + + + + + 120.6 + + + + + 120.8 + + + + + 121 + + + + + 121.2 + + + + + 121.4 + + + + + 121.6 + + + + + 121.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..e392086 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_255","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_255/43b","directory_name":"uninit_bench/gstring_uninit_255/43b","title":"uninit_bench/gstring_uninit_255/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..609e6d0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.38095749101169,"upper_bound":123.41236592779386},"point_estimate":122.34463667194146,"standard_error":0.5192204551994432},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.06459896422834,"upper_bound":120.55249201721504},"point_estimate":120.33193052533164,"standard_error":0.14513723106333504},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8604521103781152,"upper_bound":1.9024340134436102},"point_estimate":1.280802435297667,"standard_error":0.2537295597525636},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.50344842747545,"upper_bound":121.83949699064901},"point_estimate":121.10003937804684,"standard_error":0.34327202211629426},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.7537118090285704,"upper_bound":6.4878860228857835},"point_estimate":5.200929536702744,"standard_error":0.7004323534937632}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/sample.json new file mode 100644 index 0000000..d5712ee --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8085.0,16170.0,24255.0,32340.0,40425.0,48510.0,56595.0,64680.0,72765.0,80850.0,88935.0,97020.0,105105.0,113190.0,121275.0,129360.0,137445.0,145530.0,153615.0,161700.0,169785.0,177870.0,185955.0,194040.0,202125.0,210210.0,218295.0,226380.0,234465.0,242550.0,250635.0,258720.0,266805.0,274890.0,282975.0,291060.0,299145.0,307230.0,315315.0,323400.0,331485.0,339570.0,347655.0,355740.0,363825.0,371910.0,379995.0,388080.0,396165.0,404250.0,412335.0,420420.0,428505.0,436590.0,444675.0,452760.0,460845.0,468930.0,477015.0,485100.0,493185.0,501270.0,509355.0,517440.0,525525.0,533610.0,541695.0,549780.0,557865.0,565950.0,574035.0,582120.0,590205.0,598290.0,606375.0,614460.0,622545.0,630630.0,638715.0,646800.0,654885.0,662970.0,671055.0,679140.0,687225.0,695310.0,703395.0,711480.0,719565.0,727650.0,735735.0,743820.0,751905.0,759990.0,768075.0,776160.0,784245.0,792330.0,800415.0,808500.0],"times":[1184954.0,1894596.0,3298352.0,4282107.0,4969782.0,6428811.0,7813489.0,8728217.0,9817765.0,10574216.0,10569850.0,11520545.0,12549599.0,13494086.0,14626990.0,15662977.0,16327062.0,17343884.0,18230253.0,19384963.0,20399978.0,22000529.0,22266155.0,23300299.0,24166558.0,25784712.0,26147263.0,27419216.0,28065840.0,28834070.0,30159301.0,30976507.0,32047476.0,33474762.0,34087066.0,35226542.0,36006619.0,37011234.0,40546662.0,42340466.0,42684889.0,46116117.0,46433753.0,43595839.0,43719735.0,44372044.0,45485173.0,46822077.0,47758678.0,49979035.0,50963959.0,51682712.0,51441735.0,51914845.0,53391394.0,55007458.0,55548992.0,56098140.0,57053983.0,58447051.0,59480091.0,60331749.0,60646289.0,61746291.0,62611504.0,63907151.0,64727052.0,66235094.0,67579623.0,67866902.0,68799401.0,72193368.0,74541402.0,71915191.0,72973675.0,73641905.0,74783541.0,75729815.0,76520315.0,77255992.0,78730000.0,78931909.0,80957320.0,80811244.0,90867447.0,85939444.0,86027169.0,88271710.0,86050541.0,86617312.0,87786211.0,88648766.0,92433731.0,91879575.0,91921238.0,93811284.0,94370004.0,94727564.0,97024405.0,96669777.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..d20995e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[110.67254779464066,115.13698500255848,127.04215089033929,131.50658809825708] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/change/estimates.json new file mode 100644 index 0000000..4e1619b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019120404996692313,"upper_bound":0.00005113285500368825},"point_estimate":-0.009878897577375256,"standard_error":0.004893889231682046},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010458926053291987,"upper_bound":0.0036377067672834773},"point_estimate":-0.0027988014700588426,"standard_error":0.003560239681695536}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/new/benchmark.json new file mode 100644 index 0000000..28de419 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_255","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_255/48b","directory_name":"uninit_bench/gstring_uninit_255/48b","title":"uninit_bench/gstring_uninit_255/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/new/estimates.json new file mode 100644 index 0000000..5f309df --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.99093401654179,"upper_bound":122.41203570726319},"point_estimate":121.66327694320238,"standard_error":0.36276056545242336},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.01333055102066,"upper_bound":120.80401179092674},"point_estimate":120.42851280153414,"standard_error":0.21554851782743337},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0296505187969078,"upper_bound":2.0014621973723035},"point_estimate":1.4548758955303784,"standard_error":0.24757527864547002},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.26005149911622,"upper_bound":121.45368906581467},"point_estimate":120.78619087315667,"standard_error":0.30675393330678086},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.6462445636015666,"upper_bound":4.49552104693548},"point_estimate":3.652695023834773,"standard_error":0.47273800896702023}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/new/sample.json new file mode 100644 index 0000000..0fd6dc7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7948.0,15896.0,23844.0,31792.0,39740.0,47688.0,55636.0,63584.0,71532.0,79480.0,87428.0,95376.0,103324.0,111272.0,119220.0,127168.0,135116.0,143064.0,151012.0,158960.0,166908.0,174856.0,182804.0,190752.0,198700.0,206648.0,214596.0,222544.0,230492.0,238440.0,246388.0,254336.0,262284.0,270232.0,278180.0,286128.0,294076.0,302024.0,309972.0,317920.0,325868.0,333816.0,341764.0,349712.0,357660.0,365608.0,373556.0,381504.0,389452.0,397400.0,405348.0,413296.0,421244.0,429192.0,437140.0,445088.0,453036.0,460984.0,468932.0,476880.0,484828.0,492776.0,500724.0,508672.0,516620.0,524568.0,532516.0,540464.0,548412.0,556360.0,564308.0,572256.0,580204.0,588152.0,596100.0,604048.0,611996.0,619944.0,627892.0,635840.0,643788.0,651736.0,659684.0,667632.0,675580.0,683528.0,691476.0,699424.0,707372.0,715320.0,723268.0,731216.0,739164.0,747112.0,755060.0,763008.0,770956.0,778904.0,786852.0,794800.0],"times":[1081373.0,1937081.0,3227088.0,4065536.0,5259631.0,5950001.0,7459349.0,8156456.0,8847442.0,9894950.0,10909157.0,11796087.0,12892082.0,13442104.0,14527555.0,15054921.0,16202071.0,17074058.0,18112335.0,19302654.0,19712173.0,21188692.0,21958582.0,22793266.0,24021029.0,25101455.0,25631653.0,26835323.0,27947311.0,28544445.0,29303435.0,30521005.0,32149323.0,32440957.0,33322335.0,33968116.0,34984141.0,36169230.0,36771422.0,38436107.0,39108504.0,40225045.0,41165252.0,42227188.0,42853820.0,43570904.0,44810151.0,45845418.0,46758626.0,47355636.0,51954402.0,51584967.0,50149404.0,52469217.0,52819805.0,53811488.0,54706292.0,58627479.0,60722544.0,56773885.0,59292256.0,61050068.0,60726742.0,63426434.0,66696712.0,62851093.0,63450721.0,64802229.0,65666928.0,66853067.0,68556992.0,67859896.0,70317707.0,70060308.0,70830388.0,73014183.0,73022363.0,75393603.0,75190011.0,76498206.0,76902405.0,77591651.0,79437341.0,80017365.0,80416391.0,82568255.0,83556000.0,83329011.0,85183415.0,86284899.0,86505094.0,87363768.0,95359233.0,89978174.0,90450019.0,91975282.0,93167429.0,92909340.0,94169588.0,95479463.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/new/tukey.json new file mode 100644 index 0000000..09af1f0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/new/tukey.json @@ -0,0 +1 @@ +[113.61802795740573,116.63899176178205,124.69489524011891,127.71585904449523] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/MAD.svg new file mode 100644 index 0000000..9be6bcb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/SD.svg new file mode 100644 index 0000000..afc2cd7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/both/pdf.svg new file mode 100644 index 0000000..96810c2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/both/regression.svg new file mode 100644 index 0000000..47c3218 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_255/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/mean.svg new file mode 100644 index 0000000..d2859a3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_255/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/median.svg new file mode 100644 index 0000000..f79b088 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/median.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + -1.2 + + + + + -1 + + + + + -0.8 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_255/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/t-test.svg new file mode 100644 index 0000000..e1cdc20 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_255/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/index.html new file mode 100644 index 0000000..0138475 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_255/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_255/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope120.26 ns120.79 ns121.45 ns
R²0.94446110.94686130.9430041
Mean120.99 ns121.66 ns122.41 ns
Std. Dev.2.6462 ns3.6527 ns4.4955 ns
Median120.01 ns120.43 ns120.80 ns
MAD1.0297 ns1.4549 ns2.0015 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.9120%-0.9879%+0.0051%(p = 0.05 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/mean.svg new file mode 100644 index 0000000..9c29ba9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 121 + + + + + 121.2 + + + + + 121.4 + + + + + 121.6 + + + + + 121.8 + + + + + 122 + + + + + 122.2 + + + + + 122.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/median.svg new file mode 100644 index 0000000..bdd4436 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 120 + + + + + 120.1 + + + + + 120.2 + + + + + 120.3 + + + + + 120.4 + + + + + 120.5 + + + + + 120.6 + + + + + 120.7 + + + + + 120.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/pdf.svg new file mode 100644 index 0000000..0d9a24b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/pdf.svg @@ -0,0 +1,365 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/pdf_small.svg new file mode 100644 index 0000000..955c1ac --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/regression.svg new file mode 100644 index 0000000..92708d6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_255/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/regression_small.svg new file mode 100644 index 0000000..0df0460 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..3bec6f2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..3439ab3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/slope.svg new file mode 100644 index 0000000..fa457a1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 120.2 + + + + + 120.4 + + + + + 120.6 + + + + + 120.8 + + + + + 121 + + + + + 121.2 + + + + + 121.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/typical.svg new file mode 100644 index 0000000..abc6b00 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 120.2 + + + + + 120.4 + + + + + 120.6 + + + + + 120.8 + + + + + 121 + + + + + 121.2 + + + + + 121.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..28de419 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_255","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_255/48b","directory_name":"uninit_bench/gstring_uninit_255/48b","title":"uninit_bench/gstring_uninit_255/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..5f309df --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.99093401654179,"upper_bound":122.41203570726319},"point_estimate":121.66327694320238,"standard_error":0.36276056545242336},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.01333055102066,"upper_bound":120.80401179092674},"point_estimate":120.42851280153414,"standard_error":0.21554851782743337},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0296505187969078,"upper_bound":2.0014621973723035},"point_estimate":1.4548758955303784,"standard_error":0.24757527864547002},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.26005149911622,"upper_bound":121.45368906581467},"point_estimate":120.78619087315667,"standard_error":0.30675393330678086},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.6462445636015666,"upper_bound":4.49552104693548},"point_estimate":3.652695023834773,"standard_error":0.47273800896702023}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/sample.json new file mode 100644 index 0000000..0fd6dc7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7948.0,15896.0,23844.0,31792.0,39740.0,47688.0,55636.0,63584.0,71532.0,79480.0,87428.0,95376.0,103324.0,111272.0,119220.0,127168.0,135116.0,143064.0,151012.0,158960.0,166908.0,174856.0,182804.0,190752.0,198700.0,206648.0,214596.0,222544.0,230492.0,238440.0,246388.0,254336.0,262284.0,270232.0,278180.0,286128.0,294076.0,302024.0,309972.0,317920.0,325868.0,333816.0,341764.0,349712.0,357660.0,365608.0,373556.0,381504.0,389452.0,397400.0,405348.0,413296.0,421244.0,429192.0,437140.0,445088.0,453036.0,460984.0,468932.0,476880.0,484828.0,492776.0,500724.0,508672.0,516620.0,524568.0,532516.0,540464.0,548412.0,556360.0,564308.0,572256.0,580204.0,588152.0,596100.0,604048.0,611996.0,619944.0,627892.0,635840.0,643788.0,651736.0,659684.0,667632.0,675580.0,683528.0,691476.0,699424.0,707372.0,715320.0,723268.0,731216.0,739164.0,747112.0,755060.0,763008.0,770956.0,778904.0,786852.0,794800.0],"times":[1081373.0,1937081.0,3227088.0,4065536.0,5259631.0,5950001.0,7459349.0,8156456.0,8847442.0,9894950.0,10909157.0,11796087.0,12892082.0,13442104.0,14527555.0,15054921.0,16202071.0,17074058.0,18112335.0,19302654.0,19712173.0,21188692.0,21958582.0,22793266.0,24021029.0,25101455.0,25631653.0,26835323.0,27947311.0,28544445.0,29303435.0,30521005.0,32149323.0,32440957.0,33322335.0,33968116.0,34984141.0,36169230.0,36771422.0,38436107.0,39108504.0,40225045.0,41165252.0,42227188.0,42853820.0,43570904.0,44810151.0,45845418.0,46758626.0,47355636.0,51954402.0,51584967.0,50149404.0,52469217.0,52819805.0,53811488.0,54706292.0,58627479.0,60722544.0,56773885.0,59292256.0,61050068.0,60726742.0,63426434.0,66696712.0,62851093.0,63450721.0,64802229.0,65666928.0,66853067.0,68556992.0,67859896.0,70317707.0,70060308.0,70830388.0,73014183.0,73022363.0,75393603.0,75190011.0,76498206.0,76902405.0,77591651.0,79437341.0,80017365.0,80416391.0,82568255.0,83556000.0,83329011.0,85183415.0,86284899.0,86505094.0,87363768.0,95359233.0,89978174.0,90450019.0,91975282.0,93167429.0,92909340.0,94169588.0,95479463.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..09af1f0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[113.61802795740573,116.63899176178205,124.69489524011891,127.71585904449523] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/change/estimates.json new file mode 100644 index 0000000..4a65a42 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010288597214878235,"upper_bound":0.02098149128488545},"point_estimate":0.00977838746372961,"standard_error":0.005652711292287247},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007722524050058577,"upper_bound":0.006703060791518833},"point_estimate":0.00043558974573132403,"standard_error":0.003732031797004785}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/new/benchmark.json new file mode 100644 index 0000000..f4f3617 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_255","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_255/5b","directory_name":"uninit_bench/gstring_uninit_255/5b","title":"uninit_bench/gstring_uninit_255/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/new/estimates.json new file mode 100644 index 0000000..70821ad --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":116.6990044986178,"upper_bound":118.80000104647543},"point_estimate":117.71129224129898,"standard_error":0.5364757710739816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114.75377365505447,"upper_bound":115.86749637506041},"point_estimate":115.13993004471496,"standard_error":0.23476452755245963},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.017101617351236,"upper_bound":2.669280676795033},"point_estimate":1.4713510206400164,"standard_error":0.3737334879761472},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.98769217510076,"upper_bound":118.13575908587802},"point_estimate":117.01145693537491,"standard_error":0.5491481444755416},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.27219291274808,"upper_bound":6.334565650744193},"point_estimate":5.40344845131813,"standard_error":0.5249931153359331}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/new/sample.json new file mode 100644 index 0000000..a6565c2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8276.0,16552.0,24828.0,33104.0,41380.0,49656.0,57932.0,66208.0,74484.0,82760.0,91036.0,99312.0,107588.0,115864.0,124140.0,132416.0,140692.0,148968.0,157244.0,165520.0,173796.0,182072.0,190348.0,198624.0,206900.0,215176.0,223452.0,231728.0,240004.0,248280.0,256556.0,264832.0,273108.0,281384.0,289660.0,297936.0,306212.0,314488.0,322764.0,331040.0,339316.0,347592.0,355868.0,364144.0,372420.0,380696.0,388972.0,397248.0,405524.0,413800.0,422076.0,430352.0,438628.0,446904.0,455180.0,463456.0,471732.0,480008.0,488284.0,496560.0,504836.0,513112.0,521388.0,529664.0,537940.0,546216.0,554492.0,562768.0,571044.0,579320.0,587596.0,595872.0,604148.0,612424.0,620700.0,628976.0,637252.0,645528.0,653804.0,662080.0,670356.0,678632.0,686908.0,695184.0,703460.0,711736.0,720012.0,728288.0,736564.0,744840.0,753116.0,761392.0,769668.0,777944.0,786220.0,794496.0,802772.0,811048.0,819324.0,827600.0],"times":[1083351.0,1847529.0,3340779.0,3813356.0,4762990.0,5761264.0,7745419.0,8683796.0,9579192.0,10638864.0,10842285.0,12520081.0,12804592.0,14219351.0,15960074.0,17038428.0,16089573.0,17201321.0,18517518.0,18781426.0,21507538.0,21607572.0,22412277.0,23960190.0,24042352.0,24636986.0,25791263.0,26291084.0,27419509.0,28426600.0,29226188.0,30194965.0,31465159.0,32081758.0,33161872.0,33796215.0,35539903.0,36113087.0,37038387.0,37659656.0,38896613.0,39830890.0,40733767.0,41596053.0,42362056.0,43446119.0,44411672.0,45130246.0,46384408.0,48054788.0,49574954.0,52759910.0,51707481.0,60179660.0,54133749.0,53224089.0,54108200.0,54909579.0,55753469.0,56475496.0,57561624.0,58951123.0,60035554.0,60398639.0,60909258.0,62408884.0,64290024.0,64891282.0,70571059.0,72844307.0,71357145.0,76116327.0,69190352.0,70437158.0,71197077.0,72860181.0,73311291.0,74322364.0,74844469.0,75946963.0,77241745.0,78719123.0,78705907.0,79352225.0,80864605.0,82498243.0,82303788.0,83904711.0,84708271.0,89147627.0,93363043.0,89171805.0,88093025.0,89098484.0,93541361.0,97269056.0,92033861.0,97054933.0,104867317.0,95891940.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/new/tukey.json new file mode 100644 index 0000000..a853d6f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/new/tukey.json @@ -0,0 +1 @@ +[100.80324006775567,107.62170466385174,125.80427692010795,132.62274151620403] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/MAD.svg new file mode 100644 index 0000000..9ff2227 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/MAD.svg @@ -0,0 +1,273 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/SD.svg new file mode 100644 index 0000000..3bd4733 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/both/pdf.svg new file mode 100644 index 0000000..f8c3e96 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 100 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/both/regression.svg new file mode 100644 index 0000000..75b71f3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_255/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/mean.svg new file mode 100644 index 0000000..7b2b3e9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/mean.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_255/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/median.svg new file mode 100644 index 0000000..a658622 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -0.8 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_255/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/t-test.svg new file mode 100644 index 0000000..abdfee0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_255/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/index.html new file mode 100644 index 0000000..fd68f14 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_255/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_255/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope115.99 ns117.01 ns118.14 ns
R²0.84120640.84905420.8396073
Mean116.70 ns117.71 ns118.80 ns
Std. Dev.4.2722 ns5.4034 ns6.3346 ns
Median114.75 ns115.14 ns115.87 ns
MAD1.0171 ns1.4714 ns2.6693 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.1029%+0.9778%+2.0981%(p = 0.08 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/mean.svg new file mode 100644 index 0000000..9d51e0d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 116.5 + + + + + 117 + + + + + 117.5 + + + + + 118 + + + + + 118.5 + + + + + 119 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/median.svg new file mode 100644 index 0000000..dbf654e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 114.8 + + + + + 115 + + + + + 115.2 + + + + + 115.4 + + + + + 115.6 + + + + + 115.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/pdf.svg new file mode 100644 index 0000000..e7e5d38 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/pdf.svg @@ -0,0 +1,359 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/pdf_small.svg new file mode 100644 index 0000000..b4686aa --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/regression.svg new file mode 100644 index 0000000..261944a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_255/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/regression_small.svg new file mode 100644 index 0000000..9fa9adf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..c3190bf --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 100 + + + + + 105 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 145 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..2e49bc7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/slope.svg new file mode 100644 index 0000000..205ad5f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 116 + + + + + 116.5 + + + + + 117 + + + + + 117.5 + + + + + 118 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/typical.svg new file mode 100644 index 0000000..4299367 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 116 + + + + + 116.5 + + + + + 117 + + + + + 117.5 + + + + + 118 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..f4f3617 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_255","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_255/5b","directory_name":"uninit_bench/gstring_uninit_255/5b","title":"uninit_bench/gstring_uninit_255/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..70821ad --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":116.6990044986178,"upper_bound":118.80000104647543},"point_estimate":117.71129224129898,"standard_error":0.5364757710739816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114.75377365505447,"upper_bound":115.86749637506041},"point_estimate":115.13993004471496,"standard_error":0.23476452755245963},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.017101617351236,"upper_bound":2.669280676795033},"point_estimate":1.4713510206400164,"standard_error":0.3737334879761472},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115.98769217510076,"upper_bound":118.13575908587802},"point_estimate":117.01145693537491,"standard_error":0.5491481444755416},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.27219291274808,"upper_bound":6.334565650744193},"point_estimate":5.40344845131813,"standard_error":0.5249931153359331}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/sample.json new file mode 100644 index 0000000..a6565c2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8276.0,16552.0,24828.0,33104.0,41380.0,49656.0,57932.0,66208.0,74484.0,82760.0,91036.0,99312.0,107588.0,115864.0,124140.0,132416.0,140692.0,148968.0,157244.0,165520.0,173796.0,182072.0,190348.0,198624.0,206900.0,215176.0,223452.0,231728.0,240004.0,248280.0,256556.0,264832.0,273108.0,281384.0,289660.0,297936.0,306212.0,314488.0,322764.0,331040.0,339316.0,347592.0,355868.0,364144.0,372420.0,380696.0,388972.0,397248.0,405524.0,413800.0,422076.0,430352.0,438628.0,446904.0,455180.0,463456.0,471732.0,480008.0,488284.0,496560.0,504836.0,513112.0,521388.0,529664.0,537940.0,546216.0,554492.0,562768.0,571044.0,579320.0,587596.0,595872.0,604148.0,612424.0,620700.0,628976.0,637252.0,645528.0,653804.0,662080.0,670356.0,678632.0,686908.0,695184.0,703460.0,711736.0,720012.0,728288.0,736564.0,744840.0,753116.0,761392.0,769668.0,777944.0,786220.0,794496.0,802772.0,811048.0,819324.0,827600.0],"times":[1083351.0,1847529.0,3340779.0,3813356.0,4762990.0,5761264.0,7745419.0,8683796.0,9579192.0,10638864.0,10842285.0,12520081.0,12804592.0,14219351.0,15960074.0,17038428.0,16089573.0,17201321.0,18517518.0,18781426.0,21507538.0,21607572.0,22412277.0,23960190.0,24042352.0,24636986.0,25791263.0,26291084.0,27419509.0,28426600.0,29226188.0,30194965.0,31465159.0,32081758.0,33161872.0,33796215.0,35539903.0,36113087.0,37038387.0,37659656.0,38896613.0,39830890.0,40733767.0,41596053.0,42362056.0,43446119.0,44411672.0,45130246.0,46384408.0,48054788.0,49574954.0,52759910.0,51707481.0,60179660.0,54133749.0,53224089.0,54108200.0,54909579.0,55753469.0,56475496.0,57561624.0,58951123.0,60035554.0,60398639.0,60909258.0,62408884.0,64290024.0,64891282.0,70571059.0,72844307.0,71357145.0,76116327.0,69190352.0,70437158.0,71197077.0,72860181.0,73311291.0,74322364.0,74844469.0,75946963.0,77241745.0,78719123.0,78705907.0,79352225.0,80864605.0,82498243.0,82303788.0,83904711.0,84708271.0,89147627.0,93363043.0,89171805.0,88093025.0,89098484.0,93541361.0,97269056.0,92033861.0,97054933.0,104867317.0,95891940.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..a853d6f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[100.80324006775567,107.62170466385174,125.80427692010795,132.62274151620403] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/report/index.html b/benchmarks/uninit_bench/gstring_uninit_255/report/index.html new file mode 100644 index 0000000..ee2d28f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_uninit_255 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_255

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_uninit_255/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/report/violin.svg b/benchmarks/uninit_bench/gstring_uninit_255/report/violin.svg new file mode 100644 index 0000000..4815f6b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/report/violin.svg @@ -0,0 +1,482 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_uninit_255/unicode + + + + + uninit_bench/gstring_uninit_255/48b + + + + + uninit_bench/gstring_uninit_255/43b + + + + + uninit_bench/gstring_uninit_255/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/change/estimates.json new file mode 100644 index 0000000..2949a3f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021879039431014206,"upper_bound":0.008110226065905078},"point_estimate":-0.007472709672000533,"standard_error":0.007650299245511286},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009206777448724668,"upper_bound":0.007201129023965806},"point_estimate":0.0017664032594715273,"standard_error":0.004304695561771604}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/benchmark.json new file mode 100644 index 0000000..01f57fc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_255","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_255/unicode","directory_name":"uninit_bench/gstring_uninit_255/unicode","title":"uninit_bench/gstring_uninit_255/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/estimates.json new file mode 100644 index 0000000..e684288 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.03006066386776,"upper_bound":123.40157852233907},"point_estimate":122.18074789440534,"standard_error":0.6050517669647683},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118.6686067540359,"upper_bound":119.89934455682726},"point_estimate":119.23559216726751,"standard_error":0.2537805511595205},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.3886489748952195,"upper_bound":2.858733452788286},"point_estimate":2.206230069231149,"standard_error":0.37450966618624904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.21820741941362,"upper_bound":122.8813908638994},"point_estimate":121.50201120978994,"standard_error":0.680615434400589},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.085236286600104,"upper_bound":6.800466347505492},"point_estimate":6.064485552989965,"standard_error":0.4379581191404179}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/sample.json new file mode 100644 index 0000000..45b7226 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8092.0,16184.0,24276.0,32368.0,40460.0,48552.0,56644.0,64736.0,72828.0,80920.0,89012.0,97104.0,105196.0,113288.0,121380.0,129472.0,137564.0,145656.0,153748.0,161840.0,169932.0,178024.0,186116.0,194208.0,202300.0,210392.0,218484.0,226576.0,234668.0,242760.0,250852.0,258944.0,267036.0,275128.0,283220.0,291312.0,299404.0,307496.0,315588.0,323680.0,331772.0,339864.0,347956.0,356048.0,364140.0,372232.0,380324.0,388416.0,396508.0,404600.0,412692.0,420784.0,428876.0,436968.0,445060.0,453152.0,461244.0,469336.0,477428.0,485520.0,493612.0,501704.0,509796.0,517888.0,525980.0,534072.0,542164.0,550256.0,558348.0,566440.0,574532.0,582624.0,590716.0,598808.0,606900.0,614992.0,623084.0,631176.0,639268.0,647360.0,655452.0,663544.0,671636.0,679728.0,687820.0,695912.0,704004.0,712096.0,720188.0,728280.0,736372.0,744464.0,752556.0,760648.0,768740.0,776832.0,784924.0,793016.0,801108.0,809200.0],"times":[1077999.0,2158350.0,3264587.0,4332339.0,5512492.0,6635781.0,7540550.0,8678400.0,9809299.0,10774412.0,11848456.0,12923605.0,14002259.0,13648486.0,15435498.0,15198139.0,16014461.0,17373294.0,18081070.0,19455066.0,20550289.0,20934104.0,21902743.0,23174789.0,23979835.0,24763179.0,25884454.0,26615381.0,27695889.0,28746283.0,30536568.0,30744818.0,32110389.0,32607231.0,33285511.0,35125212.0,35647936.0,36597469.0,37190822.0,38516886.0,39370921.0,39668411.0,41145752.0,41651133.0,43996435.0,44121872.0,45100966.0,46739698.0,46881501.0,47982935.0,48460687.0,50320280.0,50713211.0,51736284.0,52127168.0,53840421.0,54303278.0,55957408.0,57916895.0,57233713.0,58310304.0,59799540.0,60246365.0,62906699.0,62720284.0,64509818.0,65780602.0,65557551.0,66231195.0,66642341.0,67658500.0,68635052.0,80972025.0,73667761.0,71774191.0,77679890.0,82683228.0,81365491.0,76459156.0,80294231.0,83574225.0,89847329.0,88101925.0,84635031.0,82189121.0,82878419.0,92635531.0,86205620.0,85078823.0,85816905.0,87946406.0,88264065.0,97186065.0,90802712.0,90370575.0,92632889.0,93707794.0,93837616.0,100487322.0,95511191.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/tukey.json new file mode 100644 index 0000000..65677f5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/new/tukey.json @@ -0,0 +1 @@ +[100.42539804875031,109.32335596222032,133.05124373147368,141.94920164494368] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/MAD.svg new file mode 100644 index 0000000..ef4ded1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/MAD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/SD.svg new file mode 100644 index 0000000..6e60d72 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/both/pdf.svg new file mode 100644 index 0000000..d7ce072 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/both/pdf.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/both/regression.svg new file mode 100644 index 0000000..ecc4fa9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_255/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/mean.svg new file mode 100644 index 0000000..ca89f13 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + -2.5 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_255/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/median.svg new file mode 100644 index 0000000..17ddce6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_255/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/t-test.svg new file mode 100644 index 0000000..e33c5db --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_255/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/index.html b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/index.html new file mode 100644 index 0000000..be4789b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_255/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_255/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope120.22 ns121.50 ns122.88 ns
R²0.78269790.79343390.7810657
Mean121.03 ns122.18 ns123.40 ns
Std. Dev.5.0852 ns6.0645 ns6.8005 ns
Median118.67 ns119.24 ns119.90 ns
MAD1.3886 ns2.2062 ns2.8587 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-2.1879%-0.7473%+0.8110%(p = 0.33 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/mean.svg new file mode 100644 index 0000000..3870ab7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 121 + + + + + 121.5 + + + + + 122 + + + + + 122.5 + + + + + 123 + + + + + 123.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/median.svg new file mode 100644 index 0000000..bd942ff --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 118.6 + + + + + 118.8 + + + + + 119 + + + + + 119.2 + + + + + 119.4 + + + + + 119.6 + + + + + 119.8 + + + + + 120 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/pdf.svg new file mode 100644 index 0000000..0562c4e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/pdf.svg @@ -0,0 +1,350 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/pdf_small.svg new file mode 100644 index 0000000..55301ed --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 110 + + + + + 115 + + + + + 120 + + + + + 125 + + + + + 130 + + + + + 135 + + + + + 140 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/regression.svg new file mode 100644 index 0000000..1e0212c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_255/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/regression_small.svg new file mode 100644 index 0000000..88c8746 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..d3183d8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/relative_pdf_small.svg @@ -0,0 +1,291 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..dc068a1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/slope.svg new file mode 100644 index 0000000..bad49bb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 120 + + + + + 120.5 + + + + + 121 + + + + + 121.5 + + + + + 122 + + + + + 122.5 + + + + + 123 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/typical.svg new file mode 100644 index 0000000..99ea783 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 120 + + + + + 120.5 + + + + + 121 + + + + + 121.5 + + + + + 122 + + + + + 122.5 + + + + + 123 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_255/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..01f57fc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_255","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_255/unicode","directory_name":"uninit_bench/gstring_uninit_255/unicode","title":"uninit_bench/gstring_uninit_255/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..e684288 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.03006066386776,"upper_bound":123.40157852233907},"point_estimate":122.18074789440534,"standard_error":0.6050517669647683},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118.6686067540359,"upper_bound":119.89934455682726},"point_estimate":119.23559216726751,"standard_error":0.2537805511595205},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.3886489748952195,"upper_bound":2.858733452788286},"point_estimate":2.206230069231149,"standard_error":0.37450966618624904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.21820741941362,"upper_bound":122.8813908638994},"point_estimate":121.50201120978994,"standard_error":0.680615434400589},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.085236286600104,"upper_bound":6.800466347505492},"point_estimate":6.064485552989965,"standard_error":0.4379581191404179}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..45b7226 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8092.0,16184.0,24276.0,32368.0,40460.0,48552.0,56644.0,64736.0,72828.0,80920.0,89012.0,97104.0,105196.0,113288.0,121380.0,129472.0,137564.0,145656.0,153748.0,161840.0,169932.0,178024.0,186116.0,194208.0,202300.0,210392.0,218484.0,226576.0,234668.0,242760.0,250852.0,258944.0,267036.0,275128.0,283220.0,291312.0,299404.0,307496.0,315588.0,323680.0,331772.0,339864.0,347956.0,356048.0,364140.0,372232.0,380324.0,388416.0,396508.0,404600.0,412692.0,420784.0,428876.0,436968.0,445060.0,453152.0,461244.0,469336.0,477428.0,485520.0,493612.0,501704.0,509796.0,517888.0,525980.0,534072.0,542164.0,550256.0,558348.0,566440.0,574532.0,582624.0,590716.0,598808.0,606900.0,614992.0,623084.0,631176.0,639268.0,647360.0,655452.0,663544.0,671636.0,679728.0,687820.0,695912.0,704004.0,712096.0,720188.0,728280.0,736372.0,744464.0,752556.0,760648.0,768740.0,776832.0,784924.0,793016.0,801108.0,809200.0],"times":[1077999.0,2158350.0,3264587.0,4332339.0,5512492.0,6635781.0,7540550.0,8678400.0,9809299.0,10774412.0,11848456.0,12923605.0,14002259.0,13648486.0,15435498.0,15198139.0,16014461.0,17373294.0,18081070.0,19455066.0,20550289.0,20934104.0,21902743.0,23174789.0,23979835.0,24763179.0,25884454.0,26615381.0,27695889.0,28746283.0,30536568.0,30744818.0,32110389.0,32607231.0,33285511.0,35125212.0,35647936.0,36597469.0,37190822.0,38516886.0,39370921.0,39668411.0,41145752.0,41651133.0,43996435.0,44121872.0,45100966.0,46739698.0,46881501.0,47982935.0,48460687.0,50320280.0,50713211.0,51736284.0,52127168.0,53840421.0,54303278.0,55957408.0,57916895.0,57233713.0,58310304.0,59799540.0,60246365.0,62906699.0,62720284.0,64509818.0,65780602.0,65557551.0,66231195.0,66642341.0,67658500.0,68635052.0,80972025.0,73667761.0,71774191.0,77679890.0,82683228.0,81365491.0,76459156.0,80294231.0,83574225.0,89847329.0,88101925.0,84635031.0,82189121.0,82878419.0,92635531.0,86205620.0,85078823.0,85816905.0,87946406.0,88264065.0,97186065.0,90802712.0,90370575.0,92632889.0,93707794.0,93837616.0,100487322.0,95511191.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..65677f5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_255/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[100.42539804875031,109.32335596222032,133.05124373147368,141.94920164494368] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/change/estimates.json new file mode 100644 index 0000000..2f10336 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0191242432716594,"upper_bound":0.042421051630688954},"point_estimate":0.030518183392160614,"standard_error":0.005999182672249918},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.008217312895177242,"upper_bound":0.05281658029552316},"point_estimate":0.028781794171397035,"standard_error":0.013410498004390424}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/new/benchmark.json new file mode 100644 index 0000000..56583a2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_50","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_50/43b","directory_name":"uninit_bench/gstring_uninit_50/43b","title":"uninit_bench/gstring_uninit_50/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/new/estimates.json new file mode 100644 index 0000000..57736f0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.743406141896358,"upper_bound":30.26741587244738},"point_estimate":30.001817548064444,"standard_error":0.13389778517831177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.995813770819574,"upper_bound":30.253575277429878},"point_estimate":29.564181750602124,"standard_error":0.3665098354435098},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5173793827454147,"upper_bound":2.0205806829694533},"point_estimate":1.2543712196670518,"standard_error":0.42215969114509794},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.0689595594596,"upper_bound":29.517234999381476},"point_estimate":29.26682009562624,"standard_error":0.1148762128181515},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.202208828325487,"upper_bound":1.464580715703601},"point_estimate":1.3493754861709073,"standard_error":0.06700015978046593}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/new/sample.json new file mode 100644 index 0000000..b6afaa0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[34333.0,68666.0,102999.0,137332.0,171665.0,205998.0,240331.0,274664.0,308997.0,343330.0,377663.0,411996.0,446329.0,480662.0,514995.0,549328.0,583661.0,617994.0,652327.0,686660.0,720993.0,755326.0,789659.0,823992.0,858325.0,892658.0,926991.0,961324.0,995657.0,1029990.0,1064323.0,1098656.0,1132989.0,1167322.0,1201655.0,1235988.0,1270321.0,1304654.0,1338987.0,1373320.0,1407653.0,1441986.0,1476319.0,1510652.0,1544985.0,1579318.0,1613651.0,1647984.0,1682317.0,1716650.0,1750983.0,1785316.0,1819649.0,1853982.0,1888315.0,1922648.0,1956981.0,1991314.0,2025647.0,2059980.0,2094313.0,2128646.0,2162979.0,2197312.0,2231645.0,2265978.0,2300311.0,2334644.0,2368977.0,2403310.0,2437643.0,2471976.0,2506309.0,2540642.0,2574975.0,2609308.0,2643641.0,2677974.0,2712307.0,2746640.0,2780973.0,2815306.0,2849639.0,2883972.0,2918305.0,2952638.0,2986971.0,3021304.0,3055637.0,3089970.0,3124303.0,3158636.0,3192969.0,3227302.0,3261635.0,3295968.0,3330301.0,3364634.0,3398967.0,3433300.0],"times":[1055746.0,2097264.0,3326207.0,4154784.0,5259737.0,6410037.0,7657241.0,8215689.0,9649710.0,11069599.0,12214459.0,13149726.0,13365531.0,14556920.0,15583202.0,16865911.0,18085734.0,20038126.0,21274124.0,22271980.0,22935595.0,22887537.0,26044431.0,26740850.0,27853454.0,27559720.0,29163293.0,31087193.0,29955598.0,31793753.0,32326025.0,34422088.0,32603219.0,35800967.0,38811726.0,37767097.0,38751320.0,40796248.0,42940918.0,44097147.0,40803456.0,41185274.0,42582148.0,44164261.0,45358470.0,45638552.0,48415180.0,47722129.0,48458255.0,52439755.0,52825936.0,53261876.0,57672393.0,54730229.0,54700755.0,55748138.0,56432480.0,58958818.0,58164231.0,59167440.0,60382015.0,61721823.0,61848459.0,63861273.0,64014490.0,65063958.0,66120604.0,66739787.0,68257219.0,69332071.0,70164286.0,70918178.0,71729529.0,74005995.0,73821863.0,74471065.0,75933816.0,84961595.0,85423528.0,79881171.0,79909364.0,81015587.0,84741779.0,85827989.0,84093690.0,85262594.0,86119678.0,86546570.0,88637530.0,89632532.0,99534496.0,92023740.0,91613171.0,92869988.0,93480360.0,95426811.0,96023868.0,96828052.0,97910458.0,98089364.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/new/tukey.json new file mode 100644 index 0000000..9cc54bc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/new/tukey.json @@ -0,0 +1 @@ +[22.186962570421308,25.499081215181704,34.33139760120943,37.643516245969835] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/MAD.svg new file mode 100644 index 0000000..5f0ccfd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/SD.svg new file mode 100644 index 0000000..11e7a3b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 1.2 + + + + + 1.25 + + + + + 1.3 + + + + + 1.35 + + + + + 1.4 + + + + + 1.45 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/both/pdf.svg new file mode 100644 index 0000000..10bc6a9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/both/regression.svg new file mode 100644 index 0000000..a39ee43 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/both/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_50/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/mean.svg new file mode 100644 index 0000000..e68f33f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_50/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/median.svg new file mode 100644 index 0000000..9f30ed7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_50/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/t-test.svg new file mode 100644 index 0000000..69dea2c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_50/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/index.html new file mode 100644 index 0000000..3ecbe4f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_50/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_50/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope29.069 ns29.267 ns29.517 ns
R²0.84779390.85291450.8447420
Mean29.743 ns30.002 ns30.267 ns
Std. Dev.1.2022 ns1.3494 ns1.4646 ns
Median28.996 ns29.564 ns30.254 ns
MAD517.38 ps1.2544 ns2.0206 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+1.9124%+3.0518%+4.2421%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/mean.svg new file mode 100644 index 0000000..123a58d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 29.7 + + + + + 29.8 + + + + + 29.9 + + + + + 30 + + + + + 30.1 + + + + + 30.2 + + + + + 30.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/median.svg new file mode 100644 index 0000000..3064e52 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 29 + + + + + 29.2 + + + + + 29.4 + + + + + 29.6 + + + + + 29.8 + + + + + 30 + + + + + 30.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/pdf.svg new file mode 100644 index 0000000..f7fe782 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/pdf.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + gnuplot_plot_3 + + + + gnuplot_plot_4 + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/pdf_small.svg new file mode 100644 index 0000000..0475559 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/regression.svg new file mode 100644 index 0000000..5cfbd11 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_50/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/regression_small.svg new file mode 100644 index 0000000..f40274a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..39892f7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..a6f4264 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/relative_regression_small.svg @@ -0,0 +1,290 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/slope.svg new file mode 100644 index 0000000..279fd69 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 29.1 + + + + + 29.2 + + + + + 29.3 + + + + + 29.4 + + + + + 29.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/typical.svg new file mode 100644 index 0000000..9f39252 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 29.1 + + + + + 29.2 + + + + + 29.3 + + + + + 29.4 + + + + + 29.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..56583a2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_50","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_50/43b","directory_name":"uninit_bench/gstring_uninit_50/43b","title":"uninit_bench/gstring_uninit_50/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..57736f0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.743406141896358,"upper_bound":30.26741587244738},"point_estimate":30.001817548064444,"standard_error":0.13389778517831177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.995813770819574,"upper_bound":30.253575277429878},"point_estimate":29.564181750602124,"standard_error":0.3665098354435098},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5173793827454147,"upper_bound":2.0205806829694533},"point_estimate":1.2543712196670518,"standard_error":0.42215969114509794},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.0689595594596,"upper_bound":29.517234999381476},"point_estimate":29.26682009562624,"standard_error":0.1148762128181515},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.202208828325487,"upper_bound":1.464580715703601},"point_estimate":1.3493754861709073,"standard_error":0.06700015978046593}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/sample.json new file mode 100644 index 0000000..b6afaa0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[34333.0,68666.0,102999.0,137332.0,171665.0,205998.0,240331.0,274664.0,308997.0,343330.0,377663.0,411996.0,446329.0,480662.0,514995.0,549328.0,583661.0,617994.0,652327.0,686660.0,720993.0,755326.0,789659.0,823992.0,858325.0,892658.0,926991.0,961324.0,995657.0,1029990.0,1064323.0,1098656.0,1132989.0,1167322.0,1201655.0,1235988.0,1270321.0,1304654.0,1338987.0,1373320.0,1407653.0,1441986.0,1476319.0,1510652.0,1544985.0,1579318.0,1613651.0,1647984.0,1682317.0,1716650.0,1750983.0,1785316.0,1819649.0,1853982.0,1888315.0,1922648.0,1956981.0,1991314.0,2025647.0,2059980.0,2094313.0,2128646.0,2162979.0,2197312.0,2231645.0,2265978.0,2300311.0,2334644.0,2368977.0,2403310.0,2437643.0,2471976.0,2506309.0,2540642.0,2574975.0,2609308.0,2643641.0,2677974.0,2712307.0,2746640.0,2780973.0,2815306.0,2849639.0,2883972.0,2918305.0,2952638.0,2986971.0,3021304.0,3055637.0,3089970.0,3124303.0,3158636.0,3192969.0,3227302.0,3261635.0,3295968.0,3330301.0,3364634.0,3398967.0,3433300.0],"times":[1055746.0,2097264.0,3326207.0,4154784.0,5259737.0,6410037.0,7657241.0,8215689.0,9649710.0,11069599.0,12214459.0,13149726.0,13365531.0,14556920.0,15583202.0,16865911.0,18085734.0,20038126.0,21274124.0,22271980.0,22935595.0,22887537.0,26044431.0,26740850.0,27853454.0,27559720.0,29163293.0,31087193.0,29955598.0,31793753.0,32326025.0,34422088.0,32603219.0,35800967.0,38811726.0,37767097.0,38751320.0,40796248.0,42940918.0,44097147.0,40803456.0,41185274.0,42582148.0,44164261.0,45358470.0,45638552.0,48415180.0,47722129.0,48458255.0,52439755.0,52825936.0,53261876.0,57672393.0,54730229.0,54700755.0,55748138.0,56432480.0,58958818.0,58164231.0,59167440.0,60382015.0,61721823.0,61848459.0,63861273.0,64014490.0,65063958.0,66120604.0,66739787.0,68257219.0,69332071.0,70164286.0,70918178.0,71729529.0,74005995.0,73821863.0,74471065.0,75933816.0,84961595.0,85423528.0,79881171.0,79909364.0,81015587.0,84741779.0,85827989.0,84093690.0,85262594.0,86119678.0,86546570.0,88637530.0,89632532.0,99534496.0,92023740.0,91613171.0,92869988.0,93480360.0,95426811.0,96023868.0,96828052.0,97910458.0,98089364.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..9cc54bc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[22.186962570421308,25.499081215181704,34.33139760120943,37.643516245969835] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/change/estimates.json new file mode 100644 index 0000000..01fb61e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023798878445697925,"upper_bound":-0.0026052837812794026},"point_estimate":-0.013553207899046127,"standard_error":0.005400756645029298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011737106817851228,"upper_bound":0.005880775101189432},"point_estimate":-0.00004942053294010318,"standard_error":0.004609228323041988}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/new/benchmark.json new file mode 100644 index 0000000..eeb2e86 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_50","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_50/48b","directory_name":"uninit_bench/gstring_uninit_50/48b","title":"uninit_bench/gstring_uninit_50/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/new/estimates.json new file mode 100644 index 0000000..482ea92 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.080922506615515,"upper_bound":29.433153212630483},"point_estimate":29.25015754915492,"standard_error":0.09005830830278953},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.781550181805024,"upper_bound":29.089971060513204},"point_estimate":28.961152403494957,"standard_error":0.08456468088559521},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.34891082106034577,"upper_bound":0.6768491760639919},"point_estimate":0.5069846501582301,"standard_error":0.08679003182152067},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.91499291675614,"upper_bound":29.24592630565989},"point_estimate":29.071618003434693,"standard_error":0.08467821767624015},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6906047162450699,"upper_bound":1.0840606463262583},"point_estimate":0.902603326783378,"standard_error":0.1004378295916076}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/new/sample.json new file mode 100644 index 0000000..6dc872b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[33376.0,66752.0,100128.0,133504.0,166880.0,200256.0,233632.0,267008.0,300384.0,333760.0,367136.0,400512.0,433888.0,467264.0,500640.0,534016.0,567392.0,600768.0,634144.0,667520.0,700896.0,734272.0,767648.0,801024.0,834400.0,867776.0,901152.0,934528.0,967904.0,1001280.0,1034656.0,1068032.0,1101408.0,1134784.0,1168160.0,1201536.0,1234912.0,1268288.0,1301664.0,1335040.0,1368416.0,1401792.0,1435168.0,1468544.0,1501920.0,1535296.0,1568672.0,1602048.0,1635424.0,1668800.0,1702176.0,1735552.0,1768928.0,1802304.0,1835680.0,1869056.0,1902432.0,1935808.0,1969184.0,2002560.0,2035936.0,2069312.0,2102688.0,2136064.0,2169440.0,2202816.0,2236192.0,2269568.0,2302944.0,2336320.0,2369696.0,2403072.0,2436448.0,2469824.0,2503200.0,2536576.0,2569952.0,2603328.0,2636704.0,2670080.0,2703456.0,2736832.0,2770208.0,2803584.0,2836960.0,2870336.0,2903712.0,2937088.0,2970464.0,3003840.0,3037216.0,3070592.0,3103968.0,3137344.0,3170720.0,3204096.0,3237472.0,3270848.0,3304224.0,3337600.0],"times":[1083613.0,1951169.0,3222715.0,4062581.0,4880284.0,6043962.0,6859635.0,8421134.0,8816028.0,10032433.0,11027161.0,11998035.0,12392075.0,13336679.0,15481548.0,15968122.0,16972173.0,17458887.0,18437113.0,18783416.0,20403162.0,20816267.0,22274547.0,22685905.0,24330296.0,25771905.0,26224238.0,27081941.0,27668865.0,28760323.0,30452359.0,31349374.0,31582582.0,32613823.0,33371860.0,34517327.0,36402763.0,36379289.0,37728956.0,37893984.0,39223963.0,40123208.0,41105786.0,42054109.0,43680520.0,44343876.0,49035351.0,48913904.0,47864549.0,53737306.0,52719319.0,50571698.0,50912490.0,52164144.0,53659201.0,53692970.0,54043786.0,56260466.0,57245389.0,56872219.0,58138548.0,59357405.0,61305631.0,67842500.0,64031831.0,62837651.0,64861778.0,65158677.0,66010791.0,67225441.0,68387934.0,69052527.0,70369988.0,70962311.0,72395184.0,72067636.0,73540705.0,74766343.0,75401970.0,80832564.0,81701914.0,82739058.0,79251882.0,81000130.0,82959241.0,85417865.0,87896332.0,83732260.0,86378565.0,89481648.0,87110342.0,88497029.0,88649431.0,89922830.0,91585696.0,92289551.0,92815892.0,93318784.0,97054422.0,95390604.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/new/tukey.json new file mode 100644 index 0000000..c3b3dd7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/new/tukey.json @@ -0,0 +1 @@ +[26.323660597665807,27.49370126751367,30.61380972044131,31.783850390289174] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/MAD.svg new file mode 100644 index 0000000..895fbf7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/MAD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_uninit_50/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/SD.svg new file mode 100644 index 0000000..30e5d3e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 0.65 + + + + + 0.7 + + + + + 0.75 + + + + + 0.8 + + + + + 0.85 + + + + + 0.9 + + + + + 0.95 + + + + + 1 + + + + + 1.05 + + + + + 1.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/both/pdf.svg new file mode 100644 index 0000000..4de96a4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/both/regression.svg new file mode 100644 index 0000000..f17c514 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/both/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_50/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/mean.svg new file mode 100644 index 0000000..f678b23 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -2.5 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_50/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/median.svg new file mode 100644 index 0000000..cf578d2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/median.svg @@ -0,0 +1,295 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_50/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/t-test.svg new file mode 100644 index 0000000..616d614 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_50/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/index.html new file mode 100644 index 0000000..6b89d7d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_50/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_50/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope28.915 ns29.072 ns29.246 ns
R²0.91645200.92008330.9155900
Mean29.081 ns29.250 ns29.433 ns
Std. Dev.690.60 ps902.60 ps1.0841 ns
Median28.782 ns28.961 ns29.090 ns
MAD348.91 ps506.98 ps676.85 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-2.3799%-1.3553%-0.2605%(p = 0.01 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/mean.svg new file mode 100644 index 0000000..3b89ff4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 29.05 + + + + + 29.1 + + + + + 29.15 + + + + + 29.2 + + + + + 29.25 + + + + + 29.3 + + + + + 29.35 + + + + + 29.4 + + + + + 29.45 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/median.svg new file mode 100644 index 0000000..6658843 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 28.75 + + + + + 28.8 + + + + + 28.85 + + + + + 28.9 + + + + + 28.95 + + + + + 29 + + + + + 29.05 + + + + + 29.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/pdf.svg new file mode 100644 index 0000000..653551d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/pdf.svg @@ -0,0 +1,341 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/pdf_small.svg new file mode 100644 index 0000000..d96f001 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/regression.svg new file mode 100644 index 0000000..c26e633 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_50/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/regression_small.svg new file mode 100644 index 0000000..bf38bc8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..a8b7d36 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 31 + + + + + 32 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..430c751 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/relative_regression_small.svg @@ -0,0 +1,290 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/slope.svg new file mode 100644 index 0000000..c8f7160 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 28.9 + + + + + 28.95 + + + + + 29 + + + + + 29.05 + + + + + 29.1 + + + + + 29.15 + + + + + 29.2 + + + + + 29.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/typical.svg new file mode 100644 index 0000000..d4ef455 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 28.9 + + + + + 28.95 + + + + + 29 + + + + + 29.05 + + + + + 29.1 + + + + + 29.15 + + + + + 29.2 + + + + + 29.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..eeb2e86 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_50","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_50/48b","directory_name":"uninit_bench/gstring_uninit_50/48b","title":"uninit_bench/gstring_uninit_50/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..482ea92 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.080922506615515,"upper_bound":29.433153212630483},"point_estimate":29.25015754915492,"standard_error":0.09005830830278953},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.781550181805024,"upper_bound":29.089971060513204},"point_estimate":28.961152403494957,"standard_error":0.08456468088559521},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.34891082106034577,"upper_bound":0.6768491760639919},"point_estimate":0.5069846501582301,"standard_error":0.08679003182152067},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.91499291675614,"upper_bound":29.24592630565989},"point_estimate":29.071618003434693,"standard_error":0.08467821767624015},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6906047162450699,"upper_bound":1.0840606463262583},"point_estimate":0.902603326783378,"standard_error":0.1004378295916076}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/sample.json new file mode 100644 index 0000000..6dc872b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[33376.0,66752.0,100128.0,133504.0,166880.0,200256.0,233632.0,267008.0,300384.0,333760.0,367136.0,400512.0,433888.0,467264.0,500640.0,534016.0,567392.0,600768.0,634144.0,667520.0,700896.0,734272.0,767648.0,801024.0,834400.0,867776.0,901152.0,934528.0,967904.0,1001280.0,1034656.0,1068032.0,1101408.0,1134784.0,1168160.0,1201536.0,1234912.0,1268288.0,1301664.0,1335040.0,1368416.0,1401792.0,1435168.0,1468544.0,1501920.0,1535296.0,1568672.0,1602048.0,1635424.0,1668800.0,1702176.0,1735552.0,1768928.0,1802304.0,1835680.0,1869056.0,1902432.0,1935808.0,1969184.0,2002560.0,2035936.0,2069312.0,2102688.0,2136064.0,2169440.0,2202816.0,2236192.0,2269568.0,2302944.0,2336320.0,2369696.0,2403072.0,2436448.0,2469824.0,2503200.0,2536576.0,2569952.0,2603328.0,2636704.0,2670080.0,2703456.0,2736832.0,2770208.0,2803584.0,2836960.0,2870336.0,2903712.0,2937088.0,2970464.0,3003840.0,3037216.0,3070592.0,3103968.0,3137344.0,3170720.0,3204096.0,3237472.0,3270848.0,3304224.0,3337600.0],"times":[1083613.0,1951169.0,3222715.0,4062581.0,4880284.0,6043962.0,6859635.0,8421134.0,8816028.0,10032433.0,11027161.0,11998035.0,12392075.0,13336679.0,15481548.0,15968122.0,16972173.0,17458887.0,18437113.0,18783416.0,20403162.0,20816267.0,22274547.0,22685905.0,24330296.0,25771905.0,26224238.0,27081941.0,27668865.0,28760323.0,30452359.0,31349374.0,31582582.0,32613823.0,33371860.0,34517327.0,36402763.0,36379289.0,37728956.0,37893984.0,39223963.0,40123208.0,41105786.0,42054109.0,43680520.0,44343876.0,49035351.0,48913904.0,47864549.0,53737306.0,52719319.0,50571698.0,50912490.0,52164144.0,53659201.0,53692970.0,54043786.0,56260466.0,57245389.0,56872219.0,58138548.0,59357405.0,61305631.0,67842500.0,64031831.0,62837651.0,64861778.0,65158677.0,66010791.0,67225441.0,68387934.0,69052527.0,70369988.0,70962311.0,72395184.0,72067636.0,73540705.0,74766343.0,75401970.0,80832564.0,81701914.0,82739058.0,79251882.0,81000130.0,82959241.0,85417865.0,87896332.0,83732260.0,86378565.0,89481648.0,87110342.0,88497029.0,88649431.0,89922830.0,91585696.0,92289551.0,92815892.0,93318784.0,97054422.0,95390604.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..c3b3dd7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[26.323660597665807,27.49370126751367,30.61380972044131,31.783850390289174] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/change/estimates.json new file mode 100644 index 0000000..b2d2ca7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027615060634561404,"upper_bound":-0.001444916480113986},"point_estimate":-0.014791153720547512,"standard_error":0.006699562013842693},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015966628616419176,"upper_bound":0.0023477997606784484},"point_estimate":-0.002793790150464437,"standard_error":0.004900361520908682}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/new/benchmark.json new file mode 100644 index 0000000..d89d092 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_50","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_50/5b","directory_name":"uninit_bench/gstring_uninit_50/5b","title":"uninit_bench/gstring_uninit_50/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/new/estimates.json new file mode 100644 index 0000000..3385216 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.923613221457913,"upper_bound":26.308421449310266},"point_estimate":26.107022350157564,"standard_error":0.09869025175674057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.585698053281494,"upper_bound":25.77049867417581},"point_estimate":25.648169950746407,"standard_error":0.048817298584744775},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.16882680673837253,"upper_bound":0.4244314235849717},"point_estimate":0.24326096125617253,"standard_error":0.06727234013685442},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.68549492394334,"upper_bound":25.973961743999237},"point_estimate":25.816432071741882,"standard_error":0.07386780084574543},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7842850523087843,"upper_bound":1.1571579227249138},"point_estimate":0.990222407686794,"standard_error":0.0954371685451549}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/new/sample.json new file mode 100644 index 0000000..37e662a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36523.0,73046.0,109569.0,146092.0,182615.0,219138.0,255661.0,292184.0,328707.0,365230.0,401753.0,438276.0,474799.0,511322.0,547845.0,584368.0,620891.0,657414.0,693937.0,730460.0,766983.0,803506.0,840029.0,876552.0,913075.0,949598.0,986121.0,1022644.0,1059167.0,1095690.0,1132213.0,1168736.0,1205259.0,1241782.0,1278305.0,1314828.0,1351351.0,1387874.0,1424397.0,1460920.0,1497443.0,1533966.0,1570489.0,1607012.0,1643535.0,1680058.0,1716581.0,1753104.0,1789627.0,1826150.0,1862673.0,1899196.0,1935719.0,1972242.0,2008765.0,2045288.0,2081811.0,2118334.0,2154857.0,2191380.0,2227903.0,2264426.0,2300949.0,2337472.0,2373995.0,2410518.0,2447041.0,2483564.0,2520087.0,2556610.0,2593133.0,2629656.0,2666179.0,2702702.0,2739225.0,2775748.0,2812271.0,2848794.0,2885317.0,2921840.0,2958363.0,2994886.0,3031409.0,3067932.0,3104455.0,3140978.0,3177501.0,3214024.0,3250547.0,3287070.0,3323593.0,3360116.0,3396639.0,3433162.0,3469685.0,3506208.0,3542731.0,3579254.0,3615777.0,3652300.0],"times":[1031963.0,1820098.0,3014665.0,3850298.0,5010749.0,5701317.0,7479755.0,8406980.0,9431962.0,10524907.0,10529108.0,11193527.0,12329277.0,13191068.0,14723006.0,14781158.0,17272634.0,18186348.0,19553349.0,21142444.0,20809440.0,20905436.0,21577510.0,22365453.0,23342795.0,24471614.0,25146383.0,26403583.0,27340023.0,28015868.0,29258362.0,29786706.0,30981498.0,31751809.0,32659425.0,33811626.0,34496443.0,35393670.0,36364462.0,37402110.0,38161529.0,42314947.0,44360992.0,42212622.0,42113204.0,42863452.0,44205569.0,44724595.0,45185817.0,46681455.0,46995474.0,48479878.0,49917024.0,51765821.0,55859460.0,51766504.0,54034688.0,53849699.0,55122849.0,58670892.0,62420770.0,58384259.0,58976564.0,62399178.0,60245293.0,61977411.0,62054311.0,63921924.0,64533682.0,67033627.0,68123705.0,67259727.0,69396001.0,68971550.0,69820256.0,70839530.0,71884589.0,72762737.0,74897282.0,74118201.0,75193289.0,76649771.0,77118216.0,78738264.0,79518930.0,79986929.0,81268056.0,82364654.0,82836041.0,84070149.0,85064633.0,85924674.0,86189976.0,88555112.0,88867050.0,90022362.0,90989921.0,98236936.0,96744206.0,93446645.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/new/tukey.json new file mode 100644 index 0000000..02cbc07 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/new/tukey.json @@ -0,0 +1 @@ +[23.428858678259047,24.4780106373722,27.275749195007272,28.324901154120422] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/MAD.svg new file mode 100644 index 0000000..f28b467 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 0.009 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/gstring_uninit_50/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/SD.svg new file mode 100644 index 0000000..605c085 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 0.75 + + + + + 0.8 + + + + + 0.85 + + + + + 0.9 + + + + + 0.95 + + + + + 1 + + + + + 1.05 + + + + + 1.1 + + + + + 1.15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/both/pdf.svg new file mode 100644 index 0000000..52c0416 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/both/regression.svg new file mode 100644 index 0000000..bf580a1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/both/regression.svg @@ -0,0 +1,370 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_50/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/mean.svg new file mode 100644 index 0000000..2c60ac5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + -3 + + + + + -2.5 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_50/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/median.svg new file mode 100644 index 0000000..d206926 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_50/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/t-test.svg new file mode 100644 index 0000000..0de1c7e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_50/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/index.html new file mode 100644 index 0000000..12c3b57 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_50/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_50/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope25.685 ns25.816 ns25.974 ns
R²0.92376250.92693210.9223514
Mean25.924 ns26.107 ns26.308 ns
Std. Dev.784.29 ps990.22 ps1.1572 ns
Median25.586 ns25.648 ns25.770 ns
MAD168.83 ps243.26 ps424.43 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-2.7615%-1.4791%-0.1445%(p = 0.03 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/mean.svg new file mode 100644 index 0000000..711812a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/mean.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 25.9 + + + + + 25.95 + + + + + 26 + + + + + 26.05 + + + + + 26.1 + + + + + 26.15 + + + + + 26.2 + + + + + 26.25 + + + + + 26.3 + + + + + 26.35 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/median.svg new file mode 100644 index 0000000..e442742 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 25.6 + + + + + 25.65 + + + + + 25.7 + + + + + 25.75 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/pdf.svg new file mode 100644 index 0000000..1f3e4fd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/pdf.svg @@ -0,0 +1,362 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 24 + + + + + 25 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/pdf_small.svg new file mode 100644 index 0000000..f5d3d6a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 24 + + + + + 25 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/regression.svg new file mode 100644 index 0000000..d836b64 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_50/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/regression_small.svg new file mode 100644 index 0000000..e635bca --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..87bb9b5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..a506cb9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/relative_regression_small.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/slope.svg new file mode 100644 index 0000000..4189fe5 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 25.7 + + + + + 25.75 + + + + + 25.8 + + + + + 25.85 + + + + + 25.9 + + + + + 25.95 + + + + + 26 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/typical.svg new file mode 100644 index 0000000..81cf6e9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 25.7 + + + + + 25.75 + + + + + 25.8 + + + + + 25.85 + + + + + 25.9 + + + + + 25.95 + + + + + 26 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..d89d092 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_50","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_50/5b","directory_name":"uninit_bench/gstring_uninit_50/5b","title":"uninit_bench/gstring_uninit_50/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..3385216 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.923613221457913,"upper_bound":26.308421449310266},"point_estimate":26.107022350157564,"standard_error":0.09869025175674057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.585698053281494,"upper_bound":25.77049867417581},"point_estimate":25.648169950746407,"standard_error":0.048817298584744775},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.16882680673837253,"upper_bound":0.4244314235849717},"point_estimate":0.24326096125617253,"standard_error":0.06727234013685442},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.68549492394334,"upper_bound":25.973961743999237},"point_estimate":25.816432071741882,"standard_error":0.07386780084574543},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7842850523087843,"upper_bound":1.1571579227249138},"point_estimate":0.990222407686794,"standard_error":0.0954371685451549}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/sample.json new file mode 100644 index 0000000..37e662a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36523.0,73046.0,109569.0,146092.0,182615.0,219138.0,255661.0,292184.0,328707.0,365230.0,401753.0,438276.0,474799.0,511322.0,547845.0,584368.0,620891.0,657414.0,693937.0,730460.0,766983.0,803506.0,840029.0,876552.0,913075.0,949598.0,986121.0,1022644.0,1059167.0,1095690.0,1132213.0,1168736.0,1205259.0,1241782.0,1278305.0,1314828.0,1351351.0,1387874.0,1424397.0,1460920.0,1497443.0,1533966.0,1570489.0,1607012.0,1643535.0,1680058.0,1716581.0,1753104.0,1789627.0,1826150.0,1862673.0,1899196.0,1935719.0,1972242.0,2008765.0,2045288.0,2081811.0,2118334.0,2154857.0,2191380.0,2227903.0,2264426.0,2300949.0,2337472.0,2373995.0,2410518.0,2447041.0,2483564.0,2520087.0,2556610.0,2593133.0,2629656.0,2666179.0,2702702.0,2739225.0,2775748.0,2812271.0,2848794.0,2885317.0,2921840.0,2958363.0,2994886.0,3031409.0,3067932.0,3104455.0,3140978.0,3177501.0,3214024.0,3250547.0,3287070.0,3323593.0,3360116.0,3396639.0,3433162.0,3469685.0,3506208.0,3542731.0,3579254.0,3615777.0,3652300.0],"times":[1031963.0,1820098.0,3014665.0,3850298.0,5010749.0,5701317.0,7479755.0,8406980.0,9431962.0,10524907.0,10529108.0,11193527.0,12329277.0,13191068.0,14723006.0,14781158.0,17272634.0,18186348.0,19553349.0,21142444.0,20809440.0,20905436.0,21577510.0,22365453.0,23342795.0,24471614.0,25146383.0,26403583.0,27340023.0,28015868.0,29258362.0,29786706.0,30981498.0,31751809.0,32659425.0,33811626.0,34496443.0,35393670.0,36364462.0,37402110.0,38161529.0,42314947.0,44360992.0,42212622.0,42113204.0,42863452.0,44205569.0,44724595.0,45185817.0,46681455.0,46995474.0,48479878.0,49917024.0,51765821.0,55859460.0,51766504.0,54034688.0,53849699.0,55122849.0,58670892.0,62420770.0,58384259.0,58976564.0,62399178.0,60245293.0,61977411.0,62054311.0,63921924.0,64533682.0,67033627.0,68123705.0,67259727.0,69396001.0,68971550.0,69820256.0,70839530.0,71884589.0,72762737.0,74897282.0,74118201.0,75193289.0,76649771.0,77118216.0,78738264.0,79518930.0,79986929.0,81268056.0,82364654.0,82836041.0,84070149.0,85064633.0,85924674.0,86189976.0,88555112.0,88867050.0,90022362.0,90989921.0,98236936.0,96744206.0,93446645.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..02cbc07 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[23.428858678259047,24.4780106373722,27.275749195007272,28.324901154120422] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/report/index.html b/benchmarks/uninit_bench/gstring_uninit_50/report/index.html new file mode 100644 index 0000000..56d0bcd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_uninit_50 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_50

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_uninit_50/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/report/violin.svg b/benchmarks/uninit_bench/gstring_uninit_50/report/violin.svg new file mode 100644 index 0000000..a6c41df --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/report/violin.svg @@ -0,0 +1,456 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_uninit_50/unicode + + + + + uninit_bench/gstring_uninit_50/48b + + + + + uninit_bench/gstring_uninit_50/43b + + + + + uninit_bench/gstring_uninit_50/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/change/estimates.json new file mode 100644 index 0000000..2516ba9 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2487135706438195,"upper_bound":-0.012495316974602055},"point_estimate":-0.11465605624955488,"standard_error":0.06726922129767308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029612749043523956,"upper_bound":0.014341989997750604},"point_estimate":-0.002008966462454853,"standard_error":0.010058306381866989}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/benchmark.json new file mode 100644 index 0000000..3dc5158 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_50","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_50/unicode","directory_name":"uninit_bench/gstring_uninit_50/unicode","title":"uninit_bench/gstring_uninit_50/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/estimates.json new file mode 100644 index 0000000..78c8ff4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.96119385120424,"upper_bound":26.999216820620216},"point_estimate":26.3968868257909,"standard_error":0.2670792456240465},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.39014312658539,"upper_bound":25.911675330216198},"point_estimate":25.541004363159708,"standard_error":0.1296232314142095},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3743445094104941,"upper_bound":1.070919085848962},"point_estimate":0.6074227896449514,"standard_error":0.16866307933391583},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.114155824698038,"upper_bound":28.016430276291306},"point_estimate":26.92085170175382,"standard_error":0.4954573779122167},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0944336538605572,"upper_bound":4.187946944482998},"point_estimate":2.6746613249761637,"standard_error":0.929650196537674}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/sample.json new file mode 100644 index 0000000..cb58e90 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[38283.0,76566.0,114849.0,153132.0,191415.0,229698.0,267981.0,306264.0,344547.0,382830.0,421113.0,459396.0,497679.0,535962.0,574245.0,612528.0,650811.0,689094.0,727377.0,765660.0,803943.0,842226.0,880509.0,918792.0,957075.0,995358.0,1033641.0,1071924.0,1110207.0,1148490.0,1186773.0,1225056.0,1263339.0,1301622.0,1339905.0,1378188.0,1416471.0,1454754.0,1493037.0,1531320.0,1569603.0,1607886.0,1646169.0,1684452.0,1722735.0,1761018.0,1799301.0,1837584.0,1875867.0,1914150.0,1952433.0,1990716.0,2028999.0,2067282.0,2105565.0,2143848.0,2182131.0,2220414.0,2258697.0,2296980.0,2335263.0,2373546.0,2411829.0,2450112.0,2488395.0,2526678.0,2564961.0,2603244.0,2641527.0,2679810.0,2718093.0,2756376.0,2794659.0,2832942.0,2871225.0,2909508.0,2947791.0,2986074.0,3024357.0,3062640.0,3100923.0,3139206.0,3177489.0,3215772.0,3254055.0,3292338.0,3330621.0,3368904.0,3407187.0,3445470.0,3483753.0,3522036.0,3560319.0,3598602.0,3636885.0,3675168.0,3713451.0,3751734.0,3790017.0,3828300.0],"times":[1087307.0,1877977.0,3010662.0,4190023.0,4739996.0,5951860.0,7371470.0,8716873.0,9130902.0,10073866.0,11080826.0,12620823.0,13107095.0,14005052.0,14455622.0,15742027.0,16577576.0,17510052.0,18242091.0,20299632.0,20277572.0,21227314.0,22234664.0,24953389.0,26979923.0,26783850.0,26187447.0,26861233.0,28288427.0,30827248.0,34051763.0,31001458.0,32235754.0,35814235.0,34830997.0,35881007.0,35489929.0,36646365.0,38335132.0,38684907.0,40100898.0,40350390.0,41726654.0,42354623.0,43736150.0,44308073.0,46174004.0,47395651.0,47861720.0,48311266.0,49126287.0,49916734.0,51024470.0,51902903.0,53205223.0,54312042.0,55670943.0,55990125.0,56690771.0,59327140.0,58974524.0,59744428.0,60943568.0,62119370.0,63695908.0,64669079.0,65156169.0,65711368.0,66289187.0,68425130.0,68988617.0,69675871.0,70956792.0,75600644.0,75228925.0,73325535.0,82147324.0,80865881.0,76539299.0,77865658.0,83025826.0,152299832.0,108967892.0,101107466.0,96424561.0,96898523.0,94961939.0,94190713.0,91116257.0,95730503.0,96345612.0,96261425.0,92555804.0,96065758.0,98719065.0,92560831.0,93557755.0,94445209.0,97889667.0,99397424.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/tukey.json new file mode 100644 index 0000000..1e0dff8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/new/tukey.json @@ -0,0 +1 @@ +[20.714095912411235,22.977715945837016,29.01403603497243,31.277656068398212] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/MAD.svg new file mode 100644 index 0000000..f79d872 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/SD.svg new file mode 100644 index 0000000..9d8303d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/both/pdf.svg new file mode 100644 index 0000000..4281f43 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + -50 + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/both/regression.svg new file mode 100644 index 0000000..07bf814 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_50/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/mean.svg new file mode 100644 index 0000000..ca2ad60 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/mean.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + -25 + + + + + -20 + + + + + -15 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_50/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/median.svg new file mode 100644 index 0000000..79185d0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/median.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_50/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/t-test.svg new file mode 100644 index 0000000..a893a6d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_50/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/index.html b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/index.html new file mode 100644 index 0000000..bbe4b3a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_50/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_50/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope26.114 ns26.921 ns28.016 ns
R²0.25736360.26705680.2497098
Mean25.961 ns26.397 ns26.999 ns
Std. Dev.1.0944 ns2.6747 ns4.1879 ns
Median25.390 ns25.541 ns25.912 ns
MAD374.34 ps607.42 ps1.0709 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-24.871%-11.466%-1.2495%(p = 0.12 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/mean.svg new file mode 100644 index 0000000..f115038 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 26 + + + + + 26.2 + + + + + 26.4 + + + + + 26.6 + + + + + 26.8 + + + + + 27 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/median.svg new file mode 100644 index 0000000..dae6090 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 25.4 + + + + + 25.5 + + + + + 25.6 + + + + + 25.7 + + + + + 25.8 + + + + + 25.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/pdf.svg new file mode 100644 index 0000000..29472cc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/pdf.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/pdf_small.svg new file mode 100644 index 0000000..c3bce3b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/regression.svg new file mode 100644 index 0000000..5a4db7f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/regression.svg @@ -0,0 +1,447 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/gstring_uninit_50/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/regression_small.svg new file mode 100644 index 0000000..6bb9020 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/regression_small.svg @@ -0,0 +1,425 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..02d855e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + -50 + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..2597a2c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/slope.svg new file mode 100644 index 0000000..a2c56ec --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 26 + + + + + 26.5 + + + + + 27 + + + + + 27.5 + + + + + 28 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/typical.svg new file mode 100644 index 0000000..4fec39d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 26 + + + + + 26.5 + + + + + 27 + + + + + 27.5 + + + + + 28 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_50/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..3dc5158 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_50","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_50/unicode","directory_name":"uninit_bench/gstring_uninit_50/unicode","title":"uninit_bench/gstring_uninit_50/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..78c8ff4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.96119385120424,"upper_bound":26.999216820620216},"point_estimate":26.3968868257909,"standard_error":0.2670792456240465},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.39014312658539,"upper_bound":25.911675330216198},"point_estimate":25.541004363159708,"standard_error":0.1296232314142095},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3743445094104941,"upper_bound":1.070919085848962},"point_estimate":0.6074227896449514,"standard_error":0.16866307933391583},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.114155824698038,"upper_bound":28.016430276291306},"point_estimate":26.92085170175382,"standard_error":0.4954573779122167},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0944336538605572,"upper_bound":4.187946944482998},"point_estimate":2.6746613249761637,"standard_error":0.929650196537674}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..cb58e90 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[38283.0,76566.0,114849.0,153132.0,191415.0,229698.0,267981.0,306264.0,344547.0,382830.0,421113.0,459396.0,497679.0,535962.0,574245.0,612528.0,650811.0,689094.0,727377.0,765660.0,803943.0,842226.0,880509.0,918792.0,957075.0,995358.0,1033641.0,1071924.0,1110207.0,1148490.0,1186773.0,1225056.0,1263339.0,1301622.0,1339905.0,1378188.0,1416471.0,1454754.0,1493037.0,1531320.0,1569603.0,1607886.0,1646169.0,1684452.0,1722735.0,1761018.0,1799301.0,1837584.0,1875867.0,1914150.0,1952433.0,1990716.0,2028999.0,2067282.0,2105565.0,2143848.0,2182131.0,2220414.0,2258697.0,2296980.0,2335263.0,2373546.0,2411829.0,2450112.0,2488395.0,2526678.0,2564961.0,2603244.0,2641527.0,2679810.0,2718093.0,2756376.0,2794659.0,2832942.0,2871225.0,2909508.0,2947791.0,2986074.0,3024357.0,3062640.0,3100923.0,3139206.0,3177489.0,3215772.0,3254055.0,3292338.0,3330621.0,3368904.0,3407187.0,3445470.0,3483753.0,3522036.0,3560319.0,3598602.0,3636885.0,3675168.0,3713451.0,3751734.0,3790017.0,3828300.0],"times":[1087307.0,1877977.0,3010662.0,4190023.0,4739996.0,5951860.0,7371470.0,8716873.0,9130902.0,10073866.0,11080826.0,12620823.0,13107095.0,14005052.0,14455622.0,15742027.0,16577576.0,17510052.0,18242091.0,20299632.0,20277572.0,21227314.0,22234664.0,24953389.0,26979923.0,26783850.0,26187447.0,26861233.0,28288427.0,30827248.0,34051763.0,31001458.0,32235754.0,35814235.0,34830997.0,35881007.0,35489929.0,36646365.0,38335132.0,38684907.0,40100898.0,40350390.0,41726654.0,42354623.0,43736150.0,44308073.0,46174004.0,47395651.0,47861720.0,48311266.0,49126287.0,49916734.0,51024470.0,51902903.0,53205223.0,54312042.0,55670943.0,55990125.0,56690771.0,59327140.0,58974524.0,59744428.0,60943568.0,62119370.0,63695908.0,64669079.0,65156169.0,65711368.0,66289187.0,68425130.0,68988617.0,69675871.0,70956792.0,75600644.0,75228925.0,73325535.0,82147324.0,80865881.0,76539299.0,77865658.0,83025826.0,152299832.0,108967892.0,101107466.0,96424561.0,96898523.0,94961939.0,94190713.0,91116257.0,95730503.0,96345612.0,96261425.0,92555804.0,96065758.0,98719065.0,92560831.0,93557755.0,94445209.0,97889667.0,99397424.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..1e0dff8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_50/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[20.714095912411235,22.977715945837016,29.01403603497243,31.277656068398212] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/change/estimates.json new file mode 100644 index 0000000..f420260 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008390138514518173,"upper_bound":0.014545108761751718},"point_estimate":0.0033643673782106642,"standard_error":0.005861146355962496},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015107145796792176,"upper_bound":0.0077206298302510135},"point_estimate":0.0029267982939027437,"standard_error":0.002559494846940738}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/new/benchmark.json new file mode 100644 index 0000000..4c3fe87 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_500","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_500/43b","directory_name":"uninit_bench/gstring_uninit_500/43b","title":"uninit_bench/gstring_uninit_500/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/new/estimates.json new file mode 100644 index 0000000..109c7fd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267.33470281364646,"upper_bound":271.2301005114246},"point_estimate":269.1997312312237,"standard_error":0.9959823746383604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":264.1069145030485,"upper_bound":266.0631775883614},"point_estimate":265.0789588221263,"standard_error":0.5832733630477346},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.4239289654974012,"upper_bound":5.13745603213773},"point_estimate":3.361205534458265,"standard_error":0.6995156662999586},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.6116139843318,"upper_bound":269.75739516334056},"point_estimate":267.48748508993555,"standard_error":1.0595128430327887},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.887412863593696,"upper_bound":11.725251599829052},"point_estimate":10.02276317178604,"standard_error":0.9798457520523735}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/new/sample.json new file mode 100644 index 0000000..139a5b7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3673.0,7346.0,11019.0,14692.0,18365.0,22038.0,25711.0,29384.0,33057.0,36730.0,40403.0,44076.0,47749.0,51422.0,55095.0,58768.0,62441.0,66114.0,69787.0,73460.0,77133.0,80806.0,84479.0,88152.0,91825.0,95498.0,99171.0,102844.0,106517.0,110190.0,113863.0,117536.0,121209.0,124882.0,128555.0,132228.0,135901.0,139574.0,143247.0,146920.0,150593.0,154266.0,157939.0,161612.0,165285.0,168958.0,172631.0,176304.0,179977.0,183650.0,187323.0,190996.0,194669.0,198342.0,202015.0,205688.0,209361.0,213034.0,216707.0,220380.0,224053.0,227726.0,231399.0,235072.0,238745.0,242418.0,246091.0,249764.0,253437.0,257110.0,260783.0,264456.0,268129.0,271802.0,275475.0,279148.0,282821.0,286494.0,290167.0,293840.0,297513.0,301186.0,304859.0,308532.0,312205.0,315878.0,319551.0,323224.0,326897.0,330570.0,334243.0,337916.0,341589.0,345262.0,348935.0,352608.0,356281.0,359954.0,363627.0,367300.0],"times":[1099054.0,1964110.0,3229874.0,3992739.0,4975328.0,6439763.0,7332914.0,7958931.0,9382165.0,10898566.0,11980792.0,13072163.0,13547226.0,13645178.0,14689301.0,15186987.0,16311475.0,17331912.0,18354339.0,19314968.0,20156977.0,21305996.0,22057616.0,23422325.0,24096361.0,25225847.0,26478800.0,27325713.0,28506960.0,29051994.0,29842644.0,31040069.0,32012135.0,33191733.0,34022518.0,34511907.0,35775147.0,37259554.0,41448344.0,40334946.0,39589618.0,40603925.0,43078186.0,44189755.0,43570198.0,44971320.0,45425182.0,46840343.0,47733165.0,48865770.0,49042224.0,50532136.0,51821311.0,52389595.0,54002804.0,54131662.0,55468057.0,62108156.0,61910381.0,58567240.0,59629111.0,60995859.0,66868506.0,65570140.0,66103953.0,63586937.0,65019922.0,65272326.0,66623607.0,67978554.0,69237410.0,69934345.0,71327583.0,71182179.0,72267820.0,73515544.0,77871563.0,76225504.0,76838080.0,76928615.0,78527886.0,79492833.0,81770073.0,81175064.0,82338059.0,82877697.0,84054493.0,90634197.0,88444579.0,90879566.0,99460409.0,88450157.0,89732995.0,90559907.0,92082604.0,93066408.0,93602678.0,94741170.0,97087552.0,99902016.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/new/tukey.json new file mode 100644 index 0000000..564a2ad --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/new/tukey.json @@ -0,0 +1 @@ +[239.88591557350105,251.50603672942236,282.49302647854586,294.11314763446717] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/MAD.svg new file mode 100644 index 0000000..c622150 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/SD.svg new file mode 100644 index 0000000..8823514 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/SD.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + 10.5 + + + + + 11 + + + + + 11.5 + + + + + 12 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/both/pdf.svg new file mode 100644 index 0000000..5e6aa35 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + 340 + + + + + 360 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/both/regression.svg new file mode 100644 index 0000000..98b28c6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/both/regression.svg @@ -0,0 +1,370 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_500/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/mean.svg new file mode 100644 index 0000000..7e7d6f2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_500/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/median.svg new file mode 100644 index 0000000..0562f5b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_500/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/t-test.svg new file mode 100644 index 0000000..3f0331b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_500/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/index.html new file mode 100644 index 0000000..6733e50 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_500/43b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_500/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope265.61 ns267.49 ns269.76 ns
R²0.89357040.89867720.8912193
Mean267.33 ns269.20 ns271.23 ns
Std. Dev.7.8874 ns10.023 ns11.725 ns
Median264.11 ns265.08 ns266.06 ns
MAD2.4239 ns3.3612 ns5.1375 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.8390%+0.3364%+1.4545%(p = 0.57 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/mean.svg new file mode 100644 index 0000000..3a3788f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 267 + + + + + 267.5 + + + + + 268 + + + + + 268.5 + + + + + 269 + + + + + 269.5 + + + + + 270 + + + + + 270.5 + + + + + 271 + + + + + 271.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/median.svg new file mode 100644 index 0000000..f91c65d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 264 + + + + + 264.5 + + + + + 265 + + + + + 265.5 + + + + + 266 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/pdf.svg new file mode 100644 index 0000000..af32a1a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/pdf.svg @@ -0,0 +1,358 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/pdf_small.svg new file mode 100644 index 0000000..ee906a1 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/regression.svg new file mode 100644 index 0000000..8fe61ef --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_500/43b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/regression_small.svg new file mode 100644 index 0000000..ad3f58f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..10b8682 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + 340 + + + + + 360 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..8caa3b3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/relative_regression_small.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/slope.svg new file mode 100644 index 0000000..fe6048a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 266 + + + + + 267 + + + + + 268 + + + + + 269 + + + + + 270 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/typical.svg new file mode 100644 index 0000000..c9510c2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 266 + + + + + 267 + + + + + 268 + + + + + 269 + + + + + 270 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..4c3fe87 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_500","value_str":"43b","throughput":null,"full_id":"uninit_bench/gstring_uninit_500/43b","directory_name":"uninit_bench/gstring_uninit_500/43b","title":"uninit_bench/gstring_uninit_500/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..109c7fd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267.33470281364646,"upper_bound":271.2301005114246},"point_estimate":269.1997312312237,"standard_error":0.9959823746383604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":264.1069145030485,"upper_bound":266.0631775883614},"point_estimate":265.0789588221263,"standard_error":0.5832733630477346},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.4239289654974012,"upper_bound":5.13745603213773},"point_estimate":3.361205534458265,"standard_error":0.6995156662999586},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.6116139843318,"upper_bound":269.75739516334056},"point_estimate":267.48748508993555,"standard_error":1.0595128430327887},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.887412863593696,"upper_bound":11.725251599829052},"point_estimate":10.02276317178604,"standard_error":0.9798457520523735}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/sample.json new file mode 100644 index 0000000..139a5b7 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3673.0,7346.0,11019.0,14692.0,18365.0,22038.0,25711.0,29384.0,33057.0,36730.0,40403.0,44076.0,47749.0,51422.0,55095.0,58768.0,62441.0,66114.0,69787.0,73460.0,77133.0,80806.0,84479.0,88152.0,91825.0,95498.0,99171.0,102844.0,106517.0,110190.0,113863.0,117536.0,121209.0,124882.0,128555.0,132228.0,135901.0,139574.0,143247.0,146920.0,150593.0,154266.0,157939.0,161612.0,165285.0,168958.0,172631.0,176304.0,179977.0,183650.0,187323.0,190996.0,194669.0,198342.0,202015.0,205688.0,209361.0,213034.0,216707.0,220380.0,224053.0,227726.0,231399.0,235072.0,238745.0,242418.0,246091.0,249764.0,253437.0,257110.0,260783.0,264456.0,268129.0,271802.0,275475.0,279148.0,282821.0,286494.0,290167.0,293840.0,297513.0,301186.0,304859.0,308532.0,312205.0,315878.0,319551.0,323224.0,326897.0,330570.0,334243.0,337916.0,341589.0,345262.0,348935.0,352608.0,356281.0,359954.0,363627.0,367300.0],"times":[1099054.0,1964110.0,3229874.0,3992739.0,4975328.0,6439763.0,7332914.0,7958931.0,9382165.0,10898566.0,11980792.0,13072163.0,13547226.0,13645178.0,14689301.0,15186987.0,16311475.0,17331912.0,18354339.0,19314968.0,20156977.0,21305996.0,22057616.0,23422325.0,24096361.0,25225847.0,26478800.0,27325713.0,28506960.0,29051994.0,29842644.0,31040069.0,32012135.0,33191733.0,34022518.0,34511907.0,35775147.0,37259554.0,41448344.0,40334946.0,39589618.0,40603925.0,43078186.0,44189755.0,43570198.0,44971320.0,45425182.0,46840343.0,47733165.0,48865770.0,49042224.0,50532136.0,51821311.0,52389595.0,54002804.0,54131662.0,55468057.0,62108156.0,61910381.0,58567240.0,59629111.0,60995859.0,66868506.0,65570140.0,66103953.0,63586937.0,65019922.0,65272326.0,66623607.0,67978554.0,69237410.0,69934345.0,71327583.0,71182179.0,72267820.0,73515544.0,77871563.0,76225504.0,76838080.0,76928615.0,78527886.0,79492833.0,81770073.0,81175064.0,82338059.0,82877697.0,84054493.0,90634197.0,88444579.0,90879566.0,99460409.0,88450157.0,89732995.0,90559907.0,92082604.0,93066408.0,93602678.0,94741170.0,97087552.0,99902016.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..564a2ad --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[239.88591557350105,251.50603672942236,282.49302647854586,294.11314763446717] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/change/estimates.json new file mode 100644 index 0000000..8c303f0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013518382831412917,"upper_bound":0.008960331384041545},"point_estimate":-0.002422673077088877,"standard_error":0.005748911699714046},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0043128960939675665,"upper_bound":0.006303493477693323},"point_estimate":0.0021650252142302318,"standard_error":0.0024800017245573207}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/new/benchmark.json new file mode 100644 index 0000000..f97d005 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_500","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_500/48b","directory_name":"uninit_bench/gstring_uninit_500/48b","title":"uninit_bench/gstring_uninit_500/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/new/estimates.json new file mode 100644 index 0000000..4c2455c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267.89555722199,"upper_bound":271.90841251452315},"point_estimate":269.833877162571,"standard_error":1.0261504103912649},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":264.73142766940214,"upper_bound":266.4415296761885},"point_estimate":265.31131110603104,"standard_error":0.4209009447352376},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.106657791115974,"upper_bound":6.549344203015185},"point_estimate":4.441073717220234,"standard_error":0.9263290854796046},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.9295403557295,"upper_bound":271.4954194075848},"point_estimate":269.1501668153509,"standard_error":1.1718375154524685},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.321381738882502,"upper_bound":11.935289154697886},"point_estimate":10.331069908194893,"standard_error":0.9220984749207086}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/new/sample.json new file mode 100644 index 0000000..4ba1412 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3688.0,7376.0,11064.0,14752.0,18440.0,22128.0,25816.0,29504.0,33192.0,36880.0,40568.0,44256.0,47944.0,51632.0,55320.0,59008.0,62696.0,66384.0,70072.0,73760.0,77448.0,81136.0,84824.0,88512.0,92200.0,95888.0,99576.0,103264.0,106952.0,110640.0,114328.0,118016.0,121704.0,125392.0,129080.0,132768.0,136456.0,140144.0,143832.0,147520.0,151208.0,154896.0,158584.0,162272.0,165960.0,169648.0,173336.0,177024.0,180712.0,184400.0,188088.0,191776.0,195464.0,199152.0,202840.0,206528.0,210216.0,213904.0,217592.0,221280.0,224968.0,228656.0,232344.0,236032.0,239720.0,243408.0,247096.0,250784.0,254472.0,258160.0,261848.0,265536.0,269224.0,272912.0,276600.0,280288.0,283976.0,287664.0,291352.0,295040.0,298728.0,302416.0,306104.0,309792.0,313480.0,317168.0,320856.0,324544.0,328232.0,331920.0,335608.0,339296.0,342984.0,346672.0,350360.0,354048.0,357736.0,361424.0,365112.0,368800.0],"times":[1103439.0,1899231.0,3042953.0,4199702.0,4829348.0,6500339.0,7514135.0,8776966.0,9852870.0,10937534.0,11910254.0,13100938.0,12509780.0,13810783.0,15127247.0,16291281.0,16907772.0,17664739.0,18636260.0,19617588.0,20389706.0,21472920.0,22301453.0,24567391.0,25275755.0,26132663.0,26061422.0,27063276.0,28113287.0,29383554.0,29673572.0,31302581.0,31963306.0,32894796.0,34232468.0,35046831.0,36388873.0,37122584.0,37898283.0,39505482.0,39692797.0,40420939.0,41323031.0,42718684.0,43284620.0,44603497.0,46000337.0,46348461.0,47400037.0,48772192.0,51326534.0,51946639.0,51795842.0,53809557.0,55301802.0,54447182.0,55807194.0,56192787.0,57297156.0,58622725.0,59104105.0,60110991.0,61559286.0,61949249.0,62643884.0,64934165.0,65644203.0,66444206.0,67486326.0,70707447.0,76883952.0,69823062.0,74285074.0,78827252.0,76590173.0,74215592.0,74283171.0,76176141.0,79520079.0,84128881.0,80746060.0,84286599.0,81558818.0,81828923.0,82743926.0,83808570.0,85582190.0,85020663.0,85793916.0,87410495.0,89132105.0,94788543.0,90655786.0,90731045.0,93377433.0,99647851.0,94989621.0,103448123.0,99443933.0,105394928.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/new/tukey.json new file mode 100644 index 0000000..b883088 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/new/tukey.json @@ -0,0 +1 @@ +[232.4775981869234,247.6973168773436,288.28323338513087,303.5029520755511] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/MAD.svg new file mode 100644 index 0000000..f7a32fd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/MAD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/SD.svg new file mode 100644 index 0000000..f60d93f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + 10.5 + + + + + 11 + + + + + 11.5 + + + + + 12 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/both/pdf.svg new file mode 100644 index 0000000..429c7a2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 330 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/both/regression.svg new file mode 100644 index 0000000..f3e5d4a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_500/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/mean.svg new file mode 100644 index 0000000..abc4a12 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_500/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/median.svg new file mode 100644 index 0000000..051e897 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_500/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/t-test.svg new file mode 100644 index 0000000..86ef05a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_500/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/index.html new file mode 100644 index 0000000..7577fde --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_500/48b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_500/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope266.93 ns269.15 ns271.50 ns
R²0.90026840.90631090.8995764
Mean267.90 ns269.83 ns271.91 ns
Std. Dev.8.3214 ns10.331 ns11.935 ns
Median264.73 ns265.31 ns266.44 ns
MAD3.1067 ns4.4411 ns6.5493 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.3518%-0.2423%+0.8960%(p = 0.68 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/mean.svg new file mode 100644 index 0000000..cd48c74 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 267.5 + + + + + 268 + + + + + 268.5 + + + + + 269 + + + + + 269.5 + + + + + 270 + + + + + 270.5 + + + + + 271 + + + + + 271.5 + + + + + 272 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/median.svg new file mode 100644 index 0000000..1904e78 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 265 + + + + + 265.5 + + + + + 266 + + + + + 266.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/pdf.svg new file mode 100644 index 0000000..81511ca --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/pdf.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/pdf_small.svg new file mode 100644 index 0000000..cbb54ef --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/regression.svg new file mode 100644 index 0000000..198993e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_500/48b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/regression_small.svg new file mode 100644 index 0000000..d1fa792 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..0d7956f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 330 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..482f2cb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/slope.svg new file mode 100644 index 0000000..8deb89a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 267 + + + + + 268 + + + + + 269 + + + + + 270 + + + + + 271 + + + + + 272 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/typical.svg new file mode 100644 index 0000000..a8e0723 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 267 + + + + + 268 + + + + + 269 + + + + + 270 + + + + + 271 + + + + + 272 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..f97d005 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_500","value_str":"48b","throughput":null,"full_id":"uninit_bench/gstring_uninit_500/48b","directory_name":"uninit_bench/gstring_uninit_500/48b","title":"uninit_bench/gstring_uninit_500/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..4c2455c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267.89555722199,"upper_bound":271.90841251452315},"point_estimate":269.833877162571,"standard_error":1.0261504103912649},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":264.73142766940214,"upper_bound":266.4415296761885},"point_estimate":265.31131110603104,"standard_error":0.4209009447352376},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.106657791115974,"upper_bound":6.549344203015185},"point_estimate":4.441073717220234,"standard_error":0.9263290854796046},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.9295403557295,"upper_bound":271.4954194075848},"point_estimate":269.1501668153509,"standard_error":1.1718375154524685},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.321381738882502,"upper_bound":11.935289154697886},"point_estimate":10.331069908194893,"standard_error":0.9220984749207086}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/sample.json new file mode 100644 index 0000000..4ba1412 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3688.0,7376.0,11064.0,14752.0,18440.0,22128.0,25816.0,29504.0,33192.0,36880.0,40568.0,44256.0,47944.0,51632.0,55320.0,59008.0,62696.0,66384.0,70072.0,73760.0,77448.0,81136.0,84824.0,88512.0,92200.0,95888.0,99576.0,103264.0,106952.0,110640.0,114328.0,118016.0,121704.0,125392.0,129080.0,132768.0,136456.0,140144.0,143832.0,147520.0,151208.0,154896.0,158584.0,162272.0,165960.0,169648.0,173336.0,177024.0,180712.0,184400.0,188088.0,191776.0,195464.0,199152.0,202840.0,206528.0,210216.0,213904.0,217592.0,221280.0,224968.0,228656.0,232344.0,236032.0,239720.0,243408.0,247096.0,250784.0,254472.0,258160.0,261848.0,265536.0,269224.0,272912.0,276600.0,280288.0,283976.0,287664.0,291352.0,295040.0,298728.0,302416.0,306104.0,309792.0,313480.0,317168.0,320856.0,324544.0,328232.0,331920.0,335608.0,339296.0,342984.0,346672.0,350360.0,354048.0,357736.0,361424.0,365112.0,368800.0],"times":[1103439.0,1899231.0,3042953.0,4199702.0,4829348.0,6500339.0,7514135.0,8776966.0,9852870.0,10937534.0,11910254.0,13100938.0,12509780.0,13810783.0,15127247.0,16291281.0,16907772.0,17664739.0,18636260.0,19617588.0,20389706.0,21472920.0,22301453.0,24567391.0,25275755.0,26132663.0,26061422.0,27063276.0,28113287.0,29383554.0,29673572.0,31302581.0,31963306.0,32894796.0,34232468.0,35046831.0,36388873.0,37122584.0,37898283.0,39505482.0,39692797.0,40420939.0,41323031.0,42718684.0,43284620.0,44603497.0,46000337.0,46348461.0,47400037.0,48772192.0,51326534.0,51946639.0,51795842.0,53809557.0,55301802.0,54447182.0,55807194.0,56192787.0,57297156.0,58622725.0,59104105.0,60110991.0,61559286.0,61949249.0,62643884.0,64934165.0,65644203.0,66444206.0,67486326.0,70707447.0,76883952.0,69823062.0,74285074.0,78827252.0,76590173.0,74215592.0,74283171.0,76176141.0,79520079.0,84128881.0,80746060.0,84286599.0,81558818.0,81828923.0,82743926.0,83808570.0,85582190.0,85020663.0,85793916.0,87410495.0,89132105.0,94788543.0,90655786.0,90731045.0,93377433.0,99647851.0,94989621.0,103448123.0,99443933.0,105394928.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..b883088 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[232.4775981869234,247.6973168773436,288.28323338513087,303.5029520755511] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/change/estimates.json new file mode 100644 index 0000000..5acf4d3 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0022317222768832037,"upper_bound":0.03732758402000086},"point_estimate":0.017795567827119774,"standard_error":0.008853320330182457},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0016138296819253606,"upper_bound":0.010259637063914032},"point_estimate":0.0033189958820669663,"standard_error":0.0031204683927315772}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/new/benchmark.json new file mode 100644 index 0000000..93f0774 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_500","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_500/5b","directory_name":"uninit_bench/gstring_uninit_500/5b","title":"uninit_bench/gstring_uninit_500/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/new/estimates.json new file mode 100644 index 0000000..cfa5877 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":257.24617534018324,"upper_bound":265.39008038317036},"point_estimate":260.70412951190855,"standard_error":2.103423655139098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252.34542440896797,"upper_bound":254.75558891995757},"point_estimate":253.44836359256726,"standard_error":0.5574842918189494},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.81042797950458,"upper_bound":6.528026575858104},"point_estimate":4.437160803628917,"standard_error":0.9274175949465224},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255.73165892296302,"upper_bound":275.74472617681596},"point_estimate":263.7838453357576,"standard_error":5.330217290970191},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.135200589742283,"upper_bound":32.46879383792041},"point_estimate":21.094346446393132,"standard_error":7.038544965306981}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/new/sample.json new file mode 100644 index 0000000..1ed81a4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3821.0,7642.0,11463.0,15284.0,19105.0,22926.0,26747.0,30568.0,34389.0,38210.0,42031.0,45852.0,49673.0,53494.0,57315.0,61136.0,64957.0,68778.0,72599.0,76420.0,80241.0,84062.0,87883.0,91704.0,95525.0,99346.0,103167.0,106988.0,110809.0,114630.0,118451.0,122272.0,126093.0,129914.0,133735.0,137556.0,141377.0,145198.0,149019.0,152840.0,156661.0,160482.0,164303.0,168124.0,171945.0,175766.0,179587.0,183408.0,187229.0,191050.0,194871.0,198692.0,202513.0,206334.0,210155.0,213976.0,217797.0,221618.0,225439.0,229260.0,233081.0,236902.0,240723.0,244544.0,248365.0,252186.0,256007.0,259828.0,263649.0,267470.0,271291.0,275112.0,278933.0,282754.0,286575.0,290396.0,294217.0,298038.0,301859.0,305680.0,309501.0,313322.0,317143.0,320964.0,324785.0,328606.0,332427.0,336248.0,340069.0,343890.0,347711.0,351532.0,355353.0,359174.0,362995.0,366816.0,370637.0,374458.0,378279.0,382100.0],"times":[1091531.0,1870596.0,3266719.0,4050443.0,4930177.0,6307641.0,7304733.0,8252013.0,9530893.0,10824034.0,11897588.0,12513087.0,12327404.0,13436753.0,14463178.0,16231077.0,16036916.0,17645114.0,18145119.0,19020202.0,20275570.0,20860835.0,22835936.0,23110122.0,24921500.0,24945706.0,26430700.0,27031132.0,28102698.0,28812247.0,30802875.0,30578072.0,32315330.0,33145870.0,37521374.0,37493360.0,36530346.0,36600338.0,37601047.0,38296518.0,42547037.0,45345386.0,43802040.0,42463589.0,43152710.0,44600434.0,45013959.0,46732599.0,50577347.0,50993156.0,49276159.0,50878363.0,51356262.0,51744717.0,52752428.0,54910937.0,55485003.0,61680643.0,56339158.0,58162797.0,58753449.0,59532873.0,60610394.0,61086811.0,62294725.0,63991431.0,64792960.0,65613464.0,66924888.0,71235809.0,68360886.0,69181304.0,70777873.0,70873471.0,72278229.0,73594493.0,73637557.0,75032892.0,84614405.0,82608211.0,78448808.0,84490977.0,79947151.0,80221808.0,81301259.0,83432628.0,84111093.0,83832740.0,85803944.0,86013242.0,87518008.0,88919941.0,89242412.0,90075012.0,90580916.0,99496061.0,106956192.0,105729300.0,163965869.0,116891851.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/new/tukey.json new file mode 100644 index 0000000..7f9352a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/new/tukey.json @@ -0,0 +1 @@ +[205.4929443424246,228.33205324431827,289.23634364936805,312.0754525512617] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/MAD.svg new file mode 100644 index 0000000..6cf0e7a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/SD.svg new file mode 100644 index 0000000..ac0b476 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/both/pdf.svg new file mode 100644 index 0000000..e49efc2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/both/regression.svg new file mode 100644 index 0000000..8c57bfb --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_500/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/mean.svg new file mode 100644 index 0000000..18e350f --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/mean.svg @@ -0,0 +1,340 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_500/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/median.svg new file mode 100644 index 0000000..7dd3ae2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/median.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_500/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/t-test.svg new file mode 100644 index 0000000..f8f4af6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_500/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/index.html b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/index.html new file mode 100644 index 0000000..d9159c4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_500/5b - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_500/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope255.73 ns263.78 ns275.74 ns
R²0.44878060.46389900.4318026
Mean257.25 ns260.70 ns265.39 ns
Std. Dev.10.135 ns21.094 ns32.469 ns
Median252.35 ns253.45 ns254.76 ns
MAD2.8104 ns4.4372 ns6.5280 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+0.2232%+1.7796%+3.7328%(p = 0.05 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/mean.svg new file mode 100644 index 0000000..e4dd33d --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/mean.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 257 + + + + + 258 + + + + + 259 + + + + + 260 + + + + + 261 + + + + + 262 + + + + + 263 + + + + + 264 + + + + + 265 + + + + + 266 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/median.svg new file mode 100644 index 0000000..67f548b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 252.5 + + + + + 253 + + + + + 253.5 + + + + + 254 + + + + + 254.5 + + + + + 255 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/pdf.svg new file mode 100644 index 0000000..cd094e4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/pdf.svg @@ -0,0 +1,324 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/pdf_small.svg new file mode 100644 index 0000000..ec2ef63 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/regression.svg new file mode 100644 index 0000000..b0d261c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_500/5b + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/regression_small.svg new file mode 100644 index 0000000..d1132bd --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..30cd83b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..04cc010 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/slope.svg new file mode 100644 index 0000000..ec9581b --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 255 + + + + + 260 + + + + + 265 + + + + + 270 + + + + + 275 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/typical.svg new file mode 100644 index 0000000..75be15a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 255 + + + + + 260 + + + + + 265 + + + + + 270 + + + + + 275 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..93f0774 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_500","value_str":"5b","throughput":null,"full_id":"uninit_bench/gstring_uninit_500/5b","directory_name":"uninit_bench/gstring_uninit_500/5b","title":"uninit_bench/gstring_uninit_500/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..cfa5877 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":257.24617534018324,"upper_bound":265.39008038317036},"point_estimate":260.70412951190855,"standard_error":2.103423655139098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252.34542440896797,"upper_bound":254.75558891995757},"point_estimate":253.44836359256726,"standard_error":0.5574842918189494},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.81042797950458,"upper_bound":6.528026575858104},"point_estimate":4.437160803628917,"standard_error":0.9274175949465224},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255.73165892296302,"upper_bound":275.74472617681596},"point_estimate":263.7838453357576,"standard_error":5.330217290970191},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.135200589742283,"upper_bound":32.46879383792041},"point_estimate":21.094346446393132,"standard_error":7.038544965306981}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/sample.json new file mode 100644 index 0000000..1ed81a4 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3821.0,7642.0,11463.0,15284.0,19105.0,22926.0,26747.0,30568.0,34389.0,38210.0,42031.0,45852.0,49673.0,53494.0,57315.0,61136.0,64957.0,68778.0,72599.0,76420.0,80241.0,84062.0,87883.0,91704.0,95525.0,99346.0,103167.0,106988.0,110809.0,114630.0,118451.0,122272.0,126093.0,129914.0,133735.0,137556.0,141377.0,145198.0,149019.0,152840.0,156661.0,160482.0,164303.0,168124.0,171945.0,175766.0,179587.0,183408.0,187229.0,191050.0,194871.0,198692.0,202513.0,206334.0,210155.0,213976.0,217797.0,221618.0,225439.0,229260.0,233081.0,236902.0,240723.0,244544.0,248365.0,252186.0,256007.0,259828.0,263649.0,267470.0,271291.0,275112.0,278933.0,282754.0,286575.0,290396.0,294217.0,298038.0,301859.0,305680.0,309501.0,313322.0,317143.0,320964.0,324785.0,328606.0,332427.0,336248.0,340069.0,343890.0,347711.0,351532.0,355353.0,359174.0,362995.0,366816.0,370637.0,374458.0,378279.0,382100.0],"times":[1091531.0,1870596.0,3266719.0,4050443.0,4930177.0,6307641.0,7304733.0,8252013.0,9530893.0,10824034.0,11897588.0,12513087.0,12327404.0,13436753.0,14463178.0,16231077.0,16036916.0,17645114.0,18145119.0,19020202.0,20275570.0,20860835.0,22835936.0,23110122.0,24921500.0,24945706.0,26430700.0,27031132.0,28102698.0,28812247.0,30802875.0,30578072.0,32315330.0,33145870.0,37521374.0,37493360.0,36530346.0,36600338.0,37601047.0,38296518.0,42547037.0,45345386.0,43802040.0,42463589.0,43152710.0,44600434.0,45013959.0,46732599.0,50577347.0,50993156.0,49276159.0,50878363.0,51356262.0,51744717.0,52752428.0,54910937.0,55485003.0,61680643.0,56339158.0,58162797.0,58753449.0,59532873.0,60610394.0,61086811.0,62294725.0,63991431.0,64792960.0,65613464.0,66924888.0,71235809.0,68360886.0,69181304.0,70777873.0,70873471.0,72278229.0,73594493.0,73637557.0,75032892.0,84614405.0,82608211.0,78448808.0,84490977.0,79947151.0,80221808.0,81301259.0,83432628.0,84111093.0,83832740.0,85803944.0,86013242.0,87518008.0,88919941.0,89242412.0,90075012.0,90580916.0,99496061.0,106956192.0,105729300.0,163965869.0,116891851.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..7f9352a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[205.4929443424246,228.33205324431827,289.23634364936805,312.0754525512617] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/report/index.html b/benchmarks/uninit_bench/gstring_uninit_500/report/index.html new file mode 100644 index 0000000..daf1572 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/gstring_uninit_500 Summary - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_500

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_uninit_500/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/report/violin.svg b/benchmarks/uninit_bench/gstring_uninit_500/report/violin.svg new file mode 100644 index 0000000..4874ac2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/report/violin.svg @@ -0,0 +1,508 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/gstring_uninit_500/unicode + + + + + uninit_bench/gstring_uninit_500/48b + + + + + uninit_bench/gstring_uninit_500/43b + + + + + uninit_bench/gstring_uninit_500/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 450 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/change/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/change/estimates.json new file mode 100644 index 0000000..9d6ea93 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002489707588529905,"upper_bound":0.02221933655480603},"point_estimate":0.010451935053780614,"standard_error":0.006327221041788294},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0015928752081684205,"upper_bound":0.0268514946419669},"point_estimate":0.012314038664897442,"standard_error":0.006991561617885302}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/benchmark.json new file mode 100644 index 0000000..cddcb2c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_500","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_500/unicode","directory_name":"uninit_bench/gstring_uninit_500/unicode","title":"uninit_bench/gstring_uninit_500/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/estimates.json new file mode 100644 index 0000000..432784c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":257.02026845395767,"upper_bound":261.2510545726252},"point_estimate":259.07279349738684,"standard_error":1.0837980565054999},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252.46411109777523,"upper_bound":257.9872537928521},"point_estimate":254.71763498027588,"standard_error":1.567938163407197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.400408152330823,"upper_bound":10.621734640992193},"point_estimate":7.177699494829854,"standard_error":1.6972151530683024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":254.68859774372555,"upper_bound":258.3566285779512},"point_estimate":256.43255517505025,"standard_error":0.9374566394646789},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.98878415030767,"upper_bound":12.467662129169563},"point_estimate":10.877962301739862,"standard_error":0.8883485437865062}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/sample.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/sample.json new file mode 100644 index 0000000..a3ea88c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3726.0,7452.0,11178.0,14904.0,18630.0,22356.0,26082.0,29808.0,33534.0,37260.0,40986.0,44712.0,48438.0,52164.0,55890.0,59616.0,63342.0,67068.0,70794.0,74520.0,78246.0,81972.0,85698.0,89424.0,93150.0,96876.0,100602.0,104328.0,108054.0,111780.0,115506.0,119232.0,122958.0,126684.0,130410.0,134136.0,137862.0,141588.0,145314.0,149040.0,152766.0,156492.0,160218.0,163944.0,167670.0,171396.0,175122.0,178848.0,182574.0,186300.0,190026.0,193752.0,197478.0,201204.0,204930.0,208656.0,212382.0,216108.0,219834.0,223560.0,227286.0,231012.0,234738.0,238464.0,242190.0,245916.0,249642.0,253368.0,257094.0,260820.0,264546.0,268272.0,271998.0,275724.0,279450.0,283176.0,286902.0,290628.0,294354.0,298080.0,301806.0,305532.0,309258.0,312984.0,316710.0,320436.0,324162.0,327888.0,331614.0,335340.0,339066.0,342792.0,346518.0,350244.0,353970.0,357696.0,361422.0,365148.0,368874.0,372600.0],"times":[1065384.0,1973018.0,3073817.0,3974714.0,5178231.0,5800221.0,7648680.0,8552990.0,9678567.0,10454709.0,11418509.0,11669284.0,12123958.0,13284706.0,14016661.0,14909396.0,16723873.0,16736987.0,17536747.0,18773006.0,19739520.0,20482656.0,21139445.0,22379475.0,23211090.0,24173701.0,26317960.0,26803896.0,28740737.0,31227095.0,32567985.0,32587088.0,31086098.0,32749527.0,33812784.0,34181317.0,34292285.0,38516857.0,37348579.0,37210520.0,38045600.0,38875629.0,39727263.0,41259930.0,42716171.0,43303729.0,45699214.0,49369970.0,48553532.0,48978734.0,47462400.0,48705010.0,49391282.0,53033061.0,51630996.0,54878218.0,53511262.0,54805287.0,55727802.0,58141855.0,60500400.0,58188162.0,60517739.0,65294518.0,60793958.0,67562595.0,68757645.0,64230903.0,67498607.0,66344606.0,66638528.0,69693249.0,69870406.0,68897603.0,69950094.0,72693299.0,79202850.0,79113998.0,75784671.0,76546827.0,76199559.0,76922090.0,80334146.0,79345198.0,79466944.0,80363521.0,81730213.0,81741670.0,82880618.0,83671336.0,84827013.0,86818876.0,87367162.0,87913398.0,92130015.0,92799794.0,90611397.0,93481618.0,92477845.0,99574098.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/tukey.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/tukey.json new file mode 100644 index 0000000..4ca4275 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/new/tukey.json @@ -0,0 +1 @@ +[212.10249724395123,231.44787725192566,283.03555727319076,302.3809372811652] \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/MAD.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/MAD.svg new file mode 100644 index 0000000..1451594 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/SD.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/SD.svg new file mode 100644 index 0000000..ed1e2e8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/SD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + 10.5 + + + + + 11 + + + + + 11.5 + + + + + 12 + + + + + 12.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/both/pdf.svg new file mode 100644 index 0000000..8471c8e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 220 + + + + + 230 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 330 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/both/regression.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/both/regression.svg new file mode 100644 index 0000000..7f2bac2 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_500/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/mean.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/mean.svg new file mode 100644 index 0000000..f8322fc --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_500/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/median.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/median.svg new file mode 100644 index 0000000..ae6bc76 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/gstring_uninit_500/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/t-test.svg new file mode 100644 index 0000000..8cf45d6 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/gstring_uninit_500/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/index.html b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/index.html new file mode 100644 index 0000000..5752658 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/gstring_uninit_500/unicode - Criterion.rs + + + + +
+

uninit_bench/gstring_uninit_500/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope254.69 ns256.43 ns258.36 ns
R²0.90158730.90603610.9006266
Mean257.02 ns259.07 ns261.25 ns
Std. Dev.8.9888 ns10.878 ns12.468 ns
Median252.46 ns254.72 ns257.99 ns
MAD4.4004 ns7.1777 ns10.622 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.2490%+1.0452%+2.2219%(p = 0.09 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/mean.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/mean.svg new file mode 100644 index 0000000..2d74313 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 257 + + + + + 258 + + + + + 259 + + + + + 260 + + + + + 261 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/median.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/median.svg new file mode 100644 index 0000000..3d30e80 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 252 + + + + + 253 + + + + + 254 + + + + + 255 + + + + + 256 + + + + + 257 + + + + + 258 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/pdf.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/pdf.svg new file mode 100644 index 0000000..a793d18 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/pdf_small.svg new file mode 100644 index 0000000..ef1d3e0 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/regression.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/regression.svg new file mode 100644 index 0000000..df14517 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + uninit_bench/gstring_uninit_500/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/regression_small.svg new file mode 100644 index 0000000..2db1254 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..aabea6a --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 220 + + + + + 230 + + + + + 240 + + + + + 250 + + + + + 260 + + + + + 270 + + + + + 280 + + + + + 290 + + + + + 300 + + + + + 310 + + + + + 320 + + + + + 330 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..b915a16 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/slope.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/slope.svg new file mode 100644 index 0000000..75318f8 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 254.5 + + + + + 255 + + + + + 255.5 + + + + + 256 + + + + + 256.5 + + + + + 257 + + + + + 257.5 + + + + + 258 + + + + + 258.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/typical.svg b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/typical.svg new file mode 100644 index 0000000..51c885e --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 254.5 + + + + + 255 + + + + + 255.5 + + + + + 256 + + + + + 256.5 + + + + + 257 + + + + + 257.5 + + + + + 258 + + + + + 258.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/gstring_uninit_500/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..cddcb2c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"gstring_uninit_500","value_str":"unicode","throughput":null,"full_id":"uninit_bench/gstring_uninit_500/unicode","directory_name":"uninit_bench/gstring_uninit_500/unicode","title":"uninit_bench/gstring_uninit_500/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..432784c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":257.02026845395767,"upper_bound":261.2510545726252},"point_estimate":259.07279349738684,"standard_error":1.0837980565054999},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252.46411109777523,"upper_bound":257.9872537928521},"point_estimate":254.71763498027588,"standard_error":1.567938163407197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4.400408152330823,"upper_bound":10.621734640992193},"point_estimate":7.177699494829854,"standard_error":1.6972151530683024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":254.68859774372555,"upper_bound":258.3566285779512},"point_estimate":256.43255517505025,"standard_error":0.9374566394646789},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.98878415030767,"upper_bound":12.467662129169563},"point_estimate":10.877962301739862,"standard_error":0.8883485437865062}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..a3ea88c --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3726.0,7452.0,11178.0,14904.0,18630.0,22356.0,26082.0,29808.0,33534.0,37260.0,40986.0,44712.0,48438.0,52164.0,55890.0,59616.0,63342.0,67068.0,70794.0,74520.0,78246.0,81972.0,85698.0,89424.0,93150.0,96876.0,100602.0,104328.0,108054.0,111780.0,115506.0,119232.0,122958.0,126684.0,130410.0,134136.0,137862.0,141588.0,145314.0,149040.0,152766.0,156492.0,160218.0,163944.0,167670.0,171396.0,175122.0,178848.0,182574.0,186300.0,190026.0,193752.0,197478.0,201204.0,204930.0,208656.0,212382.0,216108.0,219834.0,223560.0,227286.0,231012.0,234738.0,238464.0,242190.0,245916.0,249642.0,253368.0,257094.0,260820.0,264546.0,268272.0,271998.0,275724.0,279450.0,283176.0,286902.0,290628.0,294354.0,298080.0,301806.0,305532.0,309258.0,312984.0,316710.0,320436.0,324162.0,327888.0,331614.0,335340.0,339066.0,342792.0,346518.0,350244.0,353970.0,357696.0,361422.0,365148.0,368874.0,372600.0],"times":[1065384.0,1973018.0,3073817.0,3974714.0,5178231.0,5800221.0,7648680.0,8552990.0,9678567.0,10454709.0,11418509.0,11669284.0,12123958.0,13284706.0,14016661.0,14909396.0,16723873.0,16736987.0,17536747.0,18773006.0,19739520.0,20482656.0,21139445.0,22379475.0,23211090.0,24173701.0,26317960.0,26803896.0,28740737.0,31227095.0,32567985.0,32587088.0,31086098.0,32749527.0,33812784.0,34181317.0,34292285.0,38516857.0,37348579.0,37210520.0,38045600.0,38875629.0,39727263.0,41259930.0,42716171.0,43303729.0,45699214.0,49369970.0,48553532.0,48978734.0,47462400.0,48705010.0,49391282.0,53033061.0,51630996.0,54878218.0,53511262.0,54805287.0,55727802.0,58141855.0,60500400.0,58188162.0,60517739.0,65294518.0,60793958.0,67562595.0,68757645.0,64230903.0,67498607.0,66344606.0,66638528.0,69693249.0,69870406.0,68897603.0,69950094.0,72693299.0,79202850.0,79113998.0,75784671.0,76546827.0,76199559.0,76922090.0,80334146.0,79345198.0,79466944.0,80363521.0,81730213.0,81741670.0,82880618.0,83671336.0,84827013.0,86818876.0,87367162.0,87913398.0,92130015.0,92799794.0,90611397.0,93481618.0,92477845.0,99574098.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..4ca4275 --- /dev/null +++ b/benchmarks/uninit_bench/gstring_uninit_500/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[212.10249724395123,231.44787725192566,283.03555727319076,302.3809372811652] \ No newline at end of file diff --git a/benchmarks/uninit_bench/report/index.html b/benchmarks/uninit_bench/report/index.html new file mode 100644 index 0000000..2311c9f --- /dev/null +++ b/benchmarks/uninit_bench/report/index.html @@ -0,0 +1,1082 @@ + + + + + + uninit_bench Summary - Criterion.rs + + + + +
+

uninit_bench

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_100/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_50/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_50/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_50/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_50/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/report/violin.svg b/benchmarks/uninit_bench/report/violin.svg new file mode 100644 index 0000000..3a5e24c --- /dev/null +++ b/benchmarks/uninit_bench/report/violin.svg @@ -0,0 +1,3455 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/string/unicode + + + + + uninit_bench/string/5b + + + + + uninit_bench/string/48b + + + + + uninit_bench/string/43b + + + + + uninit_bench/gstring_uninit_500/unicode + + + + + uninit_bench/gstring_uninit_500/5b + + + + + uninit_bench/gstring_uninit_500/48b + + + + + uninit_bench/gstring_uninit_500/43b + + + + + uninit_bench/gstring_uninit_50/unicode + + + + + uninit_bench/gstring_uninit_50/5b + + + + + uninit_bench/gstring_uninit_50/48b + + + + + uninit_bench/gstring_uninit_50/43b + + + + + uninit_bench/gstring_uninit_255/unicode + + + + + uninit_bench/gstring_uninit_255/5b + + + + + uninit_bench/gstring_uninit_255/48b + + + + + uninit_bench/gstring_uninit_255/43b + + + + + uninit_bench/gstring_uninit_1000/unicode + + + + + uninit_bench/gstring_uninit_1000/5b + + + + + uninit_bench/gstring_uninit_1000/48b + + + + + uninit_bench/gstring_uninit_1000/43b + + + + + uninit_bench/gstring_uninit_100/unicode + + + + + uninit_bench/gstring_uninit_100/5b + + + + + uninit_bench/gstring_uninit_100/48b + + + + + uninit_bench/gstring_uninit_100/43b + + + + + uninit_bench/gstring_500/unicode + + + + + uninit_bench/gstring_500/5b + + + + + uninit_bench/gstring_500/48b + + + + + uninit_bench/gstring_500/43b + + + + + uninit_bench/gstring_50/unicode + + + + + uninit_bench/gstring_50/5b + + + + + uninit_bench/gstring_50/48b + + + + + uninit_bench/gstring_50/43b + + + + + uninit_bench/gstring_255/unicode + + + + + uninit_bench/gstring_255/5b + + + + + uninit_bench/gstring_255/48b + + + + + uninit_bench/gstring_255/43b + + + + + uninit_bench/gstring_1000/unicode + + + + + uninit_bench/gstring_1000/5b + + + + + uninit_bench/gstring_1000/48b + + + + + uninit_bench/gstring_1000/43b + + + + + uninit_bench/gstring_100/unicode + + + + + uninit_bench/gstring_100/5b + + + + + uninit_bench/gstring_100/48b + + + + + uninit_bench/gstring_100/43b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + gnuplot_plot_8 + + + + + + + gnuplot_plot_9 + + + + + + + gnuplot_plot_10 + + + + + + + gnuplot_plot_11 + + + + + + + gnuplot_plot_12 + + + + + + + gnuplot_plot_13 + + + + + + + gnuplot_plot_14 + + + + + + + gnuplot_plot_15 + + + + + + + gnuplot_plot_16 + + + + + + + gnuplot_plot_17 + + + + + + + gnuplot_plot_18 + + + + + + + gnuplot_plot_19 + + + + + + + gnuplot_plot_20 + + + + + + + gnuplot_plot_21 + + + + + + + gnuplot_plot_22 + + + + + + + gnuplot_plot_23 + + + + + + + gnuplot_plot_24 + + + + + + + gnuplot_plot_25 + + + + + + + gnuplot_plot_26 + + + + + + + gnuplot_plot_27 + + + + + + + gnuplot_plot_28 + + + + + + + gnuplot_plot_29 + + + + + + + gnuplot_plot_30 + + + + + + + gnuplot_plot_31 + + + + + + + gnuplot_plot_32 + + + + + + + gnuplot_plot_33 + + + + + + + gnuplot_plot_34 + + + + + + + gnuplot_plot_35 + + + + + + + gnuplot_plot_36 + + + + + + + gnuplot_plot_37 + + + + + + + gnuplot_plot_38 + + + + + + + gnuplot_plot_39 + + + + + + + gnuplot_plot_40 + + + + + + + gnuplot_plot_41 + + + + + + + gnuplot_plot_42 + + + + + + + gnuplot_plot_43 + + + + + + + gnuplot_plot_44 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/change/estimates.json b/benchmarks/uninit_bench/string/43b/change/estimates.json new file mode 100644 index 0000000..1f43aca --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009507065522654016,"upper_bound":0.01358054336428295},"point_estimate":0.002291647040191691,"standard_error":0.0059003526228531234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0034410263129563967,"upper_bound":0.012458084187383811},"point_estimate":0.0036563986198969722,"standard_error":0.0036946563051365264}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/new/benchmark.json b/benchmarks/uninit_bench/string/43b/new/benchmark.json new file mode 100644 index 0000000..5f0117c --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"string","value_str":"43b","throughput":null,"full_id":"uninit_bench/string/43b","directory_name":"uninit_bench/string/43b","title":"uninit_bench/string/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/new/estimates.json b/benchmarks/uninit_bench/string/43b/new/estimates.json new file mode 100644 index 0000000..13d23d7 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.87227918588933,"upper_bound":38.45415426935464},"point_estimate":38.15186217646884,"standard_error":0.14889647829164743},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.3085206294391,"upper_bound":37.758711900224284},"point_estimate":37.49802153082133,"standard_error":0.10398382951533867},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.37866835389644277,"upper_bound":0.9595476931778093},"point_estimate":0.6270283055008726,"standard_error":0.1435196832699173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.61836355303348,"upper_bound":38.21290286646997},"point_estimate":37.90012312863394,"standard_error":0.15171530881399703},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.200512339769643,"upper_bound":1.7341458134960677},"point_estimate":1.495909912932947,"standard_error":0.13664214500853833}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/new/sample.json b/benchmarks/uninit_bench/string/43b/new/sample.json new file mode 100644 index 0000000..54bdab3 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[25711.0,51422.0,77133.0,102844.0,128555.0,154266.0,179977.0,205688.0,231399.0,257110.0,282821.0,308532.0,334243.0,359954.0,385665.0,411376.0,437087.0,462798.0,488509.0,514220.0,539931.0,565642.0,591353.0,617064.0,642775.0,668486.0,694197.0,719908.0,745619.0,771330.0,797041.0,822752.0,848463.0,874174.0,899885.0,925596.0,951307.0,977018.0,1002729.0,1028440.0,1054151.0,1079862.0,1105573.0,1131284.0,1156995.0,1182706.0,1208417.0,1234128.0,1259839.0,1285550.0,1311261.0,1336972.0,1362683.0,1388394.0,1414105.0,1439816.0,1465527.0,1491238.0,1516949.0,1542660.0,1568371.0,1594082.0,1619793.0,1645504.0,1671215.0,1696926.0,1722637.0,1748348.0,1774059.0,1799770.0,1825481.0,1851192.0,1876903.0,1902614.0,1928325.0,1954036.0,1979747.0,2005458.0,2031169.0,2056880.0,2082591.0,2108302.0,2134013.0,2159724.0,2185435.0,2211146.0,2236857.0,2262568.0,2288279.0,2313990.0,2339701.0,2365412.0,2391123.0,2416834.0,2442545.0,2468256.0,2493967.0,2519678.0,2545389.0,2571100.0],"times":[1094978.0,1990097.0,3193531.0,3958932.0,4818452.0,5918909.0,7047755.0,8379786.0,9379666.0,10907270.0,11851964.0,12565295.0,12891111.0,13274419.0,14403956.0,15261621.0,16050099.0,17167649.0,18315374.0,18948056.0,20704160.0,21673089.0,22878147.0,23325462.0,24150755.0,24851487.0,25741927.0,26708521.0,27557050.0,29092027.0,29661886.0,30517523.0,32532282.0,32537410.0,33364046.0,34315818.0,35362820.0,40924454.0,41722579.0,41481937.0,44135202.0,43370444.0,42222015.0,42105503.0,42814035.0,44714147.0,44736175.0,45996766.0,46917246.0,48264173.0,50694019.0,52553646.0,50544826.0,52568284.0,52405646.0,54323572.0,54962604.0,55417073.0,56929712.0,57387213.0,58844426.0,66929590.0,61416496.0,61271442.0,64185992.0,68915498.0,65699406.0,65105177.0,65574290.0,67325696.0,68288966.0,69142654.0,69508667.0,70504739.0,71582865.0,72978169.0,73478234.0,76237918.0,75690354.0,76361896.0,77371258.0,78695854.0,79187728.0,81088841.0,81800274.0,82008107.0,82830731.0,87310459.0,84848855.0,86967024.0,87950729.0,87550418.0,90999906.0,93610588.0,91220215.0,94532527.0,100141389.0,93342258.0,103500877.0,101051388.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/new/tukey.json b/benchmarks/uninit_bench/string/43b/new/tukey.json new file mode 100644 index 0000000..cadf6f1 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/new/tukey.json @@ -0,0 +1 @@ +[32.94154980020563,35.03081427634635,40.60218621272159,42.691450688862304] \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/report/MAD.svg b/benchmarks/uninit_bench/string/43b/report/MAD.svg new file mode 100644 index 0000000..0d4a141 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1000 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/string/43b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/SD.svg b/benchmarks/uninit_bench/string/43b/report/SD.svg new file mode 100644 index 0000000..a29dd24 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/43b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/both/pdf.svg b/benchmarks/uninit_bench/string/43b/report/both/pdf.svg new file mode 100644 index 0000000..b3ed47a --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/43b + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/both/regression.svg b/benchmarks/uninit_bench/string/43b/report/both/regression.svg new file mode 100644 index 0000000..732128e --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/both/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/string/43b + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/change/mean.svg b/benchmarks/uninit_bench/string/43b/report/change/mean.svg new file mode 100644 index 0000000..42654fe --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -1 + + + + + -0.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/string/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/change/median.svg b/benchmarks/uninit_bench/string/43b/report/change/median.svg new file mode 100644 index 0000000..1f0c0bf --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/change/median.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/string/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/change/t-test.svg b/benchmarks/uninit_bench/string/43b/report/change/t-test.svg new file mode 100644 index 0000000..6736024 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/string/43b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/index.html b/benchmarks/uninit_bench/string/43b/report/index.html new file mode 100644 index 0000000..a067a30 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/string/43b - Criterion.rs + + + + +
+

uninit_bench/string/43b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope37.618 ns37.900 ns38.213 ns
R²0.89296260.89826970.8917387
Mean37.872 ns38.152 ns38.454 ns
Std. Dev.1.2005 ns1.4959 ns1.7341 ns
Median37.309 ns37.498 ns37.759 ns
MAD378.67 ps627.03 ps959.55 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.9507%+0.2292%+1.3581%(p = 0.69 > + 0.05)
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/report/mean.svg b/benchmarks/uninit_bench/string/43b/report/mean.svg new file mode 100644 index 0000000..f909023 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 37.9 + + + + + 38 + + + + + 38.1 + + + + + 38.2 + + + + + 38.3 + + + + + 38.4 + + + + + 38.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/43b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/median.svg b/benchmarks/uninit_bench/string/43b/report/median.svg new file mode 100644 index 0000000..2492efa --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 37.3 + + + + + 37.4 + + + + + 37.5 + + + + + 37.6 + + + + + 37.7 + + + + + 37.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/43b: median + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/pdf.svg b/benchmarks/uninit_bench/string/43b/report/pdf.svg new file mode 100644 index 0000000..e3ee491 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/pdf.svg @@ -0,0 +1,354 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 35 + + + + + 36 + + + + + 37 + + + + + 38 + + + + + 39 + + + + + 40 + + + + + 41 + + + + + 42 + + + + + 43 + + + + + 44 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/43b + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/pdf_small.svg b/benchmarks/uninit_bench/string/43b/report/pdf_small.svg new file mode 100644 index 0000000..6bf2172 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/pdf_small.svg @@ -0,0 +1,239 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 35 + + + + + 36 + + + + + 37 + + + + + 38 + + + + + 39 + + + + + 40 + + + + + 41 + + + + + 42 + + + + + 43 + + + + + 44 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/regression.svg b/benchmarks/uninit_bench/string/43b/report/regression.svg new file mode 100644 index 0000000..34c032f --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/string/43b + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/regression_small.svg b/benchmarks/uninit_bench/string/43b/report/regression_small.svg new file mode 100644 index 0000000..c07573e --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/string/43b/report/relative_pdf_small.svg new file mode 100644 index 0000000..f7d0b62 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/relative_regression_small.svg b/benchmarks/uninit_bench/string/43b/report/relative_regression_small.svg new file mode 100644 index 0000000..010b4df --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/relative_regression_small.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/slope.svg b/benchmarks/uninit_bench/string/43b/report/slope.svg new file mode 100644 index 0000000..616bddb --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 37.6 + + + + + 37.7 + + + + + 37.8 + + + + + 37.9 + + + + + 38 + + + + + 38.1 + + + + + 38.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/43b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/report/typical.svg b/benchmarks/uninit_bench/string/43b/report/typical.svg new file mode 100644 index 0000000..cdd3b03 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 37.6 + + + + + 37.7 + + + + + 37.8 + + + + + 37.9 + + + + + 38 + + + + + 38.1 + + + + + 38.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/43b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/string/43b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/string/43b/uninit-bench/benchmark.json new file mode 100644 index 0000000..5f0117c --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"string","value_str":"43b","throughput":null,"full_id":"uninit_bench/string/43b","directory_name":"uninit_bench/string/43b","title":"uninit_bench/string/43b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/uninit-bench/estimates.json b/benchmarks/uninit_bench/string/43b/uninit-bench/estimates.json new file mode 100644 index 0000000..13d23d7 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.87227918588933,"upper_bound":38.45415426935464},"point_estimate":38.15186217646884,"standard_error":0.14889647829164743},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.3085206294391,"upper_bound":37.758711900224284},"point_estimate":37.49802153082133,"standard_error":0.10398382951533867},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.37866835389644277,"upper_bound":0.9595476931778093},"point_estimate":0.6270283055008726,"standard_error":0.1435196832699173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.61836355303348,"upper_bound":38.21290286646997},"point_estimate":37.90012312863394,"standard_error":0.15171530881399703},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.200512339769643,"upper_bound":1.7341458134960677},"point_estimate":1.495909912932947,"standard_error":0.13664214500853833}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/uninit-bench/sample.json b/benchmarks/uninit_bench/string/43b/uninit-bench/sample.json new file mode 100644 index 0000000..54bdab3 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[25711.0,51422.0,77133.0,102844.0,128555.0,154266.0,179977.0,205688.0,231399.0,257110.0,282821.0,308532.0,334243.0,359954.0,385665.0,411376.0,437087.0,462798.0,488509.0,514220.0,539931.0,565642.0,591353.0,617064.0,642775.0,668486.0,694197.0,719908.0,745619.0,771330.0,797041.0,822752.0,848463.0,874174.0,899885.0,925596.0,951307.0,977018.0,1002729.0,1028440.0,1054151.0,1079862.0,1105573.0,1131284.0,1156995.0,1182706.0,1208417.0,1234128.0,1259839.0,1285550.0,1311261.0,1336972.0,1362683.0,1388394.0,1414105.0,1439816.0,1465527.0,1491238.0,1516949.0,1542660.0,1568371.0,1594082.0,1619793.0,1645504.0,1671215.0,1696926.0,1722637.0,1748348.0,1774059.0,1799770.0,1825481.0,1851192.0,1876903.0,1902614.0,1928325.0,1954036.0,1979747.0,2005458.0,2031169.0,2056880.0,2082591.0,2108302.0,2134013.0,2159724.0,2185435.0,2211146.0,2236857.0,2262568.0,2288279.0,2313990.0,2339701.0,2365412.0,2391123.0,2416834.0,2442545.0,2468256.0,2493967.0,2519678.0,2545389.0,2571100.0],"times":[1094978.0,1990097.0,3193531.0,3958932.0,4818452.0,5918909.0,7047755.0,8379786.0,9379666.0,10907270.0,11851964.0,12565295.0,12891111.0,13274419.0,14403956.0,15261621.0,16050099.0,17167649.0,18315374.0,18948056.0,20704160.0,21673089.0,22878147.0,23325462.0,24150755.0,24851487.0,25741927.0,26708521.0,27557050.0,29092027.0,29661886.0,30517523.0,32532282.0,32537410.0,33364046.0,34315818.0,35362820.0,40924454.0,41722579.0,41481937.0,44135202.0,43370444.0,42222015.0,42105503.0,42814035.0,44714147.0,44736175.0,45996766.0,46917246.0,48264173.0,50694019.0,52553646.0,50544826.0,52568284.0,52405646.0,54323572.0,54962604.0,55417073.0,56929712.0,57387213.0,58844426.0,66929590.0,61416496.0,61271442.0,64185992.0,68915498.0,65699406.0,65105177.0,65574290.0,67325696.0,68288966.0,69142654.0,69508667.0,70504739.0,71582865.0,72978169.0,73478234.0,76237918.0,75690354.0,76361896.0,77371258.0,78695854.0,79187728.0,81088841.0,81800274.0,82008107.0,82830731.0,87310459.0,84848855.0,86967024.0,87950729.0,87550418.0,90999906.0,93610588.0,91220215.0,94532527.0,100141389.0,93342258.0,103500877.0,101051388.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/43b/uninit-bench/tukey.json b/benchmarks/uninit_bench/string/43b/uninit-bench/tukey.json new file mode 100644 index 0000000..cadf6f1 --- /dev/null +++ b/benchmarks/uninit_bench/string/43b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[32.94154980020563,35.03081427634635,40.60218621272159,42.691450688862304] \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/change/estimates.json b/benchmarks/uninit_bench/string/48b/change/estimates.json new file mode 100644 index 0000000..834741e --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.13062255106182089,"upper_bound":-0.09632801937932887},"point_estimate":-0.11302133943997072,"standard_error":0.008739056027770975},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.11576033277167423,"upper_bound":-0.10934019034754272},"point_estimate":-0.11292005890571077,"standard_error":0.0016807528002429086}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/new/benchmark.json b/benchmarks/uninit_bench/string/48b/new/benchmark.json new file mode 100644 index 0000000..c71882e --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"string","value_str":"48b","throughput":null,"full_id":"uninit_bench/string/48b","directory_name":"uninit_bench/string/48b","title":"uninit_bench/string/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/new/estimates.json b/benchmarks/uninit_bench/string/48b/new/estimates.json new file mode 100644 index 0000000..5a1816f --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.736358918087454,"upper_bound":38.44588437782686},"point_estimate":38.072379654554226,"standard_error":0.1799064497589334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.1899526722507,"upper_bound":37.42520831075035},"point_estimate":37.29453824612905,"standard_error":0.06364801140462627},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.33291159216191984,"upper_bound":0.6496952253478406},"point_estimate":0.4744951780823432,"standard_error":0.08311388591641845},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.26953583768996,"upper_bound":37.63912381425378},"point_estimate":37.434079056311916,"standard_error":0.0947206680742217},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.3278377538517043,"upper_bound":2.2882253090393423},"point_estimate":1.8082129871154389,"standard_error":0.24984881649139234}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/new/sample.json b/benchmarks/uninit_bench/string/48b/new/sample.json new file mode 100644 index 0000000..0532630 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[25793.0,51586.0,77379.0,103172.0,128965.0,154758.0,180551.0,206344.0,232137.0,257930.0,283723.0,309516.0,335309.0,361102.0,386895.0,412688.0,438481.0,464274.0,490067.0,515860.0,541653.0,567446.0,593239.0,619032.0,644825.0,670618.0,696411.0,722204.0,747997.0,773790.0,799583.0,825376.0,851169.0,876962.0,902755.0,928548.0,954341.0,980134.0,1005927.0,1031720.0,1057513.0,1083306.0,1109099.0,1134892.0,1160685.0,1186478.0,1212271.0,1238064.0,1263857.0,1289650.0,1315443.0,1341236.0,1367029.0,1392822.0,1418615.0,1444408.0,1470201.0,1495994.0,1521787.0,1547580.0,1573373.0,1599166.0,1624959.0,1650752.0,1676545.0,1702338.0,1728131.0,1753924.0,1779717.0,1805510.0,1831303.0,1857096.0,1882889.0,1908682.0,1934475.0,1960268.0,1986061.0,2011854.0,2037647.0,2063440.0,2089233.0,2115026.0,2140819.0,2166612.0,2192405.0,2218198.0,2243991.0,2269784.0,2295577.0,2321370.0,2347163.0,2372956.0,2398749.0,2424542.0,2450335.0,2476128.0,2501921.0,2527714.0,2553507.0,2579300.0],"times":[1217582.0,1883803.0,3026612.0,4049551.0,5162771.0,5829351.0,7402532.0,8368683.0,9818931.0,10821748.0,11946581.0,12969887.0,14095367.0,15080359.0,14272045.0,15423237.0,16211903.0,17256400.0,18610267.0,20390424.0,20150073.0,22454756.0,22938710.0,25977195.0,26875820.0,25209669.0,26840308.0,27108818.0,27893887.0,29284832.0,29527082.0,30487875.0,32063472.0,32384859.0,33393372.0,34368838.0,35351582.0,36029702.0,37318846.0,38560531.0,39030064.0,40005358.0,40748203.0,43110301.0,42844154.0,44837034.0,45153839.0,46033294.0,47138876.0,52611657.0,54024659.0,54523454.0,50957166.0,52248933.0,52803370.0,53818361.0,54960072.0,55497162.0,56229483.0,59910299.0,58062578.0,59206252.0,60468219.0,61185584.0,62791735.0,63029004.0,64684609.0,65948773.0,66187591.0,66739236.0,68593369.0,68721743.0,70162513.0,71971649.0,77724743.0,73238880.0,73394319.0,75703366.0,76009128.0,75992432.0,77451947.0,78309218.0,79050230.0,81230679.0,81565509.0,82169233.0,83293270.0,84184365.0,85022924.0,86678732.0,87734372.0,87921765.0,88696423.0,90044592.0,90450702.0,92579011.0,92617044.0,94600223.0,99993964.0,95485145.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/new/tukey.json b/benchmarks/uninit_bench/string/48b/new/tukey.json new file mode 100644 index 0000000..998032a --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/new/tukey.json @@ -0,0 +1 @@ +[34.164780817614215,35.594652823317944,39.40764483852789,40.837516844231615] \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/report/MAD.svg b/benchmarks/uninit_bench/string/48b/report/MAD.svg new file mode 100644 index 0000000..5dc049f --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/string/48b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/SD.svg b/benchmarks/uninit_bench/string/48b/report/SD.svg new file mode 100644 index 0000000..ff6dfe9 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/48b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/both/pdf.svg b/benchmarks/uninit_bench/string/48b/report/both/pdf.svg new file mode 100644 index 0000000..122c4de --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 55 + + + + + 60 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/48b + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/both/regression.svg b/benchmarks/uninit_bench/string/48b/report/both/regression.svg new file mode 100644 index 0000000..7361d39 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/both/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/string/48b + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/change/mean.svg b/benchmarks/uninit_bench/string/48b/report/change/mean.svg new file mode 100644 index 0000000..ac0e1f1 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/change/mean.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + -13 + + + + + -12.5 + + + + + -12 + + + + + -11.5 + + + + + -11 + + + + + -10.5 + + + + + -10 + + + + + -9.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/string/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/change/median.svg b/benchmarks/uninit_bench/string/48b/report/change/median.svg new file mode 100644 index 0000000..097f226 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + -11.6 + + + + + -11.5 + + + + + -11.4 + + + + + -11.3 + + + + + -11.2 + + + + + -11.1 + + + + + -11 + + + + + -10.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/string/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/change/t-test.svg b/benchmarks/uninit_bench/string/48b/report/change/t-test.svg new file mode 100644 index 0000000..3705998 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/change/t-test.svg @@ -0,0 +1,255 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -12 + + + + + -10 + + + + + -8 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/string/48b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/index.html b/benchmarks/uninit_bench/string/48b/report/index.html new file mode 100644 index 0000000..8dd6f9e --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/string/48b - Criterion.rs + + + + +
+

uninit_bench/string/48b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope37.270 ns37.434 ns37.639 ns
R²0.92598220.92840000.9246509
Mean37.736 ns38.072 ns38.446 ns
Std. Dev.1.3278 ns1.8082 ns2.2882 ns
Median37.190 ns37.295 ns37.425 ns
MAD332.91 ps474.50 ps649.70 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-13.062%-11.302%-9.6328%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/report/mean.svg b/benchmarks/uninit_bench/string/48b/report/mean.svg new file mode 100644 index 0000000..28651b4 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 37.7 + + + + + 37.8 + + + + + 37.9 + + + + + 38 + + + + + 38.1 + + + + + 38.2 + + + + + 38.3 + + + + + 38.4 + + + + + 38.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/48b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/median.svg b/benchmarks/uninit_bench/string/48b/report/median.svg new file mode 100644 index 0000000..d384790 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 37.2 + + + + + 37.25 + + + + + 37.3 + + + + + 37.35 + + + + + 37.4 + + + + + 37.45 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/48b: median + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/pdf.svg b/benchmarks/uninit_bench/string/48b/report/pdf.svg new file mode 100644 index 0000000..3ecb2ea --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/pdf.svg @@ -0,0 +1,361 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/48b + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/pdf_small.svg b/benchmarks/uninit_bench/string/48b/report/pdf_small.svg new file mode 100644 index 0000000..6975102 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/regression.svg b/benchmarks/uninit_bench/string/48b/report/regression.svg new file mode 100644 index 0000000..9b21a69 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/regression.svg @@ -0,0 +1,447 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/string/48b + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/regression_small.svg b/benchmarks/uninit_bench/string/48b/report/regression_small.svg new file mode 100644 index 0000000..7ffde60 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/regression_small.svg @@ -0,0 +1,425 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/string/48b/report/relative_pdf_small.svg new file mode 100644 index 0000000..88687cf --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 55 + + + + + 60 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/relative_regression_small.svg b/benchmarks/uninit_bench/string/48b/report/relative_regression_small.svg new file mode 100644 index 0000000..ec4cc69 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/relative_regression_small.svg @@ -0,0 +1,277 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/slope.svg b/benchmarks/uninit_bench/string/48b/report/slope.svg new file mode 100644 index 0000000..56faad8 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 37.25 + + + + + 37.3 + + + + + 37.35 + + + + + 37.4 + + + + + 37.45 + + + + + 37.5 + + + + + 37.55 + + + + + 37.6 + + + + + 37.65 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/48b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/report/typical.svg b/benchmarks/uninit_bench/string/48b/report/typical.svg new file mode 100644 index 0000000..88ae64c --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 37.25 + + + + + 37.3 + + + + + 37.35 + + + + + 37.4 + + + + + 37.45 + + + + + 37.5 + + + + + 37.55 + + + + + 37.6 + + + + + 37.65 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/48b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/string/48b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/string/48b/uninit-bench/benchmark.json new file mode 100644 index 0000000..c71882e --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"string","value_str":"48b","throughput":null,"full_id":"uninit_bench/string/48b","directory_name":"uninit_bench/string/48b","title":"uninit_bench/string/48b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/uninit-bench/estimates.json b/benchmarks/uninit_bench/string/48b/uninit-bench/estimates.json new file mode 100644 index 0000000..5a1816f --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.736358918087454,"upper_bound":38.44588437782686},"point_estimate":38.072379654554226,"standard_error":0.1799064497589334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.1899526722507,"upper_bound":37.42520831075035},"point_estimate":37.29453824612905,"standard_error":0.06364801140462627},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.33291159216191984,"upper_bound":0.6496952253478406},"point_estimate":0.4744951780823432,"standard_error":0.08311388591641845},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.26953583768996,"upper_bound":37.63912381425378},"point_estimate":37.434079056311916,"standard_error":0.0947206680742217},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.3278377538517043,"upper_bound":2.2882253090393423},"point_estimate":1.8082129871154389,"standard_error":0.24984881649139234}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/uninit-bench/sample.json b/benchmarks/uninit_bench/string/48b/uninit-bench/sample.json new file mode 100644 index 0000000..0532630 --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[25793.0,51586.0,77379.0,103172.0,128965.0,154758.0,180551.0,206344.0,232137.0,257930.0,283723.0,309516.0,335309.0,361102.0,386895.0,412688.0,438481.0,464274.0,490067.0,515860.0,541653.0,567446.0,593239.0,619032.0,644825.0,670618.0,696411.0,722204.0,747997.0,773790.0,799583.0,825376.0,851169.0,876962.0,902755.0,928548.0,954341.0,980134.0,1005927.0,1031720.0,1057513.0,1083306.0,1109099.0,1134892.0,1160685.0,1186478.0,1212271.0,1238064.0,1263857.0,1289650.0,1315443.0,1341236.0,1367029.0,1392822.0,1418615.0,1444408.0,1470201.0,1495994.0,1521787.0,1547580.0,1573373.0,1599166.0,1624959.0,1650752.0,1676545.0,1702338.0,1728131.0,1753924.0,1779717.0,1805510.0,1831303.0,1857096.0,1882889.0,1908682.0,1934475.0,1960268.0,1986061.0,2011854.0,2037647.0,2063440.0,2089233.0,2115026.0,2140819.0,2166612.0,2192405.0,2218198.0,2243991.0,2269784.0,2295577.0,2321370.0,2347163.0,2372956.0,2398749.0,2424542.0,2450335.0,2476128.0,2501921.0,2527714.0,2553507.0,2579300.0],"times":[1217582.0,1883803.0,3026612.0,4049551.0,5162771.0,5829351.0,7402532.0,8368683.0,9818931.0,10821748.0,11946581.0,12969887.0,14095367.0,15080359.0,14272045.0,15423237.0,16211903.0,17256400.0,18610267.0,20390424.0,20150073.0,22454756.0,22938710.0,25977195.0,26875820.0,25209669.0,26840308.0,27108818.0,27893887.0,29284832.0,29527082.0,30487875.0,32063472.0,32384859.0,33393372.0,34368838.0,35351582.0,36029702.0,37318846.0,38560531.0,39030064.0,40005358.0,40748203.0,43110301.0,42844154.0,44837034.0,45153839.0,46033294.0,47138876.0,52611657.0,54024659.0,54523454.0,50957166.0,52248933.0,52803370.0,53818361.0,54960072.0,55497162.0,56229483.0,59910299.0,58062578.0,59206252.0,60468219.0,61185584.0,62791735.0,63029004.0,64684609.0,65948773.0,66187591.0,66739236.0,68593369.0,68721743.0,70162513.0,71971649.0,77724743.0,73238880.0,73394319.0,75703366.0,76009128.0,75992432.0,77451947.0,78309218.0,79050230.0,81230679.0,81565509.0,82169233.0,83293270.0,84184365.0,85022924.0,86678732.0,87734372.0,87921765.0,88696423.0,90044592.0,90450702.0,92579011.0,92617044.0,94600223.0,99993964.0,95485145.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/48b/uninit-bench/tukey.json b/benchmarks/uninit_bench/string/48b/uninit-bench/tukey.json new file mode 100644 index 0000000..998032a --- /dev/null +++ b/benchmarks/uninit_bench/string/48b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[34.164780817614215,35.594652823317944,39.40764483852789,40.837516844231615] \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/change/estimates.json b/benchmarks/uninit_bench/string/5b/change/estimates.json new file mode 100644 index 0000000..64d5f93 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023686568828631793,"upper_bound":-0.0036665365763871817},"point_estimate":-0.013872191830230696,"standard_error":0.005085654733510498},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011932486568876688,"upper_bound":-0.0008343348670301065},"point_estimate":-0.005822554825551607,"standard_error":0.002799490990708292}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/new/benchmark.json b/benchmarks/uninit_bench/string/5b/new/benchmark.json new file mode 100644 index 0000000..56d1267 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"string","value_str":"5b","throughput":null,"full_id":"uninit_bench/string/5b","directory_name":"uninit_bench/string/5b","title":"uninit_bench/string/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/new/estimates.json b/benchmarks/uninit_bench/string/5b/new/estimates.json new file mode 100644 index 0000000..968d8c1 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.92650965638813,"upper_bound":36.49861216020647},"point_estimate":36.20735951814968,"standard_error":0.1461347344412448},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.78669902378156,"upper_bound":36.129555854779596},"point_estimate":35.969463534840585,"standard_error":0.07374095000480355},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.601826993321651,"upper_bound":1.6578459009233635},"point_estimate":0.9397442757639098,"standard_error":0.2646643160365562},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.455321489971574,"upper_bound":36.03868595258026},"point_estimate":35.73385232043419,"standard_error":0.14937957550150202},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.2136206740421223,"upper_bound":1.7009764523295632},"point_estimate":1.4727687339934128,"standard_error":0.12414979833190312}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/new/sample.json b/benchmarks/uninit_bench/string/5b/new/sample.json new file mode 100644 index 0000000..7a00574 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[27248.0,54496.0,81744.0,108992.0,136240.0,163488.0,190736.0,217984.0,245232.0,272480.0,299728.0,326976.0,354224.0,381472.0,408720.0,435968.0,463216.0,490464.0,517712.0,544960.0,572208.0,599456.0,626704.0,653952.0,681200.0,708448.0,735696.0,762944.0,790192.0,817440.0,844688.0,871936.0,899184.0,926432.0,953680.0,980928.0,1008176.0,1035424.0,1062672.0,1089920.0,1117168.0,1144416.0,1171664.0,1198912.0,1226160.0,1253408.0,1280656.0,1307904.0,1335152.0,1362400.0,1389648.0,1416896.0,1444144.0,1471392.0,1498640.0,1525888.0,1553136.0,1580384.0,1607632.0,1634880.0,1662128.0,1689376.0,1716624.0,1743872.0,1771120.0,1798368.0,1825616.0,1852864.0,1880112.0,1907360.0,1934608.0,1961856.0,1989104.0,2016352.0,2043600.0,2070848.0,2098096.0,2125344.0,2152592.0,2179840.0,2207088.0,2234336.0,2261584.0,2288832.0,2316080.0,2343328.0,2370576.0,2397824.0,2425072.0,2452320.0,2479568.0,2506816.0,2534064.0,2561312.0,2588560.0,2615808.0,2643056.0,2670304.0,2697552.0,2724800.0],"times":[1024265.0,1837084.0,2964724.0,3894459.0,5153578.0,6118125.0,7810187.0,8453707.0,9187588.0,10160657.0,11283424.0,12139266.0,13216903.0,13340618.0,14152302.0,15736809.0,18561991.0,18455506.0,19600704.0,20594058.0,22041182.0,22429978.0,25016757.0,25956018.0,26958411.0,25547010.0,26643776.0,27284667.0,28549286.0,29462433.0,30660631.0,31910132.0,32284921.0,33993754.0,34551546.0,35091543.0,36192692.0,36989842.0,38238121.0,39004639.0,39941353.0,41766700.0,41924445.0,43336306.0,43665435.0,45765872.0,45819627.0,45018257.0,45911559.0,46995565.0,48935381.0,49428430.0,51944507.0,54228966.0,58575310.0,56942933.0,56274616.0,57842308.0,59152338.0,58540010.0,60033930.0,59825250.0,57843455.0,59449218.0,60573351.0,60926659.0,62183856.0,63690617.0,63592384.0,67685186.0,68046958.0,70556820.0,69423202.0,71242682.0,73452366.0,74545222.0,76503816.0,75881031.0,77343722.0,78328482.0,78736280.0,80211467.0,82164587.0,86858486.0,83309082.0,84440362.0,91803256.0,92168146.0,85710853.0,84344451.0,89595534.0,87195065.0,88585422.0,90954503.0,87762481.0,91020205.0,94380504.0,95000636.0,95934993.0,98175073.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/new/tukey.json b/benchmarks/uninit_bench/string/5b/new/tukey.json new file mode 100644 index 0000000..06484a4 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/new/tukey.json @@ -0,0 +1 @@ +[31.441848556874845,33.45487297564024,38.82293809234797,40.835962511113365] \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/report/MAD.svg b/benchmarks/uninit_bench/string/5b/report/MAD.svg new file mode 100644 index 0000000..1d4e8f7 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/MAD.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/5b: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/SD.svg b/benchmarks/uninit_bench/string/5b/report/SD.svg new file mode 100644 index 0000000..fe20b1e --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/5b: SD + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/both/pdf.svg b/benchmarks/uninit_bench/string/5b/report/both/pdf.svg new file mode 100644 index 0000000..9a52919 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/5b + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/both/regression.svg b/benchmarks/uninit_bench/string/5b/report/both/regression.svg new file mode 100644 index 0000000..fe05c33 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/both/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/string/5b + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/change/mean.svg b/benchmarks/uninit_bench/string/5b/report/change/mean.svg new file mode 100644 index 0000000..a7ba2c9 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -2.5 + + + + + -2 + + + + + -1.5 + + + + + -1 + + + + + -0.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/string/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/change/median.svg b/benchmarks/uninit_bench/string/5b/report/change/median.svg new file mode 100644 index 0000000..7459f33 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + -1.2 + + + + + -1 + + + + + -0.8 + + + + + -0.6 + + + + + -0.4 + + + + + -0.2 + + + + + 0 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/string/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/change/t-test.svg b/benchmarks/uninit_bench/string/5b/report/change/t-test.svg new file mode 100644 index 0000000..3047d85 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/string/5b: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/index.html b/benchmarks/uninit_bench/string/5b/report/index.html new file mode 100644 index 0000000..8c94cf3 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/string/5b - Criterion.rs + + + + +
+

uninit_bench/string/5b

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope35.455 ns35.734 ns36.039 ns
R²0.86953090.87575370.8683106
Mean35.927 ns36.207 ns36.499 ns
Std. Dev.1.2136 ns1.4728 ns1.7010 ns
Median35.787 ns35.969 ns36.130 ns
MAD601.83 ps939.74 ps1.6578 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-2.3687%-1.3872%-0.3667%(p = 0.01 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/report/mean.svg b/benchmarks/uninit_bench/string/5b/report/mean.svg new file mode 100644 index 0000000..01bee49 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 35.9 + + + + + 36 + + + + + 36.1 + + + + + 36.2 + + + + + 36.3 + + + + + 36.4 + + + + + 36.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/5b: mean + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/median.svg b/benchmarks/uninit_bench/string/5b/report/median.svg new file mode 100644 index 0000000..ecae5e5 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 35.75 + + + + + 35.8 + + + + + 35.85 + + + + + 35.9 + + + + + 35.95 + + + + + 36 + + + + + 36.05 + + + + + 36.1 + + + + + 36.15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/5b: median + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/pdf.svg b/benchmarks/uninit_bench/string/5b/report/pdf.svg new file mode 100644 index 0000000..762ef0b --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/pdf.svg @@ -0,0 +1,327 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/5b + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/pdf_small.svg b/benchmarks/uninit_bench/string/5b/report/pdf_small.svg new file mode 100644 index 0000000..aac853c --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/regression.svg b/benchmarks/uninit_bench/string/5b/report/regression.svg new file mode 100644 index 0000000..b196df5 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/regression.svg @@ -0,0 +1,447 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/string/5b + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/regression_small.svg b/benchmarks/uninit_bench/string/5b/report/regression_small.svg new file mode 100644 index 0000000..aec34d3 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/regression_small.svg @@ -0,0 +1,425 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/relative_pdf_small.svg b/benchmarks/uninit_bench/string/5b/report/relative_pdf_small.svg new file mode 100644 index 0000000..9412a79 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/relative_regression_small.svg b/benchmarks/uninit_bench/string/5b/report/relative_regression_small.svg new file mode 100644 index 0000000..99dec18 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/relative_regression_small.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/slope.svg b/benchmarks/uninit_bench/string/5b/report/slope.svg new file mode 100644 index 0000000..4e90792 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 35.4 + + + + + 35.5 + + + + + 35.6 + + + + + 35.7 + + + + + 35.8 + + + + + 35.9 + + + + + 36 + + + + + 36.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/5b: slope + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/report/typical.svg b/benchmarks/uninit_bench/string/5b/report/typical.svg new file mode 100644 index 0000000..f558d3a --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 35.4 + + + + + 35.5 + + + + + 35.6 + + + + + 35.7 + + + + + 35.8 + + + + + 35.9 + + + + + 36 + + + + + 36.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/5b: typical + + + + + + + diff --git a/benchmarks/uninit_bench/string/5b/uninit-bench/benchmark.json b/benchmarks/uninit_bench/string/5b/uninit-bench/benchmark.json new file mode 100644 index 0000000..56d1267 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"string","value_str":"5b","throughput":null,"full_id":"uninit_bench/string/5b","directory_name":"uninit_bench/string/5b","title":"uninit_bench/string/5b"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/uninit-bench/estimates.json b/benchmarks/uninit_bench/string/5b/uninit-bench/estimates.json new file mode 100644 index 0000000..968d8c1 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.92650965638813,"upper_bound":36.49861216020647},"point_estimate":36.20735951814968,"standard_error":0.1461347344412448},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.78669902378156,"upper_bound":36.129555854779596},"point_estimate":35.969463534840585,"standard_error":0.07374095000480355},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.601826993321651,"upper_bound":1.6578459009233635},"point_estimate":0.9397442757639098,"standard_error":0.2646643160365562},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.455321489971574,"upper_bound":36.03868595258026},"point_estimate":35.73385232043419,"standard_error":0.14937957550150202},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.2136206740421223,"upper_bound":1.7009764523295632},"point_estimate":1.4727687339934128,"standard_error":0.12414979833190312}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/uninit-bench/sample.json b/benchmarks/uninit_bench/string/5b/uninit-bench/sample.json new file mode 100644 index 0000000..7a00574 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[27248.0,54496.0,81744.0,108992.0,136240.0,163488.0,190736.0,217984.0,245232.0,272480.0,299728.0,326976.0,354224.0,381472.0,408720.0,435968.0,463216.0,490464.0,517712.0,544960.0,572208.0,599456.0,626704.0,653952.0,681200.0,708448.0,735696.0,762944.0,790192.0,817440.0,844688.0,871936.0,899184.0,926432.0,953680.0,980928.0,1008176.0,1035424.0,1062672.0,1089920.0,1117168.0,1144416.0,1171664.0,1198912.0,1226160.0,1253408.0,1280656.0,1307904.0,1335152.0,1362400.0,1389648.0,1416896.0,1444144.0,1471392.0,1498640.0,1525888.0,1553136.0,1580384.0,1607632.0,1634880.0,1662128.0,1689376.0,1716624.0,1743872.0,1771120.0,1798368.0,1825616.0,1852864.0,1880112.0,1907360.0,1934608.0,1961856.0,1989104.0,2016352.0,2043600.0,2070848.0,2098096.0,2125344.0,2152592.0,2179840.0,2207088.0,2234336.0,2261584.0,2288832.0,2316080.0,2343328.0,2370576.0,2397824.0,2425072.0,2452320.0,2479568.0,2506816.0,2534064.0,2561312.0,2588560.0,2615808.0,2643056.0,2670304.0,2697552.0,2724800.0],"times":[1024265.0,1837084.0,2964724.0,3894459.0,5153578.0,6118125.0,7810187.0,8453707.0,9187588.0,10160657.0,11283424.0,12139266.0,13216903.0,13340618.0,14152302.0,15736809.0,18561991.0,18455506.0,19600704.0,20594058.0,22041182.0,22429978.0,25016757.0,25956018.0,26958411.0,25547010.0,26643776.0,27284667.0,28549286.0,29462433.0,30660631.0,31910132.0,32284921.0,33993754.0,34551546.0,35091543.0,36192692.0,36989842.0,38238121.0,39004639.0,39941353.0,41766700.0,41924445.0,43336306.0,43665435.0,45765872.0,45819627.0,45018257.0,45911559.0,46995565.0,48935381.0,49428430.0,51944507.0,54228966.0,58575310.0,56942933.0,56274616.0,57842308.0,59152338.0,58540010.0,60033930.0,59825250.0,57843455.0,59449218.0,60573351.0,60926659.0,62183856.0,63690617.0,63592384.0,67685186.0,68046958.0,70556820.0,69423202.0,71242682.0,73452366.0,74545222.0,76503816.0,75881031.0,77343722.0,78328482.0,78736280.0,80211467.0,82164587.0,86858486.0,83309082.0,84440362.0,91803256.0,92168146.0,85710853.0,84344451.0,89595534.0,87195065.0,88585422.0,90954503.0,87762481.0,91020205.0,94380504.0,95000636.0,95934993.0,98175073.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/5b/uninit-bench/tukey.json b/benchmarks/uninit_bench/string/5b/uninit-bench/tukey.json new file mode 100644 index 0000000..06484a4 --- /dev/null +++ b/benchmarks/uninit_bench/string/5b/uninit-bench/tukey.json @@ -0,0 +1 @@ +[31.441848556874845,33.45487297564024,38.82293809234797,40.835962511113365] \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/report/index.html b/benchmarks/uninit_bench/string/report/index.html new file mode 100644 index 0000000..9da54b4 --- /dev/null +++ b/benchmarks/uninit_bench/string/report/index.html @@ -0,0 +1,162 @@ + + + + + + uninit_bench/string Summary - Criterion.rs + + + + +
+

uninit_bench/string

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/string/5b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/43b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/48b

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/report/violin.svg b/benchmarks/uninit_bench/string/report/violin.svg new file mode 100644 index 0000000..a08a463 --- /dev/null +++ b/benchmarks/uninit_bench/string/report/violin.svg @@ -0,0 +1,508 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/string/unicode + + + + + uninit_bench/string/48b + + + + + uninit_bench/string/43b + + + + + uninit_bench/string/5b + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 45 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/string: Violin plot + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/change/estimates.json b/benchmarks/uninit_bench/string/unicode/change/estimates.json new file mode 100644 index 0000000..a2994c2 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0019325505485839364,"upper_bound":0.025613192135302953},"point_estimate":0.013306824154769581,"standard_error":0.006072618724675756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00043586181510574804,"upper_bound":0.01201987634464497},"point_estimate":0.004338097435639066,"standard_error":0.002938789974003242}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/new/benchmark.json b/benchmarks/uninit_bench/string/unicode/new/benchmark.json new file mode 100644 index 0000000..a7a4336 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"string","value_str":"unicode","throughput":null,"full_id":"uninit_bench/string/unicode","directory_name":"uninit_bench/string/unicode","title":"uninit_bench/string/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/new/estimates.json b/benchmarks/uninit_bench/string/unicode/new/estimates.json new file mode 100644 index 0000000..d6d1ee2 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.84907869875712,"upper_bound":38.554406941443595},"point_estimate":38.188202056617975,"standard_error":0.17995675053051507},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.203766600049875,"upper_bound":37.56806204844879},"point_estimate":37.321298093444796,"standard_error":0.08724077425392691},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3973517198231581,"upper_bound":0.940768076714931},"point_estimate":0.5328705468164574,"standard_error":0.13834226991602544},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.39338266107497,"upper_bound":37.89966698486735},"point_estimate":37.61588496302612,"standard_error":0.12960888131100307},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.441152704605421,"upper_bound":2.1312214102229476},"point_estimate":1.8087185565313446,"standard_error":0.1764109681784739}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/new/sample.json b/benchmarks/uninit_bench/string/unicode/new/sample.json new file mode 100644 index 0000000..0fee43d --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[25883.0,51766.0,77649.0,103532.0,129415.0,155298.0,181181.0,207064.0,232947.0,258830.0,284713.0,310596.0,336479.0,362362.0,388245.0,414128.0,440011.0,465894.0,491777.0,517660.0,543543.0,569426.0,595309.0,621192.0,647075.0,672958.0,698841.0,724724.0,750607.0,776490.0,802373.0,828256.0,854139.0,880022.0,905905.0,931788.0,957671.0,983554.0,1009437.0,1035320.0,1061203.0,1087086.0,1112969.0,1138852.0,1164735.0,1190618.0,1216501.0,1242384.0,1268267.0,1294150.0,1320033.0,1345916.0,1371799.0,1397682.0,1423565.0,1449448.0,1475331.0,1501214.0,1527097.0,1552980.0,1578863.0,1604746.0,1630629.0,1656512.0,1682395.0,1708278.0,1734161.0,1760044.0,1785927.0,1811810.0,1837693.0,1863576.0,1889459.0,1915342.0,1941225.0,1967108.0,1992991.0,2018874.0,2044757.0,2070640.0,2096523.0,2122406.0,2148289.0,2174172.0,2200055.0,2225938.0,2251821.0,2277704.0,2303587.0,2329470.0,2355353.0,2381236.0,2407119.0,2433002.0,2458885.0,2484768.0,2510651.0,2536534.0,2562417.0,2588300.0],"times":[1063914.0,1874970.0,3245968.0,4012437.0,5107362.0,5776833.0,8181386.0,8955659.0,9730545.0,10798030.0,11877138.0,13082567.0,14071170.0,15190762.0,16239153.0,17082785.0,16091790.0,17365977.0,18860566.0,19160688.0,20198020.0,21018107.0,22199781.0,22967146.0,23491665.0,24748127.0,26199839.0,27760979.0,28224470.0,29973776.0,30790088.0,31063956.0,32156753.0,32967127.0,33519290.0,34179534.0,35732387.0,36698228.0,37358430.0,38649259.0,39100039.0,40187971.0,41006352.0,42369584.0,43054573.0,46003094.0,48172079.0,49978532.0,47224952.0,49741860.0,50670283.0,49768183.0,52175189.0,56022200.0,57296348.0,53758704.0,55001201.0,55361138.0,57372751.0,57667991.0,60748760.0,65638833.0,67383957.0,61434398.0,64325110.0,64096221.0,64442634.0,64989549.0,66094068.0,67550689.0,72466880.0,72646304.0,70145306.0,71030741.0,72017338.0,73068956.0,74898540.0,74391148.0,77202983.0,77789932.0,77981738.0,78371301.0,80956028.0,90161097.0,82060819.0,84184576.0,83448227.0,84477775.0,85087809.0,86258826.0,88021683.0,89090107.0,89868674.0,90002898.0,91953082.0,91904991.0,93232359.0,93707457.0,95360046.0,95712668.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/new/tukey.json b/benchmarks/uninit_bench/string/unicode/new/tukey.json new file mode 100644 index 0000000..08de0bc --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/new/tukey.json @@ -0,0 +1 @@ +[32.57934741646361,34.802445604843484,40.73070744052313,42.953805628903] \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/report/MAD.svg b/benchmarks/uninit_bench/string/unicode/report/MAD.svg new file mode 100644 index 0000000..0e8b6f7 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1000 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + uninit_bench/string/unicode: MAD + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/SD.svg b/benchmarks/uninit_bench/string/unicode/report/SD.svg new file mode 100644 index 0000000..433a0aa --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + 2.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/unicode: SD + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/both/pdf.svg b/benchmarks/uninit_bench/string/unicode/report/both/pdf.svg new file mode 100644 index 0000000..75279ad --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/both/pdf.svg @@ -0,0 +1,348 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/both/regression.svg b/benchmarks/uninit_bench/string/unicode/report/both/regression.svg new file mode 100644 index 0000000..630beb4 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/both/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/string/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/change/mean.svg b/benchmarks/uninit_bench/string/unicode/report/change/mean.svg new file mode 100644 index 0000000..b1fd6ea --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/string/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/change/median.svg b/benchmarks/uninit_bench/string/unicode/report/change/median.svg new file mode 100644 index 0000000..94d0fb2 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + uninit_bench/string/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/change/t-test.svg b/benchmarks/uninit_bench/string/unicode/report/change/t-test.svg new file mode 100644 index 0000000..a309802 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + uninit_bench/string/unicode: Welch t test + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/index.html b/benchmarks/uninit_bench/string/unicode/report/index.html new file mode 100644 index 0000000..8a20883 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/index.html @@ -0,0 +1,279 @@ + + + + + + uninit_bench/string/unicode - Criterion.rs + + + + +
+

uninit_bench/string/unicode

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope37.393 ns37.616 ns37.900 ns
R²0.88560080.88971230.8830436
Mean37.849 ns38.188 ns38.554 ns
Std. Dev.1.4412 ns1.8087 ns2.1312 ns
Median37.204 ns37.321 ns37.568 ns
MAD397.35 ps532.87 ps940.77 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+0.1933%+1.3307%+2.5613%(p = 0.03 < + 0.05)
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/report/mean.svg b/benchmarks/uninit_bench/string/unicode/report/mean.svg new file mode 100644 index 0000000..4279374 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 37.8 + + + + + 37.9 + + + + + 38 + + + + + 38.1 + + + + + 38.2 + + + + + 38.3 + + + + + 38.4 + + + + + 38.5 + + + + + 38.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/unicode: mean + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/median.svg b/benchmarks/uninit_bench/string/unicode/report/median.svg new file mode 100644 index 0000000..1a45f72 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/median.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 37.2 + + + + + 37.25 + + + + + 37.3 + + + + + 37.35 + + + + + 37.4 + + + + + 37.45 + + + + + 37.5 + + + + + 37.55 + + + + + 37.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/unicode: median + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/pdf.svg b/benchmarks/uninit_bench/string/unicode/report/pdf.svg new file mode 100644 index 0000000..c28ad80 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/pdf.svg @@ -0,0 +1,350 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 106) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/pdf_small.svg b/benchmarks/uninit_bench/string/unicode/report/pdf_small.svg new file mode 100644 index 0000000..1dd7f95 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/regression.svg b/benchmarks/uninit_bench/string/unicode/report/regression.svg new file mode 100644 index 0000000..94b27e6 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/regression.svg @@ -0,0 +1,447 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + uninit_bench/string/unicode + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/regression_small.svg b/benchmarks/uninit_bench/string/unicode/report/regression_small.svg new file mode 100644 index 0000000..e440283 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/regression_small.svg @@ -0,0 +1,425 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/relative_pdf_small.svg b/benchmarks/uninit_bench/string/unicode/report/relative_pdf_small.svg new file mode 100644 index 0000000..ee04c9c --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/relative_pdf_small.svg @@ -0,0 +1,321 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/relative_regression_small.svg b/benchmarks/uninit_bench/string/unicode/report/relative_regression_small.svg new file mode 100644 index 0000000..a192d46 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/relative_regression_small.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 106) + + + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/slope.svg b/benchmarks/uninit_bench/string/unicode/report/slope.svg new file mode 100644 index 0000000..4f5ad7b --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 37.4 + + + + + 37.5 + + + + + 37.6 + + + + + 37.7 + + + + + 37.8 + + + + + 37.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/unicode: slope + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/report/typical.svg b/benchmarks/uninit_bench/string/unicode/report/typical.svg new file mode 100644 index 0000000..75ebb74 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 37.4 + + + + + 37.5 + + + + + 37.6 + + + + + 37.7 + + + + + 37.8 + + + + + 37.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + uninit_bench/string/unicode: typical + + + + + + + diff --git a/benchmarks/uninit_bench/string/unicode/uninit-bench/benchmark.json b/benchmarks/uninit_bench/string/unicode/uninit-bench/benchmark.json new file mode 100644 index 0000000..a7a4336 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/uninit-bench/benchmark.json @@ -0,0 +1 @@ +{"group_id":"uninit_bench","function_id":"string","value_str":"unicode","throughput":null,"full_id":"uninit_bench/string/unicode","directory_name":"uninit_bench/string/unicode","title":"uninit_bench/string/unicode"} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/uninit-bench/estimates.json b/benchmarks/uninit_bench/string/unicode/uninit-bench/estimates.json new file mode 100644 index 0000000..d6d1ee2 --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/uninit-bench/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.84907869875712,"upper_bound":38.554406941443595},"point_estimate":38.188202056617975,"standard_error":0.17995675053051507},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.203766600049875,"upper_bound":37.56806204844879},"point_estimate":37.321298093444796,"standard_error":0.08724077425392691},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3973517198231581,"upper_bound":0.940768076714931},"point_estimate":0.5328705468164574,"standard_error":0.13834226991602544},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.39338266107497,"upper_bound":37.89966698486735},"point_estimate":37.61588496302612,"standard_error":0.12960888131100307},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.441152704605421,"upper_bound":2.1312214102229476},"point_estimate":1.8087185565313446,"standard_error":0.1764109681784739}} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/uninit-bench/sample.json b/benchmarks/uninit_bench/string/unicode/uninit-bench/sample.json new file mode 100644 index 0000000..0fee43d --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/uninit-bench/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[25883.0,51766.0,77649.0,103532.0,129415.0,155298.0,181181.0,207064.0,232947.0,258830.0,284713.0,310596.0,336479.0,362362.0,388245.0,414128.0,440011.0,465894.0,491777.0,517660.0,543543.0,569426.0,595309.0,621192.0,647075.0,672958.0,698841.0,724724.0,750607.0,776490.0,802373.0,828256.0,854139.0,880022.0,905905.0,931788.0,957671.0,983554.0,1009437.0,1035320.0,1061203.0,1087086.0,1112969.0,1138852.0,1164735.0,1190618.0,1216501.0,1242384.0,1268267.0,1294150.0,1320033.0,1345916.0,1371799.0,1397682.0,1423565.0,1449448.0,1475331.0,1501214.0,1527097.0,1552980.0,1578863.0,1604746.0,1630629.0,1656512.0,1682395.0,1708278.0,1734161.0,1760044.0,1785927.0,1811810.0,1837693.0,1863576.0,1889459.0,1915342.0,1941225.0,1967108.0,1992991.0,2018874.0,2044757.0,2070640.0,2096523.0,2122406.0,2148289.0,2174172.0,2200055.0,2225938.0,2251821.0,2277704.0,2303587.0,2329470.0,2355353.0,2381236.0,2407119.0,2433002.0,2458885.0,2484768.0,2510651.0,2536534.0,2562417.0,2588300.0],"times":[1063914.0,1874970.0,3245968.0,4012437.0,5107362.0,5776833.0,8181386.0,8955659.0,9730545.0,10798030.0,11877138.0,13082567.0,14071170.0,15190762.0,16239153.0,17082785.0,16091790.0,17365977.0,18860566.0,19160688.0,20198020.0,21018107.0,22199781.0,22967146.0,23491665.0,24748127.0,26199839.0,27760979.0,28224470.0,29973776.0,30790088.0,31063956.0,32156753.0,32967127.0,33519290.0,34179534.0,35732387.0,36698228.0,37358430.0,38649259.0,39100039.0,40187971.0,41006352.0,42369584.0,43054573.0,46003094.0,48172079.0,49978532.0,47224952.0,49741860.0,50670283.0,49768183.0,52175189.0,56022200.0,57296348.0,53758704.0,55001201.0,55361138.0,57372751.0,57667991.0,60748760.0,65638833.0,67383957.0,61434398.0,64325110.0,64096221.0,64442634.0,64989549.0,66094068.0,67550689.0,72466880.0,72646304.0,70145306.0,71030741.0,72017338.0,73068956.0,74898540.0,74391148.0,77202983.0,77789932.0,77981738.0,78371301.0,80956028.0,90161097.0,82060819.0,84184576.0,83448227.0,84477775.0,85087809.0,86258826.0,88021683.0,89090107.0,89868674.0,90002898.0,91953082.0,91904991.0,93232359.0,93707457.0,95360046.0,95712668.0]} \ No newline at end of file diff --git a/benchmarks/uninit_bench/string/unicode/uninit-bench/tukey.json b/benchmarks/uninit_bench/string/unicode/uninit-bench/tukey.json new file mode 100644 index 0000000..08de0bc --- /dev/null +++ b/benchmarks/uninit_bench/string/unicode/uninit-bench/tukey.json @@ -0,0 +1 @@ +[32.57934741646361,34.802445604843484,40.73070744052313,42.953805628903] \ No newline at end of file diff --git a/benchmarks/uninit_bench/unicode/report/index.html b/benchmarks/uninit_bench/unicode/report/index.html new file mode 100644 index 0000000..2651146 --- /dev/null +++ b/benchmarks/uninit_bench/unicode/report/index.html @@ -0,0 +1,323 @@ + + + + + + uninit_bench/unicode Summary - Criterion.rs + + + + +
+

uninit_bench/unicode

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

uninit_bench/gstring_50/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_50/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_100/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_100/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_255/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_255/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_500/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_500/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_1000/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/gstring_uninit_1000/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

uninit_bench/string/unicode

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/uninit_bench/unicode/report/violin.svg b/benchmarks/uninit_bench/unicode/report/violin.svg new file mode 100644 index 0000000..c9634f0 --- /dev/null +++ b/benchmarks/uninit_bench/unicode/report/violin.svg @@ -0,0 +1,1000 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + uninit_bench/string/unicode + + + + + uninit_bench/gstring_uninit_1000/unicode + + + + + uninit_bench/gstring_1000/unicode + + + + + uninit_bench/gstring_uninit_500/unicode + + + + + uninit_bench/gstring_500/unicode + + + + + uninit_bench/gstring_uninit_255/unicode + + + + + uninit_bench/gstring_255/unicode + + + + + uninit_bench/gstring_uninit_100/unicode + + + + + uninit_bench/gstring_100/unicode + + + + + uninit_bench/gstring_uninit_50/unicode + + + + + uninit_bench/gstring_50/unicode + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + gnuplot_plot_8 + + + + + + + gnuplot_plot_9 + + + + + + + gnuplot_plot_10 + + + + + + + gnuplot_plot_11 + + + + + + + + + + + + + + + Input + + + + + Average time (ns) + + + + + + + uninit_bench/unicode: Violin plot + + + + + + + diff --git a/src/lib.rs b/src/lib.rs index 2e6ed5e..64709f7 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -1,6 +1,8 @@ #![doc = include_str!("../README.md")] #![cfg_attr(not(feature = "std"), no_std)] +pub mod uninit; + mod conversion; mod equality; mod error; diff --git a/src/uninit.rs b/src/uninit.rs new file mode 100644 index 0000000..904f668 --- /dev/null +++ b/src/uninit.rs @@ -0,0 +1,170 @@ +use arrayvec::ArrayVec; +use core::fmt::{Debug, Display}; +use core::marker::PhantomData; + +use crate::{ + DEFAULT_ASCII_ONLY, DEFAULT_MAX, DEFAULT_MIN, Err, GStringError, NoValidation, Validator, +}; + +#[derive(Clone, Eq)] +pub struct GStringUninit< + V: Validator = NoValidation, + const MIN: usize = DEFAULT_MIN, + const MAX: usize = DEFAULT_MAX, + const ASCII_ONLY: bool = DEFAULT_ASCII_ONLY, +> { + buf: ArrayVec, + _validator: PhantomData, +} + +impl + GStringUninit +{ + /// Construct new GStringUninit. + /// + /// All invariants from generic params will be imposed here. + #[inline] + pub fn try_new(s: S) -> Result> + where + S: AsRef, + { + let gstring = Self::stack_allocate(s.as_ref())?; + + gstring.check_bounds()?; + gstring.check_ascii()?; + + gstring.validate() + } + + /// Allocate `s` on the stack without validations. + /// + /// `ArrayVec` uses uninitialized storage internally, so only + /// the bytes actually contained in `s` are initialized. + #[inline] + fn stack_allocate(s: &str) -> Result { + let bytes = s.as_bytes(); + + if bytes.len() > MAX { + return Err(Err::TooLong(MAX)); + } + + let mut buf = ArrayVec::::new(); + + // `bytes.len() <= MAX` was checked above. + buf.try_extend_from_slice(bytes) + .map_err(|_| Err::TooLong(MAX))?; + + Ok(Self { + buf, + _validator: PhantomData, + }) + } + + /// Check upper and lower bounds. + #[inline] + const fn check_bounds(&self) -> Result<(), Err> { + const { + assert!(MIN <= MAX, "MIN cannot be bigger than MAX"); + } + + if self.buf.len() < MIN { + return Err(Err::TooShort(MIN)); + } + + if self.buf.len() > MAX { + return Err(Err::TooLong(MAX)); + } + + Ok(()) + } + + /// Check whether ASCII-only constraint is met. + #[inline] + fn check_ascii(&self) -> Result<(), Err> { + if ASCII_ONLY { + let mut i = 0; + + while i < self.buf.len() { + // If a byte is >= 128, it's a multi-byte UTF-8 character. + if self.buf[i] >= 128 { + return Err(Err::NotAscii); + } + + i += 1; + } + } + + Ok(()) + } + + /// Execute validation logic. + #[inline(always)] + fn validate(self) -> Result> { + V::validate(self.as_str()).map_err(GStringError::Validation)?; + Ok(self) + } + + #[inline] + fn as_str(&self) -> &str { + // `buf` originated from `&str`, so it is guaranteed to be + // valid UTF-8. + unsafe { core::str::from_utf8_unchecked(self.buf.as_slice()) } + } +} + +impl Display + for GStringUninit +{ + fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result { + f.write_str(self.as_str()) + } +} + +impl Debug + for GStringUninit +{ + fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result { + write!( + f, + "GStringUninit(\"{}\", MIN={}, MAX={}, ASCII_ONLY={})", + self.as_str(), + MIN, + MAX, + ASCII_ONLY + ) + } +} + +impl + core::borrow::Borrow for GStringUninit +{ + #[inline] + fn borrow(&self) -> &str { + self.as_str() + } +} + +impl core::hash::Hash + for GStringUninit +{ + #[inline] + fn hash(&self, state: &mut H) { + self.as_str().hash(state) + } +} + +impl PartialEq + for GStringUninit +{ + fn eq(&self, other: &Self) -> bool { + self.buf == other.buf + } +} + +impl PartialEq + for GStringUninit +{ + fn eq(&self, other: &str) -> bool { + self.as_str() == other + } +}