diff --git a/perf/Project.toml b/perf/Project.toml new file mode 100644 index 0000000..3b4ecbb --- /dev/null +++ b/perf/Project.toml @@ -0,0 +1,8 @@ +[deps] +BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf" +CairoMakie = "13f3f980-e62b-5c42-98c6-ff1f3baf88f0" +Chairmarks = "0ca39b1e-fe0b-4e98-acfc-b1656634c4de" +ConstraintCommons = "e37357d9-0691-492f-a822-e5ea6a920954" +ConstraintDomains = "5800fd60-8556-4464-8d61-84ebf7a0bedb" +Intervals = "d8418881-c3e1-53bb-8760-2df7ec849ed5" +PerfChecker = "6309bf6b-a531-4b08-891e-8ee981e5c424" diff --git a/perf/checks.jl b/perf/checks.jl new file mode 100644 index 0000000..6180009 --- /dev/null +++ b/perf/checks.jl @@ -0,0 +1,264 @@ +using BenchmarkTools +using CairoMakie +using Chairmarks +using PerfChecker + +@info "Defining utilities" + +d_commons = Dict( + :targets => ["ConstraintDomains"], + :path => @__DIR__, + :pkgs => ("ConstraintDomains", :custom, [v"0.2.5", v"0.3.0", v"0.3.10"], true), + :seconds => 100, + :samples => 10, + :evals => 10, +) + +## SECTION - Utilities +tags(d) = mapreduce(x -> string(x), (y, z) -> y * "_" * z, d[:tags]) + +function visu(x, d, ::Val{:allocs}) + mkpath(joinpath(@__DIR__, "visuals")) + c = checkres_to_scatterlines(x, Val(:alloc)) + save(joinpath(@__DIR__, "visuals", "allocs_evolution_$(tags(d)).png"), c) + + for (name, c2) in checkres_to_pie(x, Val(:alloc)) + save(joinpath(@__DIR__, "visuals", "allocs_pie_$(name)_$(tags(d)).png"), c2) + end +end + +function visu(x, d, ::Val{:benchmark}) + mkpath(joinpath(d[:path], "visuals")) + c = checkres_to_scatterlines(x, Val(:benchmark)) + save(joinpath(d[:path], "visuals", "bench_evolution_$(tags(d)).png"), c) + + for kwarg in [:times, :gctimes, :memory, :allocs] + c2 = checkres_to_boxplots(x, Val(:benchmark); kwarg) + save(joinpath(d[:path], "visuals", "bench_boxplots_$(kwarg)_$(tags(d)).png"), c2) + end +end + +function visu(x, d, ::Val{:chairmark}) + mkpath(joinpath(d[:path], "visuals")) + c = checkres_to_scatterlines(x, Val(:chairmark)) + save(joinpath(d[:path], "visuals", "chair_evolution_$(tags(d)).png"), c) + + for kwarg in [:times, :gctimes, :bytes, :allocs] + c2 = checkres_to_boxplots(x, Val(:chairmark); kwarg) + save(joinpath(d[:path], "visuals", "chair_boxplots_$(kwarg)_$(tags(d)).png"), c2) + end +end + +## SECTION - Commons: benchmarks and chairmarks + +@info "Running checks: Commons" + +d = deepcopy(d_commons) +d[:tags] = [:common] + +x = @check :benchmark d begin + using ConstraintDomains +end begin + ed = domain() + domain_size(ed) == 0 == length(ed) + isempty(ed) + π ∉ ed +end + +visu(x, d, Val(:benchmark)) + +x = @check :chairmark d begin + using ConstraintDomains +end begin + ed = domain() + domain_size(ed) == 0 == length(ed) + isempty(ed) + π ∉ ed +end + +visu(x, d, Val(:chairmark)) + +## SECTION - Continuous: benchmarks and chairmarks + +@info "Running checks: Continuous" + +d = deepcopy(d_commons) +d[:tags] = [:continuous] + +x = @check :benchmark d begin + using ConstraintDomains + using Intervals +end begin + if d[:current_version] < v"0.3.0" + d1 = domain((1.0, true), (3.15, true)) + d2 = domain((-42.42, false), (5.0, false)) + else + d1 = domain(1.0 .. 3.15) + d2 = domain(Interval{Open,Open}(-42.42, 5.0)) + end + domains = [d1, d2] + for d in domains + for x in [1, 2.3, π] + x ∈ d + end + for x in [5.1, π^π, Inf] + x ∉ d + end + rand(d) ∈ d + rand(d, 1) ∈ d + domain_size(d) > 0.0 + end +end + +visu(x, d, Val(:benchmark)) + +x = @check :chairmark d begin + using ConstraintDomains + using Intervals +end begin + if d[:current_version] < v"0.3.0" + d1 = domain((1.0, true), (3.15, true)) + d2 = domain((-42.42, false), (5.0, false)) + else + d1 = domain(1.0 .. 3.15) + d2 = domain(Interval{Open,Open}(-42.42, 5.0)) + end + domains = [d1, d2] + for d in domains + for x in [1, 2.3, π] + x ∈ d + end + for x in [5.1, π^π, Inf] + x ∉ d + end + rand(d) ∈ d + rand(d, 1) ∈ d + domain_size(d) > 0.0 + end +end + +visu(x, d, Val(:chairmark)) + +## SECTION - Discrete: benchmarks and chairmarks + +@info "Running checks: Discrete" + +d = deepcopy(d_commons) +d[:tags] = [:discrete] + +x = @check :benchmark d begin + using ConstraintDomains +end begin + d1 = domain([4, 3, 2, 1]) + d2 = domain(1) + foreach(i -> add!(d2, i), 2:4) + domains = [d1, d2] + for d in domains + for x in [1, 2, 3, 4] + x ∈ d + end + length(d) == 4 + rand(d) ∈ d + add!(d, 5) + 5 ∈ d + delete!(d, 5) + 5 ∉ d + domain_size(d) == 3 + end + + d3 = domain(1:5) + d4 = domain(1:0.5:5) + domains2 = [d3, d4] + for d in domains2 + for x in [1, 2, 3, 4, 5] + x ∈ d + end + for x in [42] + x ∉ d + end + rand(d) ∈ d + end +end + +visu(x, d, Val(:benchmark)) + +x = @check :chairmark d begin + using ConstraintDomains +end begin + d1 = domain([4, 3, 2, 1]) + d2 = domain(1) + foreach(i -> add!(d2, i), 2:4) + domains = [d1, d2] + for d in domains + for x in [1, 2, 3, 4] + x ∈ d + end + length(d) == 4 + rand(d) ∈ d + add!(d, 5) + 5 ∈ d + delete!(d, 5) + 5 ∉ d + domain_size(d) == 3 + end + + d3 = domain(1:5) + d4 = domain(1:0.5:5) + domains2 = [d3, d4] + for d in domains2 + for x in [1, 2, 3, 4, 5] + x ∈ d + end + for x in [42] + x ∉ d + end + rand(d) ∈ d + end +end + +visu(x, d, Val(:chairmark)) + +## SECTION - Explore: benchmarks and chairmarks + +@info "Running checks: Explore" + +d = deepcopy(d_commons) +d[:tags] = [:explore] +d[:pkgs] = ("ConstraintDomains", :custom, [v"0.3.1", v"0.3.10"], true) + +# x = @check :allocs d begin +# using ConstraintDomains +# end begin +# domains = [domain([1, 2, 3, 4]) for i = 1:4] +# X, X̅ = explore(domains, allunique) +# length(X) == factorial(4) +# length(X̅) == 4^4 - factorial(4) +# end + +# visu(x, d, Val(:allocs)) + +x = @check :benchmark d begin + using ConstraintDomains +end begin + domains = [domain([1, 2, 3, 4]) for i = 1:4] + X, X̅ = explore(domains, allunique) + length(X) == factorial(4) + length(X̅) == 4^4 - factorial(4) +end + +visu(x, d, Val(:benchmark)) + +x = @check :chairmark d begin + using ConstraintDomains +end begin + domains = [domain([1, 2, 3, 4]) for i = 1:4] + X, X̅ = explore(domains, allunique) + length(X) == factorial(4) + length(X̅) == 4^4 - factorial(4) +end + +visu(x, d, Val(:chairmark)) + +# TODO: add more checks for parameters.jl + +@info "All checks have been successfully run!" diff --git a/perf/metadata/metadata.csv b/perf/metadata/metadata.csv new file mode 100644 index 0000000..527fcfe --- /dev/null +++ b/perf/metadata/metadata.csv @@ -0,0 +1,22 @@ +benchmark_ConstraintDomains_v0.2.5_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.3.0_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.3.10_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.2.5_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.3.0_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.3.10_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.2.5_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.3.0_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.3.10_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.2.5_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.3.0_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.3.10_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.2.5_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.3.0_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.3.10_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.2.5_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.3.0_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.3.10_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.3.1_explore,36c9068f-2e67-410b-b8bb-d57c1b476f62 +benchmark_ConstraintDomains_v0.3.10_explore,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.3.1_explore,36c9068f-2e67-410b-b8bb-d57c1b476f62 +chairmark_ConstraintDomains_v0.3.10_explore,36c9068f-2e67-410b-b8bb-d57c1b476f62 diff --git a/perf/output/01d3078e-3e06-59b8-b7a8-13146a1184de.csv b/perf/output/01d3078e-3e06-59b8-b7a8-13146a1184de.csv new file mode 100644 index 0000000..9c201a8 --- /dev/null +++ b/perf/output/01d3078e-3e06-59b8-b7a8-13146a1184de.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +4.7375e-6,0.0,1632.0,19.0 +3.3084000000000004e-6,0.0,1632.0,19.0 +1.9851e-6,0.0,1632.0,19.0 +2.0482e-6,0.0,1632.0,19.0 +1.8231000000000002e-6,0.0,1632.0,19.0 +1.7413000000000002e-6,0.0,1632.0,19.0 +1.7787e-6,0.0,1632.0,19.0 +1.7996e-6,0.0,1632.0,19.0 +1.8254000000000001e-6,0.0,1632.0,19.0 +1.7064e-6,0.0,1632.0,19.0 diff --git a/perf/output/039713ce-acec-5012-a235-f497b94aca3c.csv b/perf/output/039713ce-acec-5012-a235-f497b94aca3c.csv new file mode 100644 index 0000000..00c1654 --- /dev/null +++ b/perf/output/039713ce-acec-5012-a235-f497b94aca3c.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +4785.7,0.0,1632,19 +3461.3,0.0,1632,19 +2710.9,0.0,1632,19 +1916.1,0.0,1632,19 +2028.3,0.0,1632,19 +2050.8,0.0,1632,19 +1767.3,0.0,1632,19 +1749.7,0.0,1632,19 +1824.1,0.0,1632,19 +1808.7,0.0,1632,19 diff --git a/perf/output/06768c48-4ab9-5bb9-a034-980e923d7fac.csv b/perf/output/06768c48-4ab9-5bb9-a034-980e923d7fac.csv new file mode 100644 index 0000000..d4d4848 --- /dev/null +++ b/perf/output/06768c48-4ab9-5bb9-a034-980e923d7fac.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +4.9568000000000006e-6,0.0,864.0,27.0 +2.5383e-6,0.0,864.0,27.0 +1.3226e-6,0.0,864.0,27.0 +1.2310000000000002e-6,0.0,864.0,27.0 +1.1021e-6,0.0,864.0,27.0 +1.2353e-6,0.0,864.0,27.0 +1.1795e-6,0.0,864.0,27.0 +1.052e-6,0.0,864.0,27.0 +1.0814e-6,0.0,864.0,27.0 +1.0822e-6,0.0,864.0,27.0 diff --git a/perf/output/0d9e0caa-8170-543c-9628-2ad63c457e1f.csv b/perf/output/0d9e0caa-8170-543c-9628-2ad63c457e1f.csv new file mode 100644 index 0000000..5231a22 --- /dev/null +++ b/perf/output/0d9e0caa-8170-543c-9628-2ad63c457e1f.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +8.7,0.0,0,0 +24.0,0.0,0,0 +4.3,0.0,0,0 +4.9,0.0,0,0 +5.4,0.0,0,0 +3.8,0.0,0,0 +3.7,0.0,0,0 +3.8,0.0,0,0 +3.8,0.0,0,0 +4.6,0.0,0,0 diff --git a/perf/output/19661d6c-8c80-5bd8-bfd1-220f92ef21fb.csv b/perf/output/19661d6c-8c80-5bd8-bfd1-220f92ef21fb.csv new file mode 100644 index 0000000..6856551 --- /dev/null +++ b/perf/output/19661d6c-8c80-5bd8-bfd1-220f92ef21fb.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +5.193300000000001e-6,0.0,864.0,27.0 +2.4154e-6,0.0,864.0,27.0 +1.0913e-6,0.0,864.0,27.0 +1.1673000000000002e-6,0.0,864.0,27.0 +1.1393e-6,0.0,864.0,27.0 +1.1409e-6,0.0,864.0,27.0 +1.1716000000000001e-6,0.0,864.0,27.0 +1.1899e-6,0.0,864.0,27.0 +1.0990000000000002e-6,0.0,864.0,27.0 +1.1807e-6,0.0,864.0,27.0 diff --git a/perf/output/1c54877a-7fa4-53db-8195-00f829bc16a0.csv b/perf/output/1c54877a-7fa4-53db-8195-00f829bc16a0.csv new file mode 100644 index 0000000..af1992a --- /dev/null +++ b/perf/output/1c54877a-7fa4-53db-8195-00f829bc16a0.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +40823.0,0.0,41392,309 +42830.1,0.0,41392,309 +38844.4,0.0,41392,309 +37552.7,0.0,41392,309 +36134.9,0.0,41392,309 +36296.1,0.0,41392,309 +35766.0,0.0,41392,309 +36251.5,0.0,41392,309 +35749.3,0.0,41392,309 +35883.3,0.0,41392,309 diff --git a/perf/output/3615ebfa-aa5f-5fc4-b45d-28558621f4bb.csv b/perf/output/3615ebfa-aa5f-5fc4-b45d-28558621f4bb.csv new file mode 100644 index 0000000..c9e73fa --- /dev/null +++ b/perf/output/3615ebfa-aa5f-5fc4-b45d-28558621f4bb.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +2.5900000000000004e-8,0.0,0.0,0.0 +2.49e-8,0.0,0.0,0.0 +5.2e-9,0.0,0.0,0.0 +5.4e-9,0.0,0.0,0.0 +3.9e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.9e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.7e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 diff --git a/perf/output/431f4cb4-beae-56d3-b340-80762efacf8a.csv b/perf/output/431f4cb4-beae-56d3-b340-80762efacf8a.csv new file mode 100644 index 0000000..f0cbe7e --- /dev/null +++ b/perf/output/431f4cb4-beae-56d3-b340-80762efacf8a.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +1.2562700000000001e-5,0.0,784.0,9.0 +1.14067e-5,0.0,784.0,9.0 +1.04715e-5,0.0,784.0,9.0 +1.04492e-5,0.0,784.0,9.0 +1.0432300000000002e-5,0.0,784.0,9.0 +1.04338e-5,0.0,784.0,9.0 +1.04493e-5,0.0,784.0,9.0 +1.13867e-5,0.0,784.0,9.0 +1.0136800000000001e-5,0.0,784.0,9.0 +1.0012500000000001e-5,0.0,784.0,9.0 diff --git a/perf/output/52613984-27e2-5082-8d64-c159c79517ed.csv b/perf/output/52613984-27e2-5082-8d64-c159c79517ed.csv new file mode 100644 index 0000000..2205c01 --- /dev/null +++ b/perf/output/52613984-27e2-5082-8d64-c159c79517ed.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +8.7,0.0,0,0 +17.0,0.0,0,0 +6.0,0.0,0,0 +5.3,0.0,0,0 +5.3,0.0,0,0 +3.7,0.0,0,0 +3.8,0.0,0,0 +3.9,0.0,0,0 +3.8,0.0,0,0 +4.5,0.0,0,0 diff --git a/perf/output/6b69d666-045c-5ebb-961d-518cd3805e2e.csv b/perf/output/6b69d666-045c-5ebb-961d-518cd3805e2e.csv new file mode 100644 index 0000000..3f45873 --- /dev/null +++ b/perf/output/6b69d666-045c-5ebb-961d-518cd3805e2e.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +4863.8,0.0,864,27 +2875.1,0.0,864,27 +1295.8,0.0,864,27 +1090.4,0.0,864,27 +1112.3,0.0,864,27 +1121.8,0.0,864,27 +1253.7,0.0,864,27 +1111.0,0.0,864,27 +1097.6,0.0,864,27 +1039.0,0.0,864,27 diff --git a/perf/output/737d0947-a44d-5f25-a0de-b49340a2807d.csv b/perf/output/737d0947-a44d-5f25-a0de-b49340a2807d.csv new file mode 100644 index 0000000..0ed5efa --- /dev/null +++ b/perf/output/737d0947-a44d-5f25-a0de-b49340a2807d.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +8.8,0.0,0,0 +19.2,0.0,0,0 +4.0,0.0,0,0 +4.2,0.0,0,0 +4.2,0.0,0,0 +4.1,0.0,0,0 +4.2,0.0,0,0 +4.1,0.0,0,0 +4.2,0.0,0,0 +4.2,0.0,0,0 diff --git a/perf/output/77159845-0410-5eb9-98df-c9b4df789808.csv b/perf/output/77159845-0410-5eb9-98df-c9b4df789808.csv new file mode 100644 index 0000000..5d4b80c --- /dev/null +++ b/perf/output/77159845-0410-5eb9-98df-c9b4df789808.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +4.16915e-5,0.0,41392.0,309.0 +4.1193300000000004e-5,0.0,41392.0,309.0 +3.74583e-5,0.0,41392.0,309.0 +3.66528e-5,0.0,41392.0,309.0 +3.8513600000000003e-5,0.0,41392.0,309.0 +3.70338e-5,0.0,41392.0,309.0 +3.7271600000000004e-5,0.0,41392.0,309.0 +3.7002500000000004e-5,0.0,41392.0,309.0 +3.8547e-5,0.0,41392.0,309.0 +3.70341e-5,0.0,41392.0,309.0 diff --git a/perf/output/7b0901f7-473a-5c16-ac4e-58f75ef7fe1a.csv b/perf/output/7b0901f7-473a-5c16-ac4e-58f75ef7fe1a.csv new file mode 100644 index 0000000..b2ac870 --- /dev/null +++ b/perf/output/7b0901f7-473a-5c16-ac4e-58f75ef7fe1a.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +10047.0,0.0,784,9 +10877.8,0.0,784,9 +10008.0,0.0,784,9 +11149.3,0.0,784,9 +10135.8,0.0,784,9 +10276.1,0.0,784,9 +10234.4,0.0,784,9 +10190.0,0.0,784,9 +10275.2,0.0,784,9 +11144.6,0.0,784,9 diff --git a/perf/output/82baad54-dbb5-5387-9563-7c20184b60c7.csv b/perf/output/82baad54-dbb5-5387-9563-7c20184b60c7.csv new file mode 100644 index 0000000..7654709 --- /dev/null +++ b/perf/output/82baad54-dbb5-5387-9563-7c20184b60c7.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +6.06538e-5,0.0,41264.0,306.0 +8.37969e-5,0.0,41264.0,306.0 +7.99653e-5,0.0,41264.0,306.0 +8.64826e-5,0.0,41264.0,306.0 +8.217550000000001e-5,0.0,41264.0,306.0 +8.04916e-5,0.0,41264.0,306.0 +7.836290000000002e-5,0.0,41264.0,306.0 +7.9076e-5,0.0,41264.0,306.0 +8.58117e-5,0.0,41264.0,306.0 +5.036460000000001e-5,0.0,41264.0,306.0 diff --git a/perf/output/8465419a-b68c-5d7f-ad9d-a11d1e9ab72f.csv b/perf/output/8465419a-b68c-5d7f-ad9d-a11d1e9ab72f.csv new file mode 100644 index 0000000..7e386ba --- /dev/null +++ b/perf/output/8465419a-b68c-5d7f-ad9d-a11d1e9ab72f.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +5.3086e-6,0.0,1632.0,19.0 +3.4688000000000006e-6,0.0,1632.0,19.0 +1.8709e-6,0.0,1632.0,19.0 +2.3003e-6,0.0,1632.0,19.0 +1.9517e-6,0.0,1632.0,19.0 +1.995e-6,0.0,1632.0,19.0 +1.9104000000000004e-6,0.0,1632.0,19.0 +1.7816e-6,0.0,1632.0,19.0 +2.1775e-6,0.0,1632.0,19.0 +2.0113e-6,0.0,1632.0,19.0 diff --git a/perf/output/cbf52a0b-d25b-5c9e-890d-009e2de1bfdc.csv b/perf/output/cbf52a0b-d25b-5c9e-890d-009e2de1bfdc.csv new file mode 100644 index 0000000..eda79ed --- /dev/null +++ b/perf/output/cbf52a0b-d25b-5c9e-890d-009e2de1bfdc.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +4648.1,0.0,1632,19 +3247.2,0.0,1632,19 +2500.7,0.0,1632,19 +1943.4,0.0,1632,19 +2010.0,0.0,1632,19 +1987.6,0.0,1632,19 +1790.3,0.0,1632,19 +1811.9,0.0,1632,19 +1795.9,0.0,1632,19 +1849.0,0.0,1632,19 diff --git a/perf/output/d5c9b806-30c6-5ca0-b9ae-818241121515.csv b/perf/output/d5c9b806-30c6-5ca0-b9ae-818241121515.csv new file mode 100644 index 0000000..4a76b87 --- /dev/null +++ b/perf/output/d5c9b806-30c6-5ca0-b9ae-818241121515.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +5808.8,0.0,1632,19 +3643.1,0.0,1632,19 +2719.5,0.0,1632,19 +1945.1,0.0,1632,19 +1933.4,0.0,1632,19 +2006.7,0.0,1632,19 +1825.4,0.0,1632,19 +1769.6,0.0,1632,19 +2008.8,0.0,1632,19 +1874.1,0.0,1632,19 diff --git a/perf/output/d9a57208-a50a-58c2-88bc-f82b3849f37e.csv b/perf/output/d9a57208-a50a-58c2-88bc-f82b3849f37e.csv new file mode 100644 index 0000000..c6c4217 --- /dev/null +++ b/perf/output/d9a57208-a50a-58c2-88bc-f82b3849f37e.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +5766.0,0.0,864,27 +3190.5,0.0,864,27 +1482.1,0.0,864,27 +1360.3,0.0,864,27 +1297.0,0.0,864,27 +1046.1,0.0,864,27 +1223.4,0.0,864,27 +1407.5,0.0,864,27 +1270.5,0.0,864,27 +1259.4,0.0,864,27 diff --git a/perf/output/de3d969e-b73e-51b3-9de2-b1ad3622692e.csv b/perf/output/de3d969e-b73e-51b3-9de2-b1ad3622692e.csv new file mode 100644 index 0000000..b97c0e9 --- /dev/null +++ b/perf/output/de3d969e-b73e-51b3-9de2-b1ad3622692e.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +2.63e-8,0.0,0.0,0.0 +1.9500000000000003e-8,0.0,0.0,0.0 +5.2e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.9e-9,0.0,0.0,0.0 diff --git a/perf/output/f4f5dd10-1443-5a3d-b1a3-83ac4fc95c92.csv b/perf/output/f4f5dd10-1443-5a3d-b1a3-83ac4fc95c92.csv new file mode 100644 index 0000000..12c055d --- /dev/null +++ b/perf/output/f4f5dd10-1443-5a3d-b1a3-83ac4fc95c92.csv @@ -0,0 +1,11 @@ +times,gctimes,memory,allocs +39356.2,0.0,41264,306 +38828.2,0.0,41264,306 +34673.7,0.0,41264,306 +35028.5,0.0,41264,306 +34871.7,0.0,41264,306 +34736.5,0.0,41264,306 +34846.4,0.0,41264,306 +34649.5,0.0,41264,306 +35054.8,0.0,41264,306 +35833.3,0.0,41264,306 diff --git a/perf/output/f5dd9a8d-dc07-5ee1-be7d-cff2c475e985.csv b/perf/output/f5dd9a8d-dc07-5ee1-be7d-cff2c475e985.csv new file mode 100644 index 0000000..aa8a929 --- /dev/null +++ b/perf/output/f5dd9a8d-dc07-5ee1-be7d-cff2c475e985.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +2.33e-8,0.0,0.0,0.0 +1.66e-8,0.0,0.0,0.0 +4.700000000000001e-9,0.0,0.0,0.0 +3.7e-9,0.0,0.0,0.0 +4.1e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.7e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 +3.9e-9,0.0,0.0,0.0 +3.8e-9,0.0,0.0,0.0 diff --git a/perf/output/fe4fbfd4-4d81-50ad-af6e-d07ead0c20fb.csv b/perf/output/fe4fbfd4-4d81-50ad-af6e-d07ead0c20fb.csv new file mode 100644 index 0000000..9710d2a --- /dev/null +++ b/perf/output/fe4fbfd4-4d81-50ad-af6e-d07ead0c20fb.csv @@ -0,0 +1,11 @@ +times,gctimes,bytes,allocs +5.6319e-6,0.0,1632.0,19.0 +3.2497999999999998e-6,0.0,1632.0,19.0 +2.0345e-6,0.0,1632.0,19.0 +1.8039000000000002e-6,0.0,1632.0,19.0 +1.7755000000000002e-6,0.0,1632.0,19.0 +1.8263000000000002e-6,0.0,1632.0,19.0 +1.7637000000000002e-6,0.0,1632.0,19.0 +1.7957e-6,0.0,1632.0,19.0 +1.8824000000000002e-6,0.0,1632.0,19.0 +1.7688000000000001e-6,0.0,1632.0,19.0 diff --git a/perf/visuals/bench_boxplots_allocs_common.png b/perf/visuals/bench_boxplots_allocs_common.png new file mode 100644 index 0000000..cf0bdf4 Binary files /dev/null and b/perf/visuals/bench_boxplots_allocs_common.png differ diff --git a/perf/visuals/bench_boxplots_allocs_continuous.png b/perf/visuals/bench_boxplots_allocs_continuous.png new file mode 100644 index 0000000..6520364 Binary files /dev/null and b/perf/visuals/bench_boxplots_allocs_continuous.png differ diff --git a/perf/visuals/bench_boxplots_allocs_discrete.png b/perf/visuals/bench_boxplots_allocs_discrete.png new file mode 100644 index 0000000..6c36862 Binary files /dev/null and b/perf/visuals/bench_boxplots_allocs_discrete.png differ diff --git a/perf/visuals/bench_boxplots_allocs_explore.png b/perf/visuals/bench_boxplots_allocs_explore.png new file mode 100644 index 0000000..55c005a Binary files /dev/null and b/perf/visuals/bench_boxplots_allocs_explore.png differ diff --git a/perf/visuals/bench_boxplots_gctimes_common.png b/perf/visuals/bench_boxplots_gctimes_common.png new file mode 100644 index 0000000..92467aa Binary files /dev/null and b/perf/visuals/bench_boxplots_gctimes_common.png differ diff --git a/perf/visuals/bench_boxplots_gctimes_continuous.png b/perf/visuals/bench_boxplots_gctimes_continuous.png new file mode 100644 index 0000000..92467aa Binary files /dev/null and b/perf/visuals/bench_boxplots_gctimes_continuous.png differ diff --git a/perf/visuals/bench_boxplots_gctimes_discrete.png b/perf/visuals/bench_boxplots_gctimes_discrete.png new file mode 100644 index 0000000..92467aa Binary files /dev/null and b/perf/visuals/bench_boxplots_gctimes_discrete.png differ diff --git a/perf/visuals/bench_boxplots_gctimes_explore.png b/perf/visuals/bench_boxplots_gctimes_explore.png new file mode 100644 index 0000000..9351b0c Binary files /dev/null and b/perf/visuals/bench_boxplots_gctimes_explore.png differ diff --git a/perf/visuals/bench_boxplots_memory_common.png b/perf/visuals/bench_boxplots_memory_common.png new file mode 100644 index 0000000..2d19a02 Binary files /dev/null and b/perf/visuals/bench_boxplots_memory_common.png differ diff --git a/perf/visuals/bench_boxplots_memory_continuous.png b/perf/visuals/bench_boxplots_memory_continuous.png new file mode 100644 index 0000000..d4f1772 Binary files /dev/null and b/perf/visuals/bench_boxplots_memory_continuous.png differ diff --git a/perf/visuals/bench_boxplots_memory_discrete.png b/perf/visuals/bench_boxplots_memory_discrete.png new file mode 100644 index 0000000..54310c2 Binary files /dev/null and b/perf/visuals/bench_boxplots_memory_discrete.png differ diff --git a/perf/visuals/bench_boxplots_memory_explore.png b/perf/visuals/bench_boxplots_memory_explore.png new file mode 100644 index 0000000..c488fd0 Binary files /dev/null and b/perf/visuals/bench_boxplots_memory_explore.png differ diff --git a/perf/visuals/bench_boxplots_times_common.png b/perf/visuals/bench_boxplots_times_common.png new file mode 100644 index 0000000..f85cd20 Binary files /dev/null and b/perf/visuals/bench_boxplots_times_common.png differ diff --git a/perf/visuals/bench_boxplots_times_continuous.png b/perf/visuals/bench_boxplots_times_continuous.png new file mode 100644 index 0000000..f966c75 Binary files /dev/null and b/perf/visuals/bench_boxplots_times_continuous.png differ diff --git a/perf/visuals/bench_boxplots_times_discrete.png b/perf/visuals/bench_boxplots_times_discrete.png new file mode 100644 index 0000000..2bdf222 Binary files /dev/null and b/perf/visuals/bench_boxplots_times_discrete.png differ diff --git a/perf/visuals/bench_boxplots_times_explore.png b/perf/visuals/bench_boxplots_times_explore.png new file mode 100644 index 0000000..1a8ca43 Binary files /dev/null and b/perf/visuals/bench_boxplots_times_explore.png differ diff --git a/perf/visuals/bench_evolution_common.png b/perf/visuals/bench_evolution_common.png new file mode 100644 index 0000000..19b4f9e Binary files /dev/null and b/perf/visuals/bench_evolution_common.png differ diff --git a/perf/visuals/bench_evolution_continuous.png b/perf/visuals/bench_evolution_continuous.png new file mode 100644 index 0000000..f2909b8 Binary files /dev/null and b/perf/visuals/bench_evolution_continuous.png differ diff --git a/perf/visuals/bench_evolution_discrete.png b/perf/visuals/bench_evolution_discrete.png new file mode 100644 index 0000000..eb1ebf8 Binary files /dev/null and b/perf/visuals/bench_evolution_discrete.png differ diff --git a/perf/visuals/bench_evolution_explore.png b/perf/visuals/bench_evolution_explore.png new file mode 100644 index 0000000..fa8fc8d Binary files /dev/null and b/perf/visuals/bench_evolution_explore.png differ diff --git a/perf/visuals/chair_boxplots_allocs_common.png b/perf/visuals/chair_boxplots_allocs_common.png new file mode 100644 index 0000000..cf0bdf4 Binary files /dev/null and b/perf/visuals/chair_boxplots_allocs_common.png differ diff --git a/perf/visuals/chair_boxplots_allocs_continuous.png b/perf/visuals/chair_boxplots_allocs_continuous.png new file mode 100644 index 0000000..6520364 Binary files /dev/null and b/perf/visuals/chair_boxplots_allocs_continuous.png differ diff --git a/perf/visuals/chair_boxplots_allocs_discrete.png b/perf/visuals/chair_boxplots_allocs_discrete.png new file mode 100644 index 0000000..6c36862 Binary files /dev/null and b/perf/visuals/chair_boxplots_allocs_discrete.png differ diff --git a/perf/visuals/chair_boxplots_allocs_explore.png b/perf/visuals/chair_boxplots_allocs_explore.png new file mode 100644 index 0000000..55c005a Binary files /dev/null and b/perf/visuals/chair_boxplots_allocs_explore.png differ diff --git a/perf/visuals/chair_boxplots_bytes_common.png b/perf/visuals/chair_boxplots_bytes_common.png new file mode 100644 index 0000000..6dce1c9 Binary files /dev/null and b/perf/visuals/chair_boxplots_bytes_common.png differ diff --git a/perf/visuals/chair_boxplots_bytes_continuous.png b/perf/visuals/chair_boxplots_bytes_continuous.png new file mode 100644 index 0000000..a6e7622 Binary files /dev/null and b/perf/visuals/chair_boxplots_bytes_continuous.png differ diff --git a/perf/visuals/chair_boxplots_bytes_discrete.png b/perf/visuals/chair_boxplots_bytes_discrete.png new file mode 100644 index 0000000..1a005cb Binary files /dev/null and b/perf/visuals/chair_boxplots_bytes_discrete.png differ diff --git a/perf/visuals/chair_boxplots_bytes_explore.png b/perf/visuals/chair_boxplots_bytes_explore.png new file mode 100644 index 0000000..2aec17a Binary files /dev/null and b/perf/visuals/chair_boxplots_bytes_explore.png differ diff --git a/perf/visuals/chair_boxplots_gctimes_common.png b/perf/visuals/chair_boxplots_gctimes_common.png new file mode 100644 index 0000000..92467aa Binary files /dev/null and b/perf/visuals/chair_boxplots_gctimes_common.png differ diff --git a/perf/visuals/chair_boxplots_gctimes_continuous.png b/perf/visuals/chair_boxplots_gctimes_continuous.png new file mode 100644 index 0000000..92467aa Binary files /dev/null and b/perf/visuals/chair_boxplots_gctimes_continuous.png differ diff --git a/perf/visuals/chair_boxplots_gctimes_discrete.png b/perf/visuals/chair_boxplots_gctimes_discrete.png new file mode 100644 index 0000000..92467aa Binary files /dev/null and b/perf/visuals/chair_boxplots_gctimes_discrete.png differ diff --git a/perf/visuals/chair_boxplots_gctimes_explore.png b/perf/visuals/chair_boxplots_gctimes_explore.png new file mode 100644 index 0000000..9351b0c Binary files /dev/null and b/perf/visuals/chair_boxplots_gctimes_explore.png differ diff --git a/perf/visuals/chair_boxplots_times_common.png b/perf/visuals/chair_boxplots_times_common.png new file mode 100644 index 0000000..e7e79b5 Binary files /dev/null and b/perf/visuals/chair_boxplots_times_common.png differ diff --git a/perf/visuals/chair_boxplots_times_continuous.png b/perf/visuals/chair_boxplots_times_continuous.png new file mode 100644 index 0000000..e126199 Binary files /dev/null and b/perf/visuals/chair_boxplots_times_continuous.png differ diff --git a/perf/visuals/chair_boxplots_times_discrete.png b/perf/visuals/chair_boxplots_times_discrete.png new file mode 100644 index 0000000..f445b42 Binary files /dev/null and b/perf/visuals/chair_boxplots_times_discrete.png differ diff --git a/perf/visuals/chair_boxplots_times_explore.png b/perf/visuals/chair_boxplots_times_explore.png new file mode 100644 index 0000000..d3d8a9d Binary files /dev/null and b/perf/visuals/chair_boxplots_times_explore.png differ diff --git a/perf/visuals/chair_evolution_common.png b/perf/visuals/chair_evolution_common.png new file mode 100644 index 0000000..7b10d7d Binary files /dev/null and b/perf/visuals/chair_evolution_common.png differ diff --git a/perf/visuals/chair_evolution_continuous.png b/perf/visuals/chair_evolution_continuous.png new file mode 100644 index 0000000..ee633c8 Binary files /dev/null and b/perf/visuals/chair_evolution_continuous.png differ diff --git a/perf/visuals/chair_evolution_discrete.png b/perf/visuals/chair_evolution_discrete.png new file mode 100644 index 0000000..4083436 Binary files /dev/null and b/perf/visuals/chair_evolution_discrete.png differ diff --git a/perf/visuals/chair_evolution_explore.png b/perf/visuals/chair_evolution_explore.png new file mode 100644 index 0000000..defadaf Binary files /dev/null and b/perf/visuals/chair_evolution_explore.png differ