diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 957dfee..6717332 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -50,8 +50,9 @@ jobs: fail-fast: false matrix: version: + - "lts" # automatically expands to the latest LTS release of Julia - "1" # automatically expands to the latest stable 1.x release of Julia - - "pre" + - "pre" # automatically expands to the latest pre-release of Julia os: - ubuntu-latest arch: diff --git a/Project.toml b/Project.toml index d177f44..3705fc5 100644 --- a/Project.toml +++ b/Project.toml @@ -15,7 +15,7 @@ ConstraintCommons = "0.2" Intervals = "1" PatternFolds = "0.2" StatsBase = "0.34" -TestItems = "0.1, 1" +TestItems = "1" julia = "1.10" [extras] diff --git a/perf/Project.toml b/perf/Project.toml deleted file mode 100644 index 3b4ecbb..0000000 --- a/perf/Project.toml +++ /dev/null @@ -1,8 +0,0 @@ -[deps] -BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf" -CairoMakie = "13f3f980-e62b-5c42-98c6-ff1f3baf88f0" -Chairmarks = "0ca39b1e-fe0b-4e98-acfc-b1656634c4de" -ConstraintCommons = "e37357d9-0691-492f-a822-e5ea6a920954" -ConstraintDomains = "5800fd60-8556-4464-8d61-84ebf7a0bedb" -Intervals = "d8418881-c3e1-53bb-8760-2df7ec849ed5" -PerfChecker = "6309bf6b-a531-4b08-891e-8ee981e5c424" diff --git a/perf/checks.jl b/perf/checks.jl deleted file mode 100644 index 6180009..0000000 --- a/perf/checks.jl +++ /dev/null @@ -1,264 +0,0 @@ -using BenchmarkTools -using CairoMakie -using Chairmarks -using PerfChecker - -@info "Defining utilities" - -d_commons = Dict( - :targets => ["ConstraintDomains"], - :path => @__DIR__, - :pkgs => ("ConstraintDomains", :custom, [v"0.2.5", v"0.3.0", v"0.3.10"], true), - :seconds => 100, - :samples => 10, - :evals => 10, -) - -## SECTION - Utilities -tags(d) = mapreduce(x -> string(x), (y, z) -> y * "_" * z, d[:tags]) - -function visu(x, d, ::Val{:allocs}) - mkpath(joinpath(@__DIR__, "visuals")) - c = checkres_to_scatterlines(x, Val(:alloc)) - save(joinpath(@__DIR__, "visuals", "allocs_evolution_$(tags(d)).png"), c) - - for (name, c2) in checkres_to_pie(x, Val(:alloc)) - save(joinpath(@__DIR__, "visuals", "allocs_pie_$(name)_$(tags(d)).png"), c2) - end -end - -function visu(x, d, ::Val{:benchmark}) - mkpath(joinpath(d[:path], "visuals")) - c = checkres_to_scatterlines(x, Val(:benchmark)) - save(joinpath(d[:path], "visuals", "bench_evolution_$(tags(d)).png"), c) - - for kwarg in [:times, :gctimes, :memory, :allocs] - c2 = checkres_to_boxplots(x, Val(:benchmark); kwarg) - save(joinpath(d[:path], "visuals", "bench_boxplots_$(kwarg)_$(tags(d)).png"), c2) - end -end - -function visu(x, d, ::Val{:chairmark}) - mkpath(joinpath(d[:path], "visuals")) - c = checkres_to_scatterlines(x, Val(:chairmark)) - save(joinpath(d[:path], "visuals", "chair_evolution_$(tags(d)).png"), c) - - for kwarg in [:times, :gctimes, :bytes, :allocs] - c2 = checkres_to_boxplots(x, Val(:chairmark); kwarg) - save(joinpath(d[:path], "visuals", "chair_boxplots_$(kwarg)_$(tags(d)).png"), c2) - end -end - -## SECTION - Commons: benchmarks and chairmarks - -@info "Running checks: Commons" - -d = deepcopy(d_commons) -d[:tags] = [:common] - -x = @check :benchmark d begin - using ConstraintDomains -end begin - ed = domain() - domain_size(ed) == 0 == length(ed) - isempty(ed) - π ∉ ed -end - -visu(x, d, Val(:benchmark)) - -x = @check :chairmark d begin - using ConstraintDomains -end begin - ed = domain() - domain_size(ed) == 0 == length(ed) - isempty(ed) - π ∉ ed -end - -visu(x, d, Val(:chairmark)) - -## SECTION - Continuous: benchmarks and chairmarks - -@info "Running checks: Continuous" - -d = deepcopy(d_commons) -d[:tags] = [:continuous] - -x = @check :benchmark d begin - using ConstraintDomains - using Intervals -end begin - if d[:current_version] < v"0.3.0" - d1 = domain((1.0, true), (3.15, true)) - d2 = domain((-42.42, false), (5.0, false)) - else - d1 = domain(1.0 .. 3.15) - d2 = domain(Interval{Open,Open}(-42.42, 5.0)) - end - domains = [d1, d2] - for d in domains - for x in [1, 2.3, π] - x ∈ d - end - for x in [5.1, π^π, Inf] - x ∉ d - end - rand(d) ∈ d - rand(d, 1) ∈ d - domain_size(d) > 0.0 - end -end - -visu(x, d, Val(:benchmark)) - -x = @check :chairmark d begin - using ConstraintDomains - using Intervals -end begin - if d[:current_version] < v"0.3.0" - d1 = domain((1.0, true), (3.15, true)) - d2 = domain((-42.42, false), (5.0, false)) - else - d1 = domain(1.0 .. 3.15) - d2 = domain(Interval{Open,Open}(-42.42, 5.0)) - end - domains = [d1, d2] - for d in domains - for x in [1, 2.3, π] - x ∈ d - end - for x in [5.1, π^π, Inf] - x ∉ d - end - rand(d) ∈ d - rand(d, 1) ∈ d - domain_size(d) > 0.0 - end -end - -visu(x, d, Val(:chairmark)) - -## SECTION - Discrete: benchmarks and chairmarks - -@info "Running checks: Discrete" - -d = deepcopy(d_commons) -d[:tags] = [:discrete] - -x = @check :benchmark d begin - using ConstraintDomains -end begin - d1 = domain([4, 3, 2, 1]) - d2 = domain(1) - foreach(i -> add!(d2, i), 2:4) - domains = [d1, d2] - for d in domains - for x in [1, 2, 3, 4] - x ∈ d - end - length(d) == 4 - rand(d) ∈ d - add!(d, 5) - 5 ∈ d - delete!(d, 5) - 5 ∉ d - domain_size(d) == 3 - end - - d3 = domain(1:5) - d4 = domain(1:0.5:5) - domains2 = [d3, d4] - for d in domains2 - for x in [1, 2, 3, 4, 5] - x ∈ d - end - for x in [42] - x ∉ d - end - rand(d) ∈ d - end -end - -visu(x, d, Val(:benchmark)) - -x = @check :chairmark d begin - using ConstraintDomains -end begin - d1 = domain([4, 3, 2, 1]) - d2 = domain(1) - foreach(i -> add!(d2, i), 2:4) - domains = [d1, d2] - for d in domains - for x in [1, 2, 3, 4] - x ∈ d - end - length(d) == 4 - rand(d) ∈ d - add!(d, 5) - 5 ∈ d - delete!(d, 5) - 5 ∉ d - domain_size(d) == 3 - end - - d3 = domain(1:5) - d4 = domain(1:0.5:5) - domains2 = [d3, d4] - for d in domains2 - for x in [1, 2, 3, 4, 5] - x ∈ d - end - for x in [42] - x ∉ d - end - rand(d) ∈ d - end -end - -visu(x, d, Val(:chairmark)) - -## SECTION - Explore: benchmarks and chairmarks - -@info "Running checks: Explore" - -d = deepcopy(d_commons) -d[:tags] = [:explore] -d[:pkgs] = ("ConstraintDomains", :custom, [v"0.3.1", v"0.3.10"], true) - -# x = @check :allocs d begin -# using ConstraintDomains -# end begin -# domains = [domain([1, 2, 3, 4]) for i = 1:4] -# X, X̅ = explore(domains, allunique) -# length(X) == factorial(4) -# length(X̅) == 4^4 - factorial(4) -# end - -# visu(x, d, Val(:allocs)) - -x = @check :benchmark d begin - using ConstraintDomains -end begin - domains = [domain([1, 2, 3, 4]) for i = 1:4] - X, X̅ = explore(domains, allunique) - length(X) == factorial(4) - length(X̅) == 4^4 - factorial(4) -end - -visu(x, d, Val(:benchmark)) - -x = @check :chairmark d begin - using ConstraintDomains -end begin - domains = [domain([1, 2, 3, 4]) for i = 1:4] - X, X̅ = explore(domains, allunique) - length(X) == factorial(4) - length(X̅) == 4^4 - factorial(4) -end - -visu(x, d, Val(:chairmark)) - -# TODO: add more checks for parameters.jl - -@info "All checks have been successfully run!" diff --git a/perf/metadata/metadata.csv b/perf/metadata/metadata.csv deleted file mode 100644 index 527fcfe..0000000 --- a/perf/metadata/metadata.csv +++ /dev/null @@ -1,22 +0,0 @@ -benchmark_ConstraintDomains_v0.2.5_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.3.0_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.3.10_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.2.5_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.3.0_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.3.10_common,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.2.5_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.3.0_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.3.10_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.2.5_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.3.0_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.3.10_continuous,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.2.5_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.3.0_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.3.10_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.2.5_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.3.0_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.3.10_discrete,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.3.1_explore,36c9068f-2e67-410b-b8bb-d57c1b476f62 -benchmark_ConstraintDomains_v0.3.10_explore,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.3.1_explore,36c9068f-2e67-410b-b8bb-d57c1b476f62 -chairmark_ConstraintDomains_v0.3.10_explore,36c9068f-2e67-410b-b8bb-d57c1b476f62 diff --git a/perf/output/01d3078e-3e06-59b8-b7a8-13146a1184de.csv b/perf/output/01d3078e-3e06-59b8-b7a8-13146a1184de.csv deleted file mode 100644 index 9c201a8..0000000 --- a/perf/output/01d3078e-3e06-59b8-b7a8-13146a1184de.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -4.7375e-6,0.0,1632.0,19.0 -3.3084000000000004e-6,0.0,1632.0,19.0 -1.9851e-6,0.0,1632.0,19.0 -2.0482e-6,0.0,1632.0,19.0 -1.8231000000000002e-6,0.0,1632.0,19.0 -1.7413000000000002e-6,0.0,1632.0,19.0 -1.7787e-6,0.0,1632.0,19.0 -1.7996e-6,0.0,1632.0,19.0 -1.8254000000000001e-6,0.0,1632.0,19.0 -1.7064e-6,0.0,1632.0,19.0 diff --git a/perf/output/039713ce-acec-5012-a235-f497b94aca3c.csv b/perf/output/039713ce-acec-5012-a235-f497b94aca3c.csv deleted file mode 100644 index 00c1654..0000000 --- a/perf/output/039713ce-acec-5012-a235-f497b94aca3c.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -4785.7,0.0,1632,19 -3461.3,0.0,1632,19 -2710.9,0.0,1632,19 -1916.1,0.0,1632,19 -2028.3,0.0,1632,19 -2050.8,0.0,1632,19 -1767.3,0.0,1632,19 -1749.7,0.0,1632,19 -1824.1,0.0,1632,19 -1808.7,0.0,1632,19 diff --git a/perf/output/06768c48-4ab9-5bb9-a034-980e923d7fac.csv b/perf/output/06768c48-4ab9-5bb9-a034-980e923d7fac.csv deleted file mode 100644 index d4d4848..0000000 --- a/perf/output/06768c48-4ab9-5bb9-a034-980e923d7fac.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -4.9568000000000006e-6,0.0,864.0,27.0 -2.5383e-6,0.0,864.0,27.0 -1.3226e-6,0.0,864.0,27.0 -1.2310000000000002e-6,0.0,864.0,27.0 -1.1021e-6,0.0,864.0,27.0 -1.2353e-6,0.0,864.0,27.0 -1.1795e-6,0.0,864.0,27.0 -1.052e-6,0.0,864.0,27.0 -1.0814e-6,0.0,864.0,27.0 -1.0822e-6,0.0,864.0,27.0 diff --git a/perf/output/0d9e0caa-8170-543c-9628-2ad63c457e1f.csv b/perf/output/0d9e0caa-8170-543c-9628-2ad63c457e1f.csv deleted file mode 100644 index 5231a22..0000000 --- a/perf/output/0d9e0caa-8170-543c-9628-2ad63c457e1f.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -8.7,0.0,0,0 -24.0,0.0,0,0 -4.3,0.0,0,0 -4.9,0.0,0,0 -5.4,0.0,0,0 -3.8,0.0,0,0 -3.7,0.0,0,0 -3.8,0.0,0,0 -3.8,0.0,0,0 -4.6,0.0,0,0 diff --git a/perf/output/19661d6c-8c80-5bd8-bfd1-220f92ef21fb.csv b/perf/output/19661d6c-8c80-5bd8-bfd1-220f92ef21fb.csv deleted file mode 100644 index 6856551..0000000 --- a/perf/output/19661d6c-8c80-5bd8-bfd1-220f92ef21fb.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -5.193300000000001e-6,0.0,864.0,27.0 -2.4154e-6,0.0,864.0,27.0 -1.0913e-6,0.0,864.0,27.0 -1.1673000000000002e-6,0.0,864.0,27.0 -1.1393e-6,0.0,864.0,27.0 -1.1409e-6,0.0,864.0,27.0 -1.1716000000000001e-6,0.0,864.0,27.0 -1.1899e-6,0.0,864.0,27.0 -1.0990000000000002e-6,0.0,864.0,27.0 -1.1807e-6,0.0,864.0,27.0 diff --git a/perf/output/1c54877a-7fa4-53db-8195-00f829bc16a0.csv b/perf/output/1c54877a-7fa4-53db-8195-00f829bc16a0.csv deleted file mode 100644 index af1992a..0000000 --- a/perf/output/1c54877a-7fa4-53db-8195-00f829bc16a0.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -40823.0,0.0,41392,309 -42830.1,0.0,41392,309 -38844.4,0.0,41392,309 -37552.7,0.0,41392,309 -36134.9,0.0,41392,309 -36296.1,0.0,41392,309 -35766.0,0.0,41392,309 -36251.5,0.0,41392,309 -35749.3,0.0,41392,309 -35883.3,0.0,41392,309 diff --git a/perf/output/3615ebfa-aa5f-5fc4-b45d-28558621f4bb.csv b/perf/output/3615ebfa-aa5f-5fc4-b45d-28558621f4bb.csv deleted file mode 100644 index c9e73fa..0000000 --- a/perf/output/3615ebfa-aa5f-5fc4-b45d-28558621f4bb.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -2.5900000000000004e-8,0.0,0.0,0.0 -2.49e-8,0.0,0.0,0.0 -5.2e-9,0.0,0.0,0.0 -5.4e-9,0.0,0.0,0.0 -3.9e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.9e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.7e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 diff --git a/perf/output/431f4cb4-beae-56d3-b340-80762efacf8a.csv b/perf/output/431f4cb4-beae-56d3-b340-80762efacf8a.csv deleted file mode 100644 index f0cbe7e..0000000 --- a/perf/output/431f4cb4-beae-56d3-b340-80762efacf8a.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -1.2562700000000001e-5,0.0,784.0,9.0 -1.14067e-5,0.0,784.0,9.0 -1.04715e-5,0.0,784.0,9.0 -1.04492e-5,0.0,784.0,9.0 -1.0432300000000002e-5,0.0,784.0,9.0 -1.04338e-5,0.0,784.0,9.0 -1.04493e-5,0.0,784.0,9.0 -1.13867e-5,0.0,784.0,9.0 -1.0136800000000001e-5,0.0,784.0,9.0 -1.0012500000000001e-5,0.0,784.0,9.0 diff --git a/perf/output/52613984-27e2-5082-8d64-c159c79517ed.csv b/perf/output/52613984-27e2-5082-8d64-c159c79517ed.csv deleted file mode 100644 index 2205c01..0000000 --- a/perf/output/52613984-27e2-5082-8d64-c159c79517ed.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -8.7,0.0,0,0 -17.0,0.0,0,0 -6.0,0.0,0,0 -5.3,0.0,0,0 -5.3,0.0,0,0 -3.7,0.0,0,0 -3.8,0.0,0,0 -3.9,0.0,0,0 -3.8,0.0,0,0 -4.5,0.0,0,0 diff --git a/perf/output/6b69d666-045c-5ebb-961d-518cd3805e2e.csv b/perf/output/6b69d666-045c-5ebb-961d-518cd3805e2e.csv deleted file mode 100644 index 3f45873..0000000 --- a/perf/output/6b69d666-045c-5ebb-961d-518cd3805e2e.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -4863.8,0.0,864,27 -2875.1,0.0,864,27 -1295.8,0.0,864,27 -1090.4,0.0,864,27 -1112.3,0.0,864,27 -1121.8,0.0,864,27 -1253.7,0.0,864,27 -1111.0,0.0,864,27 -1097.6,0.0,864,27 -1039.0,0.0,864,27 diff --git a/perf/output/737d0947-a44d-5f25-a0de-b49340a2807d.csv b/perf/output/737d0947-a44d-5f25-a0de-b49340a2807d.csv deleted file mode 100644 index 0ed5efa..0000000 --- a/perf/output/737d0947-a44d-5f25-a0de-b49340a2807d.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -8.8,0.0,0,0 -19.2,0.0,0,0 -4.0,0.0,0,0 -4.2,0.0,0,0 -4.2,0.0,0,0 -4.1,0.0,0,0 -4.2,0.0,0,0 -4.1,0.0,0,0 -4.2,0.0,0,0 -4.2,0.0,0,0 diff --git a/perf/output/77159845-0410-5eb9-98df-c9b4df789808.csv b/perf/output/77159845-0410-5eb9-98df-c9b4df789808.csv deleted file mode 100644 index 5d4b80c..0000000 --- a/perf/output/77159845-0410-5eb9-98df-c9b4df789808.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -4.16915e-5,0.0,41392.0,309.0 -4.1193300000000004e-5,0.0,41392.0,309.0 -3.74583e-5,0.0,41392.0,309.0 -3.66528e-5,0.0,41392.0,309.0 -3.8513600000000003e-5,0.0,41392.0,309.0 -3.70338e-5,0.0,41392.0,309.0 -3.7271600000000004e-5,0.0,41392.0,309.0 -3.7002500000000004e-5,0.0,41392.0,309.0 -3.8547e-5,0.0,41392.0,309.0 -3.70341e-5,0.0,41392.0,309.0 diff --git a/perf/output/7b0901f7-473a-5c16-ac4e-58f75ef7fe1a.csv b/perf/output/7b0901f7-473a-5c16-ac4e-58f75ef7fe1a.csv deleted file mode 100644 index b2ac870..0000000 --- a/perf/output/7b0901f7-473a-5c16-ac4e-58f75ef7fe1a.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -10047.0,0.0,784,9 -10877.8,0.0,784,9 -10008.0,0.0,784,9 -11149.3,0.0,784,9 -10135.8,0.0,784,9 -10276.1,0.0,784,9 -10234.4,0.0,784,9 -10190.0,0.0,784,9 -10275.2,0.0,784,9 -11144.6,0.0,784,9 diff --git a/perf/output/82baad54-dbb5-5387-9563-7c20184b60c7.csv b/perf/output/82baad54-dbb5-5387-9563-7c20184b60c7.csv deleted file mode 100644 index 7654709..0000000 --- a/perf/output/82baad54-dbb5-5387-9563-7c20184b60c7.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -6.06538e-5,0.0,41264.0,306.0 -8.37969e-5,0.0,41264.0,306.0 -7.99653e-5,0.0,41264.0,306.0 -8.64826e-5,0.0,41264.0,306.0 -8.217550000000001e-5,0.0,41264.0,306.0 -8.04916e-5,0.0,41264.0,306.0 -7.836290000000002e-5,0.0,41264.0,306.0 -7.9076e-5,0.0,41264.0,306.0 -8.58117e-5,0.0,41264.0,306.0 -5.036460000000001e-5,0.0,41264.0,306.0 diff --git a/perf/output/8465419a-b68c-5d7f-ad9d-a11d1e9ab72f.csv b/perf/output/8465419a-b68c-5d7f-ad9d-a11d1e9ab72f.csv deleted file mode 100644 index 7e386ba..0000000 --- a/perf/output/8465419a-b68c-5d7f-ad9d-a11d1e9ab72f.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -5.3086e-6,0.0,1632.0,19.0 -3.4688000000000006e-6,0.0,1632.0,19.0 -1.8709e-6,0.0,1632.0,19.0 -2.3003e-6,0.0,1632.0,19.0 -1.9517e-6,0.0,1632.0,19.0 -1.995e-6,0.0,1632.0,19.0 -1.9104000000000004e-6,0.0,1632.0,19.0 -1.7816e-6,0.0,1632.0,19.0 -2.1775e-6,0.0,1632.0,19.0 -2.0113e-6,0.0,1632.0,19.0 diff --git a/perf/output/cbf52a0b-d25b-5c9e-890d-009e2de1bfdc.csv b/perf/output/cbf52a0b-d25b-5c9e-890d-009e2de1bfdc.csv deleted file mode 100644 index eda79ed..0000000 --- a/perf/output/cbf52a0b-d25b-5c9e-890d-009e2de1bfdc.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -4648.1,0.0,1632,19 -3247.2,0.0,1632,19 -2500.7,0.0,1632,19 -1943.4,0.0,1632,19 -2010.0,0.0,1632,19 -1987.6,0.0,1632,19 -1790.3,0.0,1632,19 -1811.9,0.0,1632,19 -1795.9,0.0,1632,19 -1849.0,0.0,1632,19 diff --git a/perf/output/d5c9b806-30c6-5ca0-b9ae-818241121515.csv b/perf/output/d5c9b806-30c6-5ca0-b9ae-818241121515.csv deleted file mode 100644 index 4a76b87..0000000 --- a/perf/output/d5c9b806-30c6-5ca0-b9ae-818241121515.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -5808.8,0.0,1632,19 -3643.1,0.0,1632,19 -2719.5,0.0,1632,19 -1945.1,0.0,1632,19 -1933.4,0.0,1632,19 -2006.7,0.0,1632,19 -1825.4,0.0,1632,19 -1769.6,0.0,1632,19 -2008.8,0.0,1632,19 -1874.1,0.0,1632,19 diff --git a/perf/output/d9a57208-a50a-58c2-88bc-f82b3849f37e.csv b/perf/output/d9a57208-a50a-58c2-88bc-f82b3849f37e.csv deleted file mode 100644 index c6c4217..0000000 --- a/perf/output/d9a57208-a50a-58c2-88bc-f82b3849f37e.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -5766.0,0.0,864,27 -3190.5,0.0,864,27 -1482.1,0.0,864,27 -1360.3,0.0,864,27 -1297.0,0.0,864,27 -1046.1,0.0,864,27 -1223.4,0.0,864,27 -1407.5,0.0,864,27 -1270.5,0.0,864,27 -1259.4,0.0,864,27 diff --git a/perf/output/de3d969e-b73e-51b3-9de2-b1ad3622692e.csv b/perf/output/de3d969e-b73e-51b3-9de2-b1ad3622692e.csv deleted file mode 100644 index b97c0e9..0000000 --- a/perf/output/de3d969e-b73e-51b3-9de2-b1ad3622692e.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -2.63e-8,0.0,0.0,0.0 -1.9500000000000003e-8,0.0,0.0,0.0 -5.2e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.9e-9,0.0,0.0,0.0 diff --git a/perf/output/f4f5dd10-1443-5a3d-b1a3-83ac4fc95c92.csv b/perf/output/f4f5dd10-1443-5a3d-b1a3-83ac4fc95c92.csv deleted file mode 100644 index 12c055d..0000000 --- a/perf/output/f4f5dd10-1443-5a3d-b1a3-83ac4fc95c92.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,memory,allocs -39356.2,0.0,41264,306 -38828.2,0.0,41264,306 -34673.7,0.0,41264,306 -35028.5,0.0,41264,306 -34871.7,0.0,41264,306 -34736.5,0.0,41264,306 -34846.4,0.0,41264,306 -34649.5,0.0,41264,306 -35054.8,0.0,41264,306 -35833.3,0.0,41264,306 diff --git a/perf/output/f5dd9a8d-dc07-5ee1-be7d-cff2c475e985.csv b/perf/output/f5dd9a8d-dc07-5ee1-be7d-cff2c475e985.csv deleted file mode 100644 index aa8a929..0000000 --- a/perf/output/f5dd9a8d-dc07-5ee1-be7d-cff2c475e985.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -2.33e-8,0.0,0.0,0.0 -1.66e-8,0.0,0.0,0.0 -4.700000000000001e-9,0.0,0.0,0.0 -3.7e-9,0.0,0.0,0.0 -4.1e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.7e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 -3.9e-9,0.0,0.0,0.0 -3.8e-9,0.0,0.0,0.0 diff --git a/perf/output/fe4fbfd4-4d81-50ad-af6e-d07ead0c20fb.csv b/perf/output/fe4fbfd4-4d81-50ad-af6e-d07ead0c20fb.csv deleted file mode 100644 index 9710d2a..0000000 --- a/perf/output/fe4fbfd4-4d81-50ad-af6e-d07ead0c20fb.csv +++ /dev/null @@ -1,11 +0,0 @@ -times,gctimes,bytes,allocs -5.6319e-6,0.0,1632.0,19.0 -3.2497999999999998e-6,0.0,1632.0,19.0 -2.0345e-6,0.0,1632.0,19.0 -1.8039000000000002e-6,0.0,1632.0,19.0 -1.7755000000000002e-6,0.0,1632.0,19.0 -1.8263000000000002e-6,0.0,1632.0,19.0 -1.7637000000000002e-6,0.0,1632.0,19.0 -1.7957e-6,0.0,1632.0,19.0 -1.8824000000000002e-6,0.0,1632.0,19.0 -1.7688000000000001e-6,0.0,1632.0,19.0 diff --git a/perf/visuals/bench_boxplots_allocs_common.png b/perf/visuals/bench_boxplots_allocs_common.png deleted file mode 100644 index cf0bdf4..0000000 Binary files a/perf/visuals/bench_boxplots_allocs_common.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_allocs_continuous.png b/perf/visuals/bench_boxplots_allocs_continuous.png deleted file mode 100644 index 6520364..0000000 Binary files a/perf/visuals/bench_boxplots_allocs_continuous.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_allocs_discrete.png b/perf/visuals/bench_boxplots_allocs_discrete.png deleted file mode 100644 index 6c36862..0000000 Binary files a/perf/visuals/bench_boxplots_allocs_discrete.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_allocs_explore.png b/perf/visuals/bench_boxplots_allocs_explore.png deleted file mode 100644 index 55c005a..0000000 Binary files a/perf/visuals/bench_boxplots_allocs_explore.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_gctimes_common.png b/perf/visuals/bench_boxplots_gctimes_common.png deleted file mode 100644 index 92467aa..0000000 Binary files a/perf/visuals/bench_boxplots_gctimes_common.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_gctimes_continuous.png b/perf/visuals/bench_boxplots_gctimes_continuous.png deleted file mode 100644 index 92467aa..0000000 Binary files a/perf/visuals/bench_boxplots_gctimes_continuous.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_gctimes_discrete.png b/perf/visuals/bench_boxplots_gctimes_discrete.png deleted file mode 100644 index 92467aa..0000000 Binary files a/perf/visuals/bench_boxplots_gctimes_discrete.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_gctimes_explore.png b/perf/visuals/bench_boxplots_gctimes_explore.png deleted file mode 100644 index 9351b0c..0000000 Binary files a/perf/visuals/bench_boxplots_gctimes_explore.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_memory_common.png b/perf/visuals/bench_boxplots_memory_common.png deleted file mode 100644 index 2d19a02..0000000 Binary files a/perf/visuals/bench_boxplots_memory_common.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_memory_continuous.png b/perf/visuals/bench_boxplots_memory_continuous.png deleted file mode 100644 index d4f1772..0000000 Binary files a/perf/visuals/bench_boxplots_memory_continuous.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_memory_discrete.png b/perf/visuals/bench_boxplots_memory_discrete.png deleted file mode 100644 index 54310c2..0000000 Binary files a/perf/visuals/bench_boxplots_memory_discrete.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_memory_explore.png b/perf/visuals/bench_boxplots_memory_explore.png deleted file mode 100644 index c488fd0..0000000 Binary files a/perf/visuals/bench_boxplots_memory_explore.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_times_common.png b/perf/visuals/bench_boxplots_times_common.png deleted file mode 100644 index f85cd20..0000000 Binary files a/perf/visuals/bench_boxplots_times_common.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_times_continuous.png b/perf/visuals/bench_boxplots_times_continuous.png deleted file mode 100644 index f966c75..0000000 Binary files a/perf/visuals/bench_boxplots_times_continuous.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_times_discrete.png b/perf/visuals/bench_boxplots_times_discrete.png deleted file mode 100644 index 2bdf222..0000000 Binary files a/perf/visuals/bench_boxplots_times_discrete.png and /dev/null differ diff --git a/perf/visuals/bench_boxplots_times_explore.png b/perf/visuals/bench_boxplots_times_explore.png deleted file mode 100644 index 1a8ca43..0000000 Binary files a/perf/visuals/bench_boxplots_times_explore.png and /dev/null differ diff --git a/perf/visuals/bench_evolution_common.png b/perf/visuals/bench_evolution_common.png deleted file mode 100644 index 19b4f9e..0000000 Binary files a/perf/visuals/bench_evolution_common.png and /dev/null differ diff --git a/perf/visuals/bench_evolution_continuous.png b/perf/visuals/bench_evolution_continuous.png deleted file mode 100644 index f2909b8..0000000 Binary files a/perf/visuals/bench_evolution_continuous.png and /dev/null differ diff --git a/perf/visuals/bench_evolution_discrete.png b/perf/visuals/bench_evolution_discrete.png deleted file mode 100644 index eb1ebf8..0000000 Binary files a/perf/visuals/bench_evolution_discrete.png and /dev/null differ diff --git a/perf/visuals/bench_evolution_explore.png b/perf/visuals/bench_evolution_explore.png deleted file mode 100644 index fa8fc8d..0000000 Binary files a/perf/visuals/bench_evolution_explore.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_allocs_common.png b/perf/visuals/chair_boxplots_allocs_common.png deleted file mode 100644 index cf0bdf4..0000000 Binary files a/perf/visuals/chair_boxplots_allocs_common.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_allocs_continuous.png b/perf/visuals/chair_boxplots_allocs_continuous.png deleted file mode 100644 index 6520364..0000000 Binary files a/perf/visuals/chair_boxplots_allocs_continuous.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_allocs_discrete.png b/perf/visuals/chair_boxplots_allocs_discrete.png deleted file mode 100644 index 6c36862..0000000 Binary files a/perf/visuals/chair_boxplots_allocs_discrete.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_allocs_explore.png b/perf/visuals/chair_boxplots_allocs_explore.png deleted file mode 100644 index 55c005a..0000000 Binary files a/perf/visuals/chair_boxplots_allocs_explore.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_bytes_common.png b/perf/visuals/chair_boxplots_bytes_common.png deleted file mode 100644 index 6dce1c9..0000000 Binary files a/perf/visuals/chair_boxplots_bytes_common.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_bytes_continuous.png b/perf/visuals/chair_boxplots_bytes_continuous.png deleted file mode 100644 index a6e7622..0000000 Binary files a/perf/visuals/chair_boxplots_bytes_continuous.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_bytes_discrete.png b/perf/visuals/chair_boxplots_bytes_discrete.png deleted file mode 100644 index 1a005cb..0000000 Binary files a/perf/visuals/chair_boxplots_bytes_discrete.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_bytes_explore.png b/perf/visuals/chair_boxplots_bytes_explore.png deleted file mode 100644 index 2aec17a..0000000 Binary files a/perf/visuals/chair_boxplots_bytes_explore.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_gctimes_common.png b/perf/visuals/chair_boxplots_gctimes_common.png deleted file mode 100644 index 92467aa..0000000 Binary files a/perf/visuals/chair_boxplots_gctimes_common.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_gctimes_continuous.png b/perf/visuals/chair_boxplots_gctimes_continuous.png deleted file mode 100644 index 92467aa..0000000 Binary files a/perf/visuals/chair_boxplots_gctimes_continuous.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_gctimes_discrete.png b/perf/visuals/chair_boxplots_gctimes_discrete.png deleted file mode 100644 index 92467aa..0000000 Binary files a/perf/visuals/chair_boxplots_gctimes_discrete.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_gctimes_explore.png b/perf/visuals/chair_boxplots_gctimes_explore.png deleted file mode 100644 index 9351b0c..0000000 Binary files a/perf/visuals/chair_boxplots_gctimes_explore.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_times_common.png b/perf/visuals/chair_boxplots_times_common.png deleted file mode 100644 index e7e79b5..0000000 Binary files a/perf/visuals/chair_boxplots_times_common.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_times_continuous.png b/perf/visuals/chair_boxplots_times_continuous.png deleted file mode 100644 index e126199..0000000 Binary files a/perf/visuals/chair_boxplots_times_continuous.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_times_discrete.png b/perf/visuals/chair_boxplots_times_discrete.png deleted file mode 100644 index f445b42..0000000 Binary files a/perf/visuals/chair_boxplots_times_discrete.png and /dev/null differ diff --git a/perf/visuals/chair_boxplots_times_explore.png b/perf/visuals/chair_boxplots_times_explore.png deleted file mode 100644 index d3d8a9d..0000000 Binary files a/perf/visuals/chair_boxplots_times_explore.png and /dev/null differ diff --git a/perf/visuals/chair_evolution_common.png b/perf/visuals/chair_evolution_common.png deleted file mode 100644 index 7b10d7d..0000000 Binary files a/perf/visuals/chair_evolution_common.png and /dev/null differ diff --git a/perf/visuals/chair_evolution_continuous.png b/perf/visuals/chair_evolution_continuous.png deleted file mode 100644 index ee633c8..0000000 Binary files a/perf/visuals/chair_evolution_continuous.png and /dev/null differ diff --git a/perf/visuals/chair_evolution_discrete.png b/perf/visuals/chair_evolution_discrete.png deleted file mode 100644 index 4083436..0000000 Binary files a/perf/visuals/chair_evolution_discrete.png and /dev/null differ diff --git a/perf/visuals/chair_evolution_explore.png b/perf/visuals/chair_evolution_explore.png deleted file mode 100644 index defadaf..0000000 Binary files a/perf/visuals/chair_evolution_explore.png and /dev/null differ