Commit(s): JuliaLang/julia@3de1115e9c4a113e6b5cd14f9a2d6acee1ec2b1d vs JuliaLang/julia@5905edebb1b9384fa306eea9a1ed1f1aced6027d
Triggered By: link
Tag Predicate: ALL
Note: If Chrome is your browser, I strongly recommend installing the Wide GitHub extension, which makes the result table easier to read.
Below is a table of this job's results, obtained by running the benchmarks found in
JuliaCI/BaseBenchmarks.jl. The values
listed in the ID column have the structure [parent_group, child_group, ..., key],
and can be used to index into the BaseBenchmarks suite to retrieve the corresponding
benchmarks.
The percentages accompanying time and memory values in the below table are noise tolerances. The "true" time/memory value for a given benchmark is expected to fall within this percentage of the reported value.
A ratio greater than 1.0 denotes a possible regression (marked with ❌), while a ratio less
than 1.0 denotes a possible improvement (marked with ✅). Only significant results - results
that indicate possible regressions or improvements - are shown below (thus, an empty table means that all
benchmark results remained invariant between builds).
| ID | time ratio | memory ratio |
|---|---|---|
["array", "any/all", "(\"all\", \"BitArray\")"] |
0.90 (5%) ✅ | 1.00 (1%) |
["array", "cat", "4467"] |
0.93 (5%) ✅ | 1.00 (1%) |
["array", "equality", "(\"==\", \"Array{Int64,1}\")"] |
1.05 (5%) ❌ | 1.00 (1%) |
["array", "growth", "(\"push_multiple!\", 256)"] |
1.05 (5%) ❌ | 1.00 (1%) |
["array", "growth", "(\"push_single!\", 256)"] |
1.07 (5%) ❌ | 1.00 (1%) |
["array", "reductions", "(\"mean\", \"Float64\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["array", "reductions", "(\"perf_mapreduce\", \"Int64\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["array", "reductions", "(\"perf_reduce\", \"Int64\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["array", "reductions", "(\"sum\", \"Float64\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["array", "reductions", "(\"sumabs\", \"Int64\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["broadcast", "mix_scalar_tuple", "(10, \"scal_tup_x3\")"] |
1.50 (5%) ❌ | 1.00 (1%) |
["broadcast", "mix_scalar_tuple", "(3, \"scal_tup\")"] |
0.81 (5%) ✅ | 1.00 (1%) |
["collection", "queries & updates", "(\"Dict\", \"String\", \"in\", \"true\")"] |
1.29 (25%) ❌ | 1.00 (1%) |
["collection", "queries & updates", "(\"Vector\", \"Any\", \"getindex\")"] |
1.29 (25%) ❌ | 1.00 (1%) |
["dates", "accessor", "month"] |
1.08 (5%) ❌ | 1.00 (1%) |
["dates", "accessor", "second"] |
0.81 (5%) ✅ | 1.00 (1%) |
["dates", "accessor", "year"] |
0.81 (5%) ✅ | 1.00 (1%) |
["dates", "parse", "(\"DateTime\", \"ISODateTimeFormat\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["dates", "parse", "Date"] |
1.07 (5%) ❌ | 1.00 (1%) |
["dates", "query", "(\"lastdayofweek\", \"Date\")"] |
1.38 (25%) ❌ | 1.00 (1%) |
["find", "findall", "(\"> q0.5\", \"Array{Float32,1}\")"] |
1.19 (5%) ❌ | 1.00 (1%) |
["find", "findall", "(\"> q0.5\", \"Array{Float64,1}\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["find", "findall", "(\"> q0.8\", \"Array{Float32,1}\")"] |
1.07 (5%) ❌ | 1.00 (1%) |
["find", "findall", "(\"> q0.95\", \"Array{Int8,1}\")"] |
0.95 (5%) ✅ | 1.00 (1%) |
["find", "findall", "(\"BitArray{1}\", \"50-50\")"] |
1.06 (5%) ❌ | 1.00 (1%) |
["find", "findnext", "(\"ispos\", \"Array{Int64,1}\")"] |
0.87 (5%) ✅ | 1.00 (1%) |
["find", "findprev", "(\"ispos\", \"Array{Float32,1}\")"] |
1.09 (5%) ❌ | 1.00 (1%) |
["io", "array_limit", "(\"display\", \"Array{Float64,2}(10000, 10000)\")"] |
1.17 (5%) ❌ | 1.10 (1%) ❌ |
["linalg", "arithmetic", "(\"+\", \"Matrix\", \"Matrix\", 256)"] |
0.45 (45%) ✅ | 1.00 (1%) |
["linalg", "arithmetic", "(\"-\", \"LowerTriangular\", \"LowerTriangular\", 256)"] |
2.57 (45%) ❌ | 1.00 (1%) |
["linalg", "arithmetic", "(\"sqrt\", \"UnitUpperTriangular\", 1024)"] |
2.32 (45%) ❌ | 1.00 (1%) |
["misc", "23042", "Complex{Float32}"] |
1.05 (5%) ❌ | 1.00 (1%) |
["misc", "bitshift", "(\"UInt\", \"UInt\")"] |
1.07 (5%) ❌ | 1.00 (1%) |
["misc", "foldl", "foldl(+, filter(...))"] |
1.09 (5%) ❌ | 1.00 (1%) |
["problem", "seismic", "(\"seismic\", \"Float64\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["random", "collections", "(\"rand\", \"MersenneTwister\", \"small Set\")"] |
0.69 (25%) ✅ | 1.00 (1%) |
["random", "collections", "(\"rand\", \"MersenneTwister\", \"small Vector\")"] |
1.26 (25%) ❌ | 1.00 (1%) |
["random", "ranges", "(\"rand\", \"MersenneTwister\", \"BigInt\", \"RangeGenerator(1:2^10000)\")"] |
0.72 (25%) ✅ | 1.00 (1%) |
["random", "types", "(\"rand\", \"MersenneTwister\", \"Float64\")"] |
1.33 (25%) ❌ | 1.00 (1%) |
["scalar", "acos", "(\"0.5 <= abs(x) < 1\", \"positive argument\", \"Float32\")"] |
0.89 (5%) ✅ | 1.00 (1%) |
["scalar", "acos", "(\"one\", \"positive argument\", \"Float64\")"] |
0.81 (5%) ✅ | 1.00 (1%) |
["scalar", "acos", "(\"small\", \"negative argument\", \"Float32\")"] |
0.80 (5%) ✅ | 1.00 (1%) |
["scalar", "acos", "(\"small\", \"positive argument\", \"Float32\")"] |
0.80 (5%) ✅ | 1.00 (1%) |
["scalar", "acos", "(\"small\", \"positive argument\", \"Float64\")"] |
1.19 (5%) ❌ | 1.00 (1%) |
["scalar", "acosh", "(\"2 <= abs(x) < 2^28\", \"positive argument\", \"Float32\")"] |
0.80 (5%) ✅ | 1.00 (1%) |
["scalar", "acosh", "(\"one\", \"Float64\")"] |
0.81 (5%) ✅ | 1.00 (1%) |
["scalar", "acosh", "(\"very large\", \"positive argument\", \"Float64\")"] |
0.86 (5%) ✅ | 1.00 (1%) |
["scalar", "arithmetic", "(\"add\", \"BigInt\", \"Complex{BigInt}\")"] |
1.78 (50%) ❌ | 1.00 (1%) |
["scalar", "arithmetic", "(\"mul\", \"BigInt\", \"Int64\")"] |
1.60 (50%) ❌ | 1.00 (1%) |
["scalar", "arithmetic", "(\"rem type\", \"UInt64\", \"BigInt\")"] |
0.51 (40%) ✅ | 1.00 (1%) |
["scalar", "asin", "(\"0.975 <= abs(x) < 1.0\", \"negative argument\", \"Float64\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["scalar", "asin", "(\"abs(x) < 0.5\", \"negative argument\", \"Float32\")"] |
0.85 (5%) ✅ | 1.00 (1%) |
["scalar", "asin", "(\"abs(x) < 0.5\", \"positive argument\", \"Float32\")"] |
1.37 (5%) ❌ | 1.00 (1%) |
["scalar", "asin", "(\"one\", \"positive argument\", \"Float32\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["scalar", "asin", "(\"small\", \"positive argument\", \"Float32\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "asin", "(\"small\", \"positive argument\", \"Float64\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["scalar", "asinh", "(\"very large\", \"negative argument\", \"Float32\")"] |
0.90 (5%) ✅ | 1.00 (1%) |
["scalar", "asinh", "(\"very large\", \"positive argument\", \"Float32\")"] |
0.84 (5%) ✅ | 1.00 (1%) |
["scalar", "asinh", "(\"very small\", \"negative argument\", \"Float64\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "asinh", "(\"very small\", \"positive argument\", \"Float32\")"] |
0.80 (5%) ✅ | 1.00 (1%) |
["scalar", "asinh", "(\"zero\", \"Float32\")"] |
0.84 (5%) ✅ | 1.00 (1%) |
["scalar", "asinh", "(\"zero\", \"Float64\")"] |
0.80 (5%) ✅ | 1.00 (1%) |
["scalar", "atan", "(\"0 <= abs(x) < 7/16\", \"negative argument\", \"Float32\")"] |
1.22 (5%) ❌ | 1.00 (1%) |
["scalar", "atan", "(\"0 <= abs(x) < 7/16\", \"positive argument\", \"Float32\")"] |
0.82 (5%) ✅ | 1.00 (1%) |
["scalar", "atan", "(\"11/16 <= abs(x) < 19/16\", \"negative argument\", \"Float64\")"] |
1.07 (5%) ❌ | 1.00 (1%) |
["scalar", "atan", "(\"19/16 <= abs(x) < 39/16\", \"negative argument\", \"Float32\")"] |
1.14 (5%) ❌ | 1.00 (1%) |
["scalar", "atan", "(\"19/16 <= abs(x) < 39/16\", \"negative argument\", \"Float64\")"] |
1.22 (5%) ❌ | 1.00 (1%) |
["scalar", "atan", "(\"39/16 <= abs(x) < 2^66\", \"positive argument\", \"Float64\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "atan", "(\"7/16 <= abs(x) < 11/16\", \"negative argument\", \"Float32\")"] |
0.90 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) high\", \"y negative\", \"x positive\", \"Float32\")"] |
0.85 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) high\", \"y positive\", \"x positive\", \"Float32\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) high\", \"y positive\", \"x positive\", \"Float64\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) safe (large)\", \"y negative\", \"x positive\", \"Float32\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) safe (large)\", \"y positive\", \"x positive\", \"Float32\")"] |
1.14 (5%) ❌ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) safe (small)\", \"y negative\", \"x positive\", \"Float32\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) safe (small)\", \"y positive\", \"x negative\", \"Float32\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) safe (small)\", \"y positive\", \"x positive\", \"Float32\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"abs(y/x) small\", \"y positive\", \"x positive\", \"Float32\")"] |
1.18 (5%) ❌ | 1.00 (1%) |
["scalar", "atan2", "(\"x one\", \"Float32\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "atan2", "(\"x one\", \"Float64\")"] |
0.80 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"x zero\", \"y positive\", \"Float64\")"] |
0.81 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"y infinite\", \"y positive\", \"x infinite\", \"x positive\", \"Float32\")"] |
0.87 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"y zero\", \"y negative\", \"x negative\", \"Float32\")"] |
1.08 (5%) ❌ | 1.00 (1%) |
["scalar", "atan2", "(\"y zero\", \"y negative\", \"x positive\", \"Float64\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["scalar", "atan2", "(\"y zero\", \"y positive\", \"x positive\", \"Float32\")"] |
1.31 (5%) ❌ | 1.00 (1%) |
["scalar", "atanh", "(\"0.5 <= abs(x) < 1\", \"negative argument\", \"Float64\")"] |
0.80 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 2.0^20π/4\", \"positive argument\", \"Float64\", \"cos_kernel\")"] |
1.16 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 2π/4\", \"negative argument\", \"Float32\", \"sin_kernel\")"] |
0.86 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 3π/4\", \"negative argument\", \"Float64\", \"sin_kernel\")"] |
1.17 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 4π/4\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
0.88 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 4π/4\", \"negative argument\", \"Float64\", \"cos_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 4π/4\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
1.11 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 5π/4\", \"negative argument\", \"Float64\", \"cos_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 5π/4\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
0.92 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 6π/4\", \"negative argument\", \"Float32\", \"sin_kernel\")"] |
0.86 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 6π/4\", \"negative argument\", \"Float64\", \"sin_kernel\")"] |
1.17 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 7π/4\", \"negative argument\", \"Float64\", \"cos_kernel\")"] |
0.86 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 9π/4\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 9π/4\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (easy) abs(x) < 9π/4\", \"positive argument\", \"Float64\", \"cos_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (hard) abs(x) < 2π/4\", \"negative argument\", \"Float32\", \"sin_kernel\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (hard) abs(x) < 4π/4\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
1.20 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (hard) abs(x) < 4π/4\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (hard) abs(x) < 6π/4\", \"negative argument\", \"Float32\", \"sin_kernel\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (hard) abs(x) < 6π/4\", \"negative argument\", \"Float64\", \"sin_kernel\")"] |
0.82 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (hard) abs(x) < 6π/4\", \"positive argument\", \"Float64\", \"sin_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (hard) abs(x) < 8π/4\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
1.18 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (hard) abs(x) < 8π/4\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
0.88 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (paynehanek) abs(x) > 2.0^20*π/2\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (paynehanek) abs(x) > 2.0^20*π/2\", \"negative argument\", \"Float32\", \"sin_kernel\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (paynehanek) abs(x) > 2.0^20*π/2\", \"negative argument\", \"Float64\", \"cos_kernel\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (paynehanek) abs(x) > 2.0^20*π/2\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
1.06 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (paynehanek) abs(x) > 2.0^20*π/2\", \"positive argument\", \"Float32\", \"sin_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"argument reduction (paynehanek) abs(x) > 2.0^20*π/2\", \"positive argument\", \"Float64\", \"cos_kernel\")"] |
1.06 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"no reduction\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
1.39 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"no reduction\", \"negative argument\", \"Float64\", \"cos_kernel\")"] |
1.39 (5%) ❌ | 1.00 (1%) |
["scalar", "cos", "(\"no reduction\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
1.11 (5%) ❌ | 1.00 (1%) |
["scalar", "cosh", "(\"0.00024414062f0 <= abs(x) < 9f0\", \"positive argument\", \"Float32\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "cosh", "(\"9f0 <= abs(x) < 88.72283f0\", \"negative argument\", \"Float32\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "cosh", "(\"very large\", \"negative argument\", \"Float64\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "cosh", "(\"very small\", \"negative argument\", \"Float32\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["scalar", "exp2", "(\"2pow1023\", \"negative argument\", Float64)"] |
0.75 (5%) ✅ | 1.00 (1%) |
["scalar", "exp2", "(\"2pow3\", \"negative argument\", \"Float32\")"] |
1.19 (5%) ❌ | 1.00 (1%) |
["scalar", "exp2", "(\"2pow3\", \"negative argument\", \"Float64\")"] |
0.90 (5%) ✅ | 1.00 (1%) |
["scalar", "exp2", "(\"2pow3\", \"positive argument\", \"Float64\")"] |
1.16 (5%) ❌ | 1.00 (1%) |
["scalar", "exp2", "(\"one\", \"Float64\")"] |
1.20 (5%) ❌ | 1.00 (1%) |
["scalar", "exp2", "(\"zero\", \"Float32\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["scalar", "expm1", "(\"arg reduction I\", \"negative argument\", \"Float32\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "expm1", "(\"huge\", \"positive argument\", \"Float64\")"] |
1.07 (5%) ❌ | 1.00 (1%) |
["scalar", "expm1", "(\"large\", \"negative argument\", \"Float32\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "expm1", "(\"large\", \"positive argument\", \"Float64\")"] |
1.05 (5%) ❌ | 1.00 (1%) |
["scalar", "mod2pi", "(\"argument reduction (easy) abs(x) < 7π/4\", \"negative argument\", \"Float64\")"] |
0.81 (5%) ✅ | 1.00 (1%) |
["scalar", "mod2pi", "(\"argument reduction (easy) abs(x) < 9π/4\", \"negative argument\", \"Float64\")"] |
0.81 (5%) ✅ | 1.00 (1%) |
["scalar", "mod2pi", "(\"argument reduction (easy) abs(x) > 2.0^20*π/2\", \"positive argument\", \"Float64\")"] |
1.07 (5%) ❌ | 1.00 (1%) |
["scalar", "rem_pio2", "(\"argument reduction (paynehanek) abs(x) > 2.0^20*π/2\", \"positive argument\", \"Float64\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 2π/4\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
1.20 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 2π/4\", \"negative argument\", \"Float64\", \"cos_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 2π/4\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
0.83 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 2π/4\", \"positive argument\", \"Float64\", \"cos_kernel\")"] |
0.88 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 3π/4\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
0.83 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 5π/4\", \"positive argument\", \"Float64\", \"sin_kernel\")"] |
1.17 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 6π/4\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
0.83 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 6π/4\", \"negative argument\", \"Float64\", \"cos_kernel\")"] |
0.88 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 7π/4\", \"positive argument\", \"Float64\", \"sin_kernel\")"] |
1.13 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 8π/4\", \"negative argument\", \"Float32\", \"sin_kernel\")"] |
0.83 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (easy) abs(x) < 9π/4\", \"positive argument\", \"Float32\", \"sin_kernel\")"] |
1.20 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (hard) abs(x) < 2π/4\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (hard) abs(x) < 4π/4\", \"negative argument\", \"Float64\", \"sin_kernel\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (hard) abs(x) < 6π/4\", \"negative argument\", \"Float32\", \"cos_kernel\")"] |
1.20 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (hard) abs(x) < 6π/4\", \"positive argument\", \"Float32\", \"cos_kernel\")"] |
1.20 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"argument reduction (hard) abs(x) < 8π/4\", \"positive argument\", \"Float32\", \"sin_kernel\")"] |
0.83 (5%) ✅ | 1.00 (1%) |
["scalar", "sin", "(\"no reduction\", \"positive argument\", \"Float32\", \"sin_kernel\")"] |
1.17 (5%) ❌ | 1.00 (1%) |
["scalar", "sin", "(\"no reduction\", \"zero\", \"Float32\")"] |
0.75 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 2.0^20π/4\", \"negative argument\", \"Float32\")"] |
0.86 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 2.0^20π/4\", \"negative argument\", \"Float64\")"] |
1.22 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 2.0^20π/4\", \"positive argument\", \"Float32\")"] |
1.16 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 2.0^20π/4\", \"positive argument\", \"Float64\")"] |
0.82 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 2π/4\", \"positive argument\", \"Float32\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 2π/4\", \"positive argument\", \"Float64\")"] |
0.94 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 3π/4\", \"negative argument\", \"Float32\")"] |
1.14 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 3π/4\", \"positive argument\", \"Float32\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 3π/4\", \"positive argument\", \"Float64\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 4π/4\", \"negative argument\", \"Float64\")"] |
1.15 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 4π/4\", \"positive argument\", \"Float32\")"] |
0.84 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 5π/4\", \"negative argument\", \"Float32\")"] |
1.11 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 5π/4\", \"negative argument\", \"Float64\")"] |
0.84 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 5π/4\", \"positive argument\", \"Float64\")"] |
1.15 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 6π/4\", \"negative argument\", \"Float32\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 7π/4\", \"negative argument\", \"Float32\")"] |
1.10 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 8π/4\", \"negative argument\", \"Float32\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (easy) abs(x) < 8π/4\", \"positive argument\", \"Float64\")"] |
0.91 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (hard) abs(x) < 4π/4\", \"positive argument\", \"Float32\")"] |
1.19 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"argument reduction (hard) abs(x) < 4π/4\", \"positive argument\", \"Float64\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"no reduction\", \"negative argument\", \"Float64\")"] |
1.17 (5%) ❌ | 1.00 (1%) |
["scalar", "sincos", "(\"no reduction\", \"positive argument\", \"Float32\")"] |
0.86 (5%) ✅ | 1.00 (1%) |
["scalar", "sincos", "(\"no reduction\", \"zero\", \"Float64\")"] |
0.81 (5%) ✅ | 1.00 (1%) |
["scalar", "sinh", "(\"very small\", \"negative argument\", \"Float64\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "sinh", "(\"very small\", \"positive argument\", \"Float64\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "sinh", "(\"zero\", \"Float64\")"] |
1.19 (5%) ❌ | 1.00 (1%) |
["scalar", "tan", "(\"medium\", \"negative argument\", \"Float64\")"] |
1.16 (5%) ❌ | 1.00 (1%) |
["scalar", "tan", "(\"medium\", \"positive argument\", \"Float32\")"] |
0.93 (5%) ✅ | 1.00 (1%) |
["scalar", "tan", "(\"medium\", \"positive argument\", \"Float64\")"] |
1.15 (5%) ❌ | 1.00 (1%) |
["scalar", "tan", "(\"small\", \"negative argument\", \"Float32\")"] |
0.75 (5%) ✅ | 1.00 (1%) |
["scalar", "tan", "(\"very small\", \"negative argument\", \"Float64\")"] |
1.33 (5%) ❌ | 1.00 (1%) |
["scalar", "tanh", "(\"0 <= abs(x) < 2.0^-28\", \"negative argument\", \"Float64\")"] |
1.25 (5%) ❌ | 1.00 (1%) |
["scalar", "tanh", "(\"0 <= abs(x) < 2.0^-28\", \"positive argument\", \"Float64\")"] |
0.80 (5%) ✅ | 1.00 (1%) |
["scalar", "tanh", "(\"very small\", \"positive argument\", \"Float32\")"] |
0.81 (5%) ✅ | 1.00 (1%) |
["sparse", "constructors", "(\"Bidiagonal\", 100)"] |
1.25 (5%) ❌ | 1.00 (1%) |
["sparse", "constructors", "(\"Diagonal\", 10)"] |
0.95 (5%) ✅ | 1.00 (1%) |
["sparse", "constructors", "(\"Diagonal\", 100)"] |
0.92 (5%) ✅ | 1.00 (1%) |
["sparse", "constructors", "(\"SymTridiagonal\", 1000)"] |
1.06 (5%) ❌ | 1.00 (1%) |
["sparse", "constructors", "(\"Tridiagonal\", 100)"] |
0.93 (5%) ✅ | 1.00 (1%) |
["sparse", "transpose", "(\"adjoint!\", (20000, 20000))"] |
1.62 (30%) ❌ | 1.00 (1%) |
["sparse", "transpose", "(\"transpose!\", (20000, 20000))"] |
1.54 (30%) ❌ | 1.00 (1%) |
["string", "==(::SubString, ::String)", "different"] |
1.06 (5%) ❌ | 1.00 (1%) |
["string", "findfirst", "Char"] |
1.16 (5%) ❌ | 1.00 (1%) |
["string", "findfirst", "String"] |
0.92 (5%) ✅ | 1.00 (1%) |
["string", "readuntil", "target length 2"] |
0.95 (5%) ✅ | 1.00 (1%) |
["tuple", "linear algebra", "(\"matmat\", (8, 8), (8, 8))"] |
1.16 (5%) ❌ | 1.00 (1%) |
["tuple", "reduction", "(\"minimum\", (2, 2))"] |
0.85 (5%) ✅ | 1.00 (1%) |
["tuple", "reduction", "(\"minimum\", (4,))"] |
0.76 (5%) ✅ | 1.00 (1%) |
["tuple", "reduction", "(\"sum\", (2, 2))"] |
0.88 (5%) ✅ | 1.00 (1%) |
["tuple", "reduction", "(\"sum\", (8,))"] |
0.80 (5%) ✅ | 1.00 (1%) |
["tuple", "reduction", "(\"sumabs\", (2, 2))"] |
0.93 (5%) ✅ | 1.00 (1%) |
["tuple", "reduction", "(\"sumabs\", (4, 4))"] |
1.18 (5%) ❌ | 1.00 (1%) |
["tuple", "reduction", "(\"sumabs\", (4,))"] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"broadcast\", *, Complex{Float64}, (false, true))"] |
0.88 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"broadcast\", *, Complex{Float64}, (true, true))"] |
0.86 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"broadcast\", abs, Float64, false)"] |
1.05 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"broadcast\", identity, Complex{Float64}, false)"] |
1.69 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"broadcast\", identity, Float64, true)"] |
0.86 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"collect\", \"all\", BigInt, true)"] |
1.13 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"collect\", \"all\", Bool, false)"] |
0.95 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"collect\", \"all\", Complex{Float64}, false)"] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"collect\", \"all\", Complex{Float64}, true)"] |
1.24 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"collect\", \"filter\", BigInt, true)"] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"collect\", \"filter\", Int8, false)"] |
0.93 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"map\", *, Complex{Float64}, (false, true))"] |
1.13 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"map\", *, Complex{Float64}, (true, true))"] |
0.89 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"map\", *, Float32, (true, true))"] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"map\", *, Float64, (true, true))"] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"map\", abs, Float32, true)"] |
1.10 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"map\", abs, Int64, true)"] |
1.58 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"map\", abs, Int8, true)"] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"map\", identity, BigInt, true)"] |
1.16 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"map\", identity, Bool, false)"] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"map\", identity, Complex{Float64}, false)"] |
1.74 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"map\", identity, Complex{Float64}, true)"] |
0.79 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"perf_countequals\", \"Float32\")"] |
0.92 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"perf_simplecopy\", Complex{Float64}, false)"] |
0.75 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"perf_simplecopy\", Complex{Float64}, true)"] |
1.34 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"perf_sum2\", BigFloat, false)"] |
1.05 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"perf_sum2\", BigFloat, true)"] |
1.05 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"perf_sum2\", Bool, false)"] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"perf_sum4\", BigInt, false)"] |
1.08 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"perf_sum\", Bool, false)"] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"perf_sum\", Bool, true)"] |
0.73 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"perf_sum\", Float64, true)"] |
0.71 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"skipmissing\", collect, Float64, false)"] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"skipmissing\", collect, Union{Missing, Int64}, true)"] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", "(\"skipmissing\", sum, Union{Missing, Bool}, true)"] |
0.77 (5%) ✅ | 1.00 (1%) |
["union", "array", "(\"sort\", Union{Missing, BigFloat}, true)"] |
1.10 (5%) ❌ | 1.00 (1%) |
Here's a list of all the benchmark groups executed by this job:
["array", "accumulate"]["array", "any/all"]["array", "bool"]["array", "cat"]["array", "comprehension"]["array", "convert"]["array", "equality"]["array", "growth"]["array", "index"]["array", "reductions"]["array", "reverse"]["array", "setindex!"]["array", "subarray"]["broadcast"]["broadcast", "dotop"]["broadcast", "fusion"]["broadcast", "mix_scalar_tuple"]["broadcast", "sparse"]["broadcast", "typeargs"]["collection", "deletion"]["collection", "initialization"]["collection", "iteration"]["collection", "optimizations"]["collection", "queries & updates"]["collection", "set operations"]["dates", "accessor"]["dates", "arithmetic"]["dates", "construction"]["dates", "conversion"]["dates", "parse"]["dates", "query"]["dates", "string"]["find", "findall"]["find", "findnext"]["find", "findprev"]["io", "array_limit"]["io", "read"]["io", "serialization"]["io"]["linalg", "arithmetic"]["linalg", "blas"]["linalg", "factorization"]["linalg"]["micro"]["misc"]["misc", "23042"]["misc", "afoldl"]["misc", "allocation elision view"]["misc", "bitshift"]["misc", "foldl"]["misc", "issue 12165"]["misc", "iterators"]["misc", "julia"]["misc", "parse"]["misc", "repeat"]["misc", "splatting"]["parallel", "remotecall"]["problem", "chaosgame"]["problem", "fem"]["problem", "go"]["problem", "grigoriadis khachiyan"]["problem", "imdb"]["problem", "json"]["problem", "laplacian"]["problem", "monte carlo"]["problem", "raytrace"]["problem", "seismic"]["problem", "simplex"]["problem", "spellcheck"]["problem", "stockcorr"]["problem", "ziggurat"]["random", "collections"]["random", "randstring"]["random", "ranges"]["random", "sequences"]["random", "types"]["scalar", "acos"]["scalar", "acosh"]["scalar", "arithmetic"]["scalar", "asin"]["scalar", "asinh"]["scalar", "atan"]["scalar", "atan2"]["scalar", "atanh"]["scalar", "cbrt"]["scalar", "cos"]["scalar", "cosh"]["scalar", "exp2"]["scalar", "expm1"]["scalar", "fastmath"]["scalar", "floatexp"]["scalar", "intfuncs"]["scalar", "iteration"]["scalar", "mod2pi"]["scalar", "predicate"]["scalar", "rem_pio2"]["scalar", "sin"]["scalar", "sincos"]["scalar", "sinh"]["scalar", "tan"]["scalar", "tanh"]["shootout"]["simd"]["sort", "insertionsort"]["sort", "issorted"]["sort", "mergesort"]["sort", "quicksort"]["sparse", "arithmetic"]["sparse", "constructors"]["sparse", "index"]["sparse", "matmul"]["sparse", "sparse matvec"]["sparse", "sparse solves"]["sparse", "transpose"]["string", "==(::AbstractString, ::AbstractString)"]["string", "==(::SubString, ::String)"]["string", "findfirst"]["string"]["string", "readuntil"]["string", "repeat"]["tuple", "index"]["tuple", "linear algebra"]["tuple", "misc"]["tuple", "reduction"]["union", "array"]
Julia Version 1.5.3-pre.13
Commit 3de1115 (2020-10-23 21:58 UTC)
Platform Info:
OS: Linux (x86_64-linux-gnu)
Ubuntu 14.04.5 LTS
uname: Linux 3.13.0-85-generic #129-Ubuntu SMP Thu Mar 17 20:50:15 UTC 2016 x86_64 x86_64
CPU: Intel(R) Xeon(R) CPU E3-1241 v3 @ 3.50GHz:
speed user nice sys idle irq
#1 3501 MHz 167885233 s 5083 s 18068216 s 7955379046 s 39 s
#2 3501 MHz 1245799668 s 222 s 25567794 s 6880962293 s 30 s
#3 3501 MHz 149670294 s 3325 s 11051542 s 7989719255 s 41 s
#4 3501 MHz 140054590 s 46 s 16381723 s 7992009875 s 28 s
Memory: 31.383651733398438 GB (12313.3046875 MB free)
Uptime: 8.1585438e7 sec
Load Avg: 1.0478515625 1.0439453125 1.0498046875
WORD_SIZE: 64
LIBM: libopenlibm
LLVM: libLLVM-9.0.1 (ORCJIT, haswell)
Julia Version 1.5.3-pre.0
Commit 5905ede (2020-09-24 05:09 UTC)
Platform Info:
OS: Linux (x86_64-linux-gnu)
Ubuntu 14.04.5 LTS
uname: Linux 3.13.0-85-generic #129-Ubuntu SMP Thu Mar 17 20:50:15 UTC 2016 x86_64 x86_64
CPU: Intel(R) Xeon(R) CPU E3-1241 v3 @ 3.50GHz:
speed user nice sys idle irq
#1 3501 MHz 169253968 s 5083 s 18099163 s 7955407001 s 39 s
#2 3501 MHz 1245952380 s 222 s 25574789 s 6882230078 s 30 s
#3 3501 MHz 149824204 s 3325 s 11059338 s 7990984725 s 41 s
#4 3501 MHz 140203767 s 46 s 16390466 s 7993277075 s 28 s
Memory: 31.383651733398438 GB (14232.40625 MB free)
Uptime: 8.1599724e7 sec
Load Avg: 1.0029296875 1.0146484375 1.04541015625
WORD_SIZE: 64
LIBM: libopenlibm
LLVM: libLLVM-9.0.1 (ORCJIT, haswell)