diff --git a/github-runners-benchmarks/Julia/benchmark_results.yaml b/github-runners-benchmarks/Julia/benchmark_results.yaml index 0e0410e..3e40fdf 100644 --- a/github-runners-benchmarks/Julia/benchmark_results.yaml +++ b/github-runners-benchmarks/Julia/benchmark_results.yaml @@ -1,19 +1,19 @@ basic_term_benchmark: Julia array basic_term: - minimum time: "TrialEstimate(30.279 ms)" + minimum time: "TrialEstimate(29.152 ms)" result: 1.4489630534602132e7 Julia recursive basic_term: - minimum time: "TrialEstimate(84.812 ms)" + minimum time: "TrialEstimate(81.070 ms)" result: "1.4489630534602132e7" mortality: Julia MortalityTables.jl: - minimum time: "TrialEstimate(229.507 μs)" + minimum time: "TrialEstimate(239.946 μs)" result: 1904.4865526636793 savings_benchmark: Julia Benchmarks savings: - minimum time: "TrialEstimate(119.226 ms)" + minimum time: "TrialEstimate(118.603 ms)" result: 3.507113709040273e12 exposures: Julia ExperienceAnalysis.jl: num_rows: 141281 - minimum time: "TrialEstimate(29.659 ms)" + minimum time: "TrialEstimate(29.284 ms)" diff --git a/github-runners-benchmarks/Python/benchmark_results.yaml b/github-runners-benchmarks/Python/benchmark_results.yaml index f66bf4e..643a613 100644 --- a/github-runners-benchmarks/Python/benchmark_results.yaml +++ b/github-runners-benchmarks/Python/benchmark_results.yaml @@ -1,37 +1,37 @@ basic_term_benchmark: Python array numpy basic_term_m: - minimum time: 83.45314299992879 milliseconds + minimum time: 81.15190000000894 milliseconds result: 14489630.534603368 Python array pytorch basic_term_m: - minimum time: 51.54931000004126 milliseconds + minimum time: 48.05233400000475 milliseconds result: 14489630.534603368 Python lifelib basic_term_m: - minimum time: 618.0503439999256 milliseconds + minimum time: 606.547575999997 milliseconds result: 14489630.534601536 Python recursive numpy basic_term_m: - minimum time: 63.08064000006652 milliseconds + minimum time: 47.489563999988604 milliseconds result: 14489630.534603368 Python recursive pytorch basic_term_m: - minimum time: 75.6699999999455 milliseconds + minimum time: 73.68574099999137 milliseconds result: 14489630.53460337 basic_term_me_benchmark: Python heavylight numpy basic_term_me: - minimum time: 354.6492100000478 milliseconds + minimum time: 347.3877970000103 milliseconds result: 215146132.0684811 Python lifelib basic_term_me: - minimum time: 1191.792300999964 milliseconds + minimum time: 1140.047031999984 milliseconds result: 215146132.06848112 Python recursive numpy basic_term_me: - minimum time: 309.30894900006933 milliseconds + minimum time: 325.56454799998846 milliseconds result: 215146132.0684814 mortality: Python PyMort: - minimum time: 9.425531999909253 milliseconds + minimum time: 9.101711999988993 milliseconds result: 1904.4865526636793 savings_benchmark: Python lifelib cashvalue_me_ex4: - minimum time: 596.2715760000492 milliseconds + minimum time: 602.367275000006 milliseconds result: 3507113709040.141 Python recursive numpy cashvalue_me_ex4: - minimum time: 543.3022800000344 milliseconds + minimum time: 541.5200040000059 milliseconds result: 3507113709040.124 diff --git a/github-runners-benchmarks/R/benchmark_results.yaml b/github-runners-benchmarks/R/benchmark_results.yaml index e41b071..3f3e5a0 100644 --- a/github-runners-benchmarks/R/benchmark_results.yaml +++ b/github-runners-benchmarks/R/benchmark_results.yaml @@ -1,4 +1,4 @@ exposures: R actxps: num_rows: 141281 - min: 486.248656 ms + min: 470.446116 ms diff --git a/github-runners-benchmarks/README.md b/github-runners-benchmarks/README.md index c456416..a7bfaf6 100644 --- a/github-runners-benchmarks/README.md +++ b/github-runners-benchmarks/README.md @@ -20,61 +20,63 @@ Benchmarks in this repository: * Julia [MortalityTables](https://github.com/JuliaActuary/MortalityTables.jl) * Python [Pymort](https://github.com/actuarialopensource/pymort) -The below results are generated by the benchmarking scripts in the folders for each language. These scripts are run automatically by GitHub Actions and populate the results below. ```yaml +The below results are generated by the benchmarking scripts in the folders for each language. These scripts are run automatically by GitHub Actions and populate the results below. + +```yaml basic_term_benchmark: - Julia array basic_term: - minimum time: TrialEstimate(30.279 ms) + minimum time: TrialEstimate(29.152 ms) result: 1.4489630534602132e7 Julia recursive basic_term: - minimum time: TrialEstimate(84.812 ms) + minimum time: TrialEstimate(81.070 ms) result: 1.4489630534602132e7 - Python array numpy basic_term_m: - minimum time: 83.45314299992879 milliseconds + minimum time: 81.15190000000894 milliseconds result: 14489630.534603368 Python array pytorch basic_term_m: - minimum time: 51.54931000004126 milliseconds + minimum time: 48.05233400000475 milliseconds result: 14489630.534603368 Python lifelib basic_term_m: - minimum time: 618.0503439999256 milliseconds + minimum time: 606.547575999997 milliseconds result: 14489630.534601536 Python recursive numpy basic_term_m: - minimum time: 63.08064000006652 milliseconds + minimum time: 47.489563999988604 milliseconds result: 14489630.534603368 Python recursive pytorch basic_term_m: - minimum time: 75.6699999999455 milliseconds + minimum time: 73.68574099999137 milliseconds result: 14489630.53460337 basic_term_me_benchmark: - Python heavylight numpy basic_term_me: - minimum time: 354.6492100000478 milliseconds + minimum time: 347.3877970000103 milliseconds result: 215146132.0684811 Python lifelib basic_term_me: - minimum time: 1191.792300999964 milliseconds + minimum time: 1140.047031999984 milliseconds result: 215146132.06848112 Python recursive numpy basic_term_me: - minimum time: 309.30894900006933 milliseconds + minimum time: 325.56454799998846 milliseconds result: 215146132.0684814 exposures: - Julia ExperienceAnalysis.jl: - minimum time: TrialEstimate(29.659 ms) + minimum time: TrialEstimate(29.284 ms) num_rows: 141281 - R actxps: - min: 486.248656 ms + min: 470.446116 ms num_rows: 141281 mortality: - Julia MortalityTables.jl: - minimum time: TrialEstimate(229.507 μs) + minimum time: TrialEstimate(239.946 μs) result: 1904.4865526636793 - Python PyMort: - minimum time: 9.425531999909253 milliseconds + minimum time: 9.101711999988993 milliseconds result: 1904.4865526636793 savings_benchmark: - Julia Benchmarks savings: - minimum time: TrialEstimate(119.226 ms) + minimum time: TrialEstimate(118.603 ms) result: 3.507113709040273e12 - Python lifelib cashvalue_me_ex4: - minimum time: 596.2715760000492 milliseconds + minimum time: 602.367275000006 milliseconds result: 3507113709040.141 Python recursive numpy cashvalue_me_ex4: - minimum time: 543.3022800000344 milliseconds + minimum time: 541.5200040000059 milliseconds result: 3507113709040.124 ```