From 47dcc29b336fe24d75960d936db82df740094e1e Mon Sep 17 00:00:00 2001 From: Daniel Date: Fri, 16 May 2025 14:29:47 +0200 Subject: [PATCH] benchmarking: added CPU benchmark results --- package/test/params.json | 95 +++++++++++++++++++++++++++- package/test/results-fh-new/cpu.json | 1 + package/test/runtests.jl | 4 +- 3 files changed, 97 insertions(+), 3 deletions(-) create mode 100644 package/test/results-fh-new/cpu.json diff --git a/package/test/params.json b/package/test/params.json index 2fe0dc8..94c2fec 100644 --- a/package/test/params.json +++ b/package/test/params.json @@ -1 +1,94 @@ -[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"medium varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}],"large varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}],"small varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}]},"tags":["CPUInterpreter"]}],"GPUT":["BenchmarkGroup",{"data":{"medium varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}],"large varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}],"small varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}]},"tags":["GPUTranspiler"]}],"GPUI":["BenchmarkGroup",{"data":{"medium varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}],"large varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}],"small varset":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":1000,"evals":1,"gcsample":false,"seconds":5.0,"overhead":0.0,"memory_tolerance":0.01}]},"tags":["GPUInterpreter"]}]},"tags":[]}]]] \ No newline at end of file +[ + { + "Julia": "1.11.5", + "BenchmarkTools": { + "major": 1, + "minor": 6, + "patch": 0, + "prerelease": [], + "build": [] + } + }, + [ + [ + "BenchmarkGroup", + { + "data": { + "CPU": [ + "BenchmarkGroup", + { + "data": { + "nikuradse_1": [ + "Parameters", + { + "gctrial": true, + "time_tolerance": 0.05, + "evals_set": false, + "samples": 50, + "evals": 1, + "gcsample": false, + "seconds": 5.0, + "overhead": 0.0, + "memory_tolerance": 0.01 + } + ] + }, + "tags": [ + "CPUInterpreter" + ] + } + ], + "GPUT": [ + "BenchmarkGroup", + { + "data": { + "nikuradse_1": [ + "Parameters", + { + "gctrial": true, + "time_tolerance": 0.05, + "evals_set": false, + "samples": 50, + "evals": 1, + "gcsample": false, + "seconds": 5.0, + "overhead": 0.0, + "memory_tolerance": 0.01 + } + ] + }, + "tags": [ + "GPUTranspiler" + ] + } + ], + "GPUI": [ + "BenchmarkGroup", + { + "data": { + "nikuradse_1": [ + "Parameters", + { + "gctrial": true, + "time_tolerance": 0.05, + "evals_set": false, + "samples": 50, + "evals": 1, + "gcsample": false, + "seconds": 5.0, + "overhead": 0.0, + "memory_tolerance": 0.01 + } + ] + }, + "tags": [ + "GPUInterpreter" + ] + } + ] + }, + "tags": [] + } + ] + ] +] \ No newline at end of file diff --git a/package/test/results-fh-new/cpu.json b/package/test/results-fh-new/cpu.json new file mode 100644 index 0000000..16249cd --- /dev/null +++ b/package/test/results-fh-new/cpu.json @@ -0,0 +1 @@ +[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":36814947,"gctimes":[1.082739415e9,9.35589349e8,8.95739997e8,8.82797331e8,8.44175578e8,8.27278981e8,8.24664534e8,8.41590342e8,8.23430705e8,8.26304622e8,8.7328356e8,8.48151374e8,8.20769383e8,8.36210366e8,8.25357919e8,8.18247354e8,8.05126298e8,8.10738655e8,8.14534413e8,8.05974078e8,8.08104945e8,8.07549224e8,8.11047079e8,8.36937224e8,8.19217772e8,8.03258649e8,8.00177357e8,8.05390572e8,7.81551092e8,7.84470283e8,7.84717493e8,7.87670826e8,7.91518273e8,7.95865535e8,7.9488509e8,7.85908564e8,7.96303832e8,7.83015419e8,7.98406799e8,7.95693404e8,7.89571842e8,7.87009536e8,7.92931167e8,8.0354065e8,8.01147304e8,7.90650725e8,7.91114336e8,8.14447424e8,8.09202389e8,8.0150787e8],"memory":19327142456,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[1.11960461697e11,1.12658407743e11,1.11797123654e11,1.14086430365e11,1.12540701243e11,1.13057199848e11,1.12421343743e11,1.12335917668e11,1.11873753956e11,1.12087309285e11,1.15372551368e11,1.12857587668e11,1.12212954999e11,1.12352839748e11,1.12799090735e11,1.12712852105e11,1.11910175268e11,1.12890418194e11,1.12536406676e11,1.12333546234e11,1.12414119618e11,1.12632975657e11,1.12274854817e11,1.13642350405e11,1.13191424262e11,1.12623305956e11,1.12519637206e11,1.12733882055e11,1.13175515626e11,1.12499258654e11,1.12175542007e11,1.14221603568e11,1.12620900601e11,1.12996891317e11,1.12370260538e11,1.12760626809e11,1.13153933145e11,1.12762108936e11,1.12758858333e11,1.13381876923e11,1.12152161607e11,1.12831962905e11,1.12135760011e11,1.14343808852e11,1.12720432473e11,1.13061653545e11,1.12414150523e11,1.13142168741e11,1.12805546557e11,1.13053409368e11]}]},"tags":["CPUInterpreter"]}]},"tags":[]}]]] \ No newline at end of file diff --git a/package/test/runtests.jl b/package/test/runtests.jl index 9597f50..f769550 100644 --- a/package/test/runtests.jl +++ b/package/test/runtests.jl @@ -17,10 +17,10 @@ end @testset "CPU Interpreter" begin - include("CpuInterpreterTests.jl") + # include("CpuInterpreterTests.jl") end @testset "Performance tests" begin # include("PerformanceTuning.jl") - # include("PerformanceTests.jl") + include("PerformanceTests.jl") end \ No newline at end of file