Daniel/master-thesis
1
0
Fork 0
Code Issues 3 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

benchmarking: added interpreter results
Some checks are pending
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, 1.10) (push) Waiting to run
Details
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, 1.6) (push) Waiting to run
Details
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, pre) (push) Waiting to run
Details

Browse Source
This commit is contained in:
Daniel
2025-05-17 16:07:03 +02:00
parent 47dcc29b33
commit 88ee8d20bd
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
package/src/ExpressionExecutorCuda.jl
View File

@ -34,7 +34,6 @@ function interpret_gpu(exprs::Vector{Expr}, X::Matrix{Float32}, p::Vector{Vector
for i in 1:repetitions # Simulate parameter tuning -> local search (X remains the same, p gets changed in small steps and must be performed sequentially, which it is with this impl)
results = Interpreter.interpret(exprs, X, p)
println("got results")
end
return results

4
package/test/PerformanceTests.jl
View File

@ -69,7 +69,7 @@ suite["GPUT"]["nikuradse_1"] = @benchmarkable evaluate_gpu(exprs, X_t, parameter
loadparams!(suite, BenchmarkTools.load("params.json")[1], :samples, :evals, :gctrial, :time_tolerance, :evals_set, :gcsample, :seconds, :overhead, :memory_tolerance)
results = run(suite, verbose=true, seconds=28800) # 8 hour timeout
resultsCPU = BenchmarkTools.load("./results-fh-new/cpu.json")[1]
resultsCPU = BenchmarkTools.load("$BENCHMARKS_RESULTS_PATH/cpu.json")[1]
if compareWithCPU
medianCPU = median(resultsCPU["CPU"])
@ -104,7 +104,7 @@ if compareWithCPU
println(gpuiVsGPUT_median)
println(gpuiVsGPUT_std)
BenchmarkTools.save("$BENCHMARKS_RESULTS_PATH/0_initial.json", results)
BenchmarkTools.save("$BENCHMARKS_RESULTS_PATH/0-initial.json", results)
else
resultsOld = BenchmarkTools.load("$BENCHMARKS_RESULTS_PATH/3-tuned-blocksize_I128_T96.json")[1]
# resultsOld = BenchmarkTools.load("$BENCHMARKS_RESULTS_PATH/3-tuned-blocksize_I128_T96.json")[1]

1
package/test/results-fh-new/0-initial.json Normal file
View File

@ -0,0 +1 @@
[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"GPUT":["BenchmarkGroup",{"data":{},"tags":["GPUTranspiler"]}],"GPUI":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":1825331206,"gctimes":[1.8938185191e10,1.7792800779e10,1.8160529276e10,1.7946505031e10,1.77973843e10,1.7616008261e10,1.7620413248e10,1.768910028e10,1.772636066e10,1.7706216778e10,1.8173891003e10,1.7667273912e10,1.7526904901e10,1.749445276e10,1.7567194654e10,1.7649119926e10,1.7639951452e10,1.7533807088e10,1.7517726514e10,1.7626783198e10,1.7511788769e10,1.7492068732e10,1.7553945009e10,1.7478083952e10,1.7437663283e10,1.7472329594e10,1.7519969261e10,1.7519953931e10,1.7526082936e10,1.751558218e10,1.7402059945e10,1.7250338348e10,1.7250474046e10,1.7291033872e10,1.7551432788e10,1.7850397239e10,1.7847877387e10,1.7447038841e10,1.754309134e10,1.7566433958e10,1.7503437877e10,1.7647987775e10,1.7401002748e10,1.7385713445e10,1.7385171642e10,1.7348026466e10,1.7438744763e10,1.7309013112e10,1.7577725655e10,1.7432755306e10],"memory":115414870368,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[5.31951749725e11,5.31404501757e11,5.33657147801e11,5.31489160462e11,5.30386250505e11,5.30026023598e11,5.29887080071e11,5.34175638749e11,5.32476620162e11,5.32276123554e11,5.43002738488e11,5.30251592144e11,5.30190125835e11,5.28451973319e11,5.30828202555e11,5.29236820908e11,5.3205118374e11,5.30259980405e11,5.29369982343e11,5.29968522607e11,5.29094509442e11,5.3023736481e11,5.3026832017e11,5.30138026522e11,5.30291814111e11,5.28886430445e11,5.30786719418e11,5.31872294453e11,5.29735616869e11,5.32322531477e11,5.32945923244e11,5.28063077052e11,5.26379810748e11,5.2904720469e11,5.33989526381e11,5.37245240551e11,5.37790009675e11,5.30206196299e11,5.30276314709e11,5.30385782035e11,5.29114269928e11,5.31785585619e11,5.28768646361e11,5.27012226469e11,5.26681637262e11,5.28646301524e11,5.27917175176e11,5.28633753225e11,5.29807712794e11,5.27063144055e11]}]},"tags":["GPUInterpreter"]}]},"tags":[]}]]]