Daniel/master-thesis
1
0
Fork 0
Code Issues 3 Pull Requests Actions 1 Packages Projects 1 Releases Wiki Activity

benchmarking: added gpu evaluators to performance testing. getting execution errors still
Some checks are pending
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, 1.10) (push) Waiting to run
Details
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, 1.6) (push) Waiting to run
Details
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, pre) (push) Waiting to run
Details

Browse Source
This commit is contained in:
Daniel
2025-03-29 13:35:59 +01:00
parent 690ee33db1
commit ad175abac0
6 changed files with 63 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
package/test/InterpreterTests.jl
View File

@ -21,8 +21,8 @@ parameters[2][1] = 5.0
parameters[2][2] = 0.0
function testHelper(expression::Expr, variables::Matrix{Float32}, parameters::Vector{Vector{Float32}}, expectedResult)
postfix = Vector([expr_to_postfix(expression)])
result = Interpreter.interpret(postfix, variables, parameters)
exprs = Vector([expression])
result = Interpreter.interpret(exprs, variables, parameters)
expectedResult32 = convert(Float32, expectedResult)
@test isequal(result[1,1], expectedResult32)
@ -127,8 +127,8 @@ end
expr1 = :((x1 + 5) * p1 - 3 / abs(x2) + (2^4) - log(8))
expr2 = :(1 + 5 * x1 - 10^2 + (p1 - p2) / 9 + exp(x2))
postfix = Vector([expr_to_postfix(expr1), expr_to_postfix(expr2)])
result = Interpreter.interpret(postfix, var, param)
exprs = Vector([expr1, expr2])
result = Interpreter.interpret(exprs, var, param)
# var set 1
@test isapprox(result[1,1], 37.32, atol=0.01) # expr1

39
package/test/PerformanceTests.jl
View File

@ -1,6 +1,5 @@
using LinearAlgebra
using BenchmarkTools
using BenchmarkPlots, StatsPlots
using .Transpiler
using .Interpreter
@ -71,26 +70,40 @@ end
suite = BenchmarkGroup()
suite["CPU"] = BenchmarkGroup(["CPUInterpreter"])
# suite["GPUI"] = BenchmarkGroup(["GPUInterpreter"])
# suite["GPUT"] = BenchmarkGroup(["GPUTranspiler"])
suite["GPUI"] = BenchmarkGroup(["GPUInterpreter"])
suite["GPUT"] = BenchmarkGroup(["GPUTranspiler"])
varsets_small = 100
varsets_medium = 1000
varsets_large = 10000
X_small = randn(Float32, 100, 5)
X_small = randn(Float32, varsets_small, 5)
suite["CPU"]["small varset"] = @benchmarkable interpret_cpu(exprsCPU, X_small, p; repetitions=expr_reps)
X_normal = randn(Float32, 1000, 5)
suite["CPU"]["normal varset"] = @benchmarkable interpret_cpu(exprsCPU, X_normal, p; repetitions=expr_reps)
X_large = randn(Float32, 10000, 5)
X_medium = randn(Float32, varsets_medium, 5)
suite["CPU"]["medium varset"] = @benchmarkable interpret_cpu(exprsCPU, X_medium, p; repetitions=expr_reps)
X_large = randn(Float32, varsets_large, 5)
suite["CPU"]["large varset"] = @benchmarkable interpret_cpu(exprsCPU, X_large, p; repetitions=expr_reps)
# tune!(suite)
X_small_GPU = randn(Float32, 5, varsets_small)
suite["GPUI"]["small varset"] = @benchmarkable interpret_gpu(exprsGPU, X_small_GPU, p; repetitions=expr_reps)
suite["GPUT"]["small varset"] = @benchmarkable evaluate_gpu(exprsGPU, X_small_GPU, p; repetitions=expr_reps)
# BenchmarkTools.save("params.json", params(suite))
loadparams!(suite, BenchmarkTools.load("params.json")[1], :samples, :evals, :gctrial, :time_tolerance, :evals_set, :gcsample, :seconds, :overhead, :memory_tolerance)
X_medium_GPU = randn(Float32, 5, varsets_medium)
suite["GPUI"]["medium varset"] = @benchmarkable interpret_gpu(exprsGPU, X_medium_GPU, p; repetitions=expr_reps)
suite["GPUT"]["medium varset"] = @benchmarkable evaluate_gpu(exprsGPU, X_medium_GPU, p; repetitions=expr_reps)
results = run(suite, verbose=true, seconds=180)
X_large_GPU = randn(Float32, 5, varsets_large)
suite["GPUI"]["large varset"] = @benchmarkable interpret_gpu(exprsGPU, X_large_GPU, p; repetitions=expr_reps)
suite["GPUT"]["large varset"] = @benchmarkable evaluate_gpu(exprsGPU, X_large_GPU, p; repetitions=expr_reps)
tune!(suite)
BenchmarkTools.save("params.json", params(suite))
# loadparams!(suite, BenchmarkTools.load("params.json")[1], :samples, :evals, :gctrial, :time_tolerance, :evals_set, :gcsample, :seconds, :overhead, :memory_tolerance)
# results = run(suite, verbose=true, seconds=180)
# results2 = run(suite, verbose=true, seconds=180)
medianCPU = median(results["CPU"])
# medianCPU2 = median(results2["CPU"])
# medianCPU = median(results["CPU"])
# medianInterpreter = median(results["GPUI"])
# medianTranspiler = median(results["GPUT"])