benchmarking: updated blocksize to 256 with moderate improvements

package/test/PerformanceTests.jl

@@ -64,6 +64,7 @@ end
 	# https://cuda.juliagpu.org/v2.6/lib/driver/#Memory-Management
 end
 
+compareWithCPU = true
 
 
 suite = BenchmarkGroup()
@@ -74,12 +75,14 @@ varsets_small = 100
 varsets_medium = 1000
 varsets_large = 10000
 
-X_small = randn(Float32, varsets_small, 5)
-suite["CPU"]["small varset"] = @benchmarkable interpret_cpu(exprsCPU, X_small, p; repetitions=expr_reps)
-X_medium = randn(Float32, varsets_medium, 5)
-suite["CPU"]["medium varset"] = @benchmarkable interpret_cpu(exprsCPU, X_medium, p; repetitions=expr_reps)
-X_large = randn(Float32, varsets_large, 5)
-suite["CPU"]["large varset"] = @benchmarkable interpret_cpu(exprsCPU, X_large, p; repetitions=expr_reps)
+if compareWithCPU
+	X_small = randn(Float32, varsets_small, 5)
+	suite["CPU"]["small varset"] = @benchmarkable interpret_cpu(exprsCPU, X_small, p; repetitions=expr_reps)
+	X_medium = randn(Float32, varsets_medium, 5)
+	suite["CPU"]["medium varset"] = @benchmarkable interpret_cpu(exprsCPU, X_medium, p; repetitions=expr_reps)
+	X_large = randn(Float32, varsets_large, 5)
+	suite["CPU"]["large varset"] = @benchmarkable interpret_cpu(exprsCPU, X_large, p; repetitions=expr_reps)
+end
 
 X_small_GPU = randn(Float32, 5, varsets_small)
 suite["GPUI"]["small varset"] = @benchmarkable interpret_gpu(exprsGPU, X_small_GPU, p; repetitions=expr_reps)
@@ -102,45 +105,73 @@ loadparams!(suite, BenchmarkTools.load("params.json")[1], :samples, :evals, :gct
 
 results = run(suite, verbose=true, seconds=180)
 
-# BenchmarkTools.save("$BENCHMARKS_RESULTS_PATH/initial_results.json", results)
-# initial_results = BenchmarkTools.load("$BENCHMARKS_RESULTS_PATHinitial_results.json")
-
-medianCPU = median(results["CPU"])
-minimumCPU = minimum(results["CPU"])
-stdCPU = std(results["CPU"])
-
-medianInterpreter = median(results["GPUI"])
-minimumInterpreter = minimum(results["GPUI"])
-stdInterpreter = std(results["GPUI"])
-
-medianTranspiler = median(results["GPUT"])
-minimumTranspiler = minimum(results["GPUT"])
-stdTranspiler = std(results["GPUT"])
-
-cpuVsGPUI_median = judge(medianInterpreter, medianCPU) # is interpreter better than cpu?
-cpuVsGPUT_median = judge(medianTranspiler, medianCPU) # is transpiler better than cpu?
-gpuiVsGPUT_median = judge(medianTranspiler, medianInterpreter) # is tranpiler better than interpreter?
-
-cpuVsGPUI_minimum = judge(minimumInterpreter, minimumCPU) # is interpreter better than cpu?
-cpuVsGPUT_minimum = judge(minimumTranspiler, minimumCPU) # is transpiler better than cpu?
-gpuiVsGPUT_minimum = judge(minimumTranspiler, minimumInterpreter) # is tranpiler better than interpreter?
-
-cpuVsGPUI_std = judge(stdInterpreter, stdCPU) # is interpreter better than cpu?
-cpuVsGPUT_std = judge(stdTranspiler, stdCPU) # is transpiler better than cpu?
-gpuiVsGPUT_std = judge(stdTranspiler, stdInterpreter) # is tranpiler better than interpreter?
+BenchmarkTools.save("$BENCHMARKS_RESULTS_PATH/256_blocksize.json", results)
 
 
-println("Is the interpreter better than the CPU implementation:")
-println(cpuVsGPUI_median)
-println(cpuVsGPUI_minimum)
-println(cpuVsGPUI_std)
 
-println("Is the transpiler better than the CPU implementation:")
-println(cpuVsGPUT_median)
-println(cpuVsGPUT_minimum)
-println(cpuVsGPUT_std)
+if compareWithCPU
+	medianCPU = median(results["CPU"])
+	stdCPU = std(results["CPU"])
+	
+	medianInterpreter = median(results["GPUI"])
+	stdInterpreter = std(results["GPUI"])
+	
+	medianTranspiler = median(results["GPUT"])
+	stdTranspiler = std(results["GPUT"])
+	
+	cpuVsGPUI_median = judge(medianInterpreter, medianCPU) # is interpreter better than cpu?
+	cpuVsGPUT_median = judge(medianTranspiler, medianCPU) # is transpiler better than cpu?
+	gpuiVsGPUT_median = judge(medianTranspiler, medianInterpreter) # is tranpiler better than interpreter?
+	
+	cpuVsGPUI_std = judge(stdInterpreter, stdCPU) # is interpreter better than cpu?
+	cpuVsGPUT_std = judge(stdTranspiler, stdCPU) # is transpiler better than cpu?
+	gpuiVsGPUT_std = judge(stdTranspiler, stdInterpreter) # is tranpiler better than interpreter?
+	
+	println()
+	println("Is the interpreter better than the CPU implementation:")
+	println(cpuVsGPUI_median)
+	println(cpuVsGPUI_std)
+	
+	println()
+	println("Is the transpiler better than the CPU implementation:")
+	println(cpuVsGPUT_median)
+	println(cpuVsGPUT_std)
+	
+	println()
+	println("Is the transpiler better than the interpreter:")
+	println(gpuiVsGPUT_median)
+	println(gpuiVsGPUT_std)
+	
+else
+	resultsOld = BenchmarkTools.load("$BENCHMARKS_RESULTS_PATH/initial_results.json")[1]
+	
+	medianGPUI_old = median(resultsOld["GPUI"])
+	stdGPUI_old = std(resultsOld["GPUI"])
+	
+	medianGPUT_old = median(resultsOld["GPUT"])
+	stdGPUT_old = std(resultsOld["GPUT"])
+	
+	medianInterpreter = median(results["GPUI"])
+	stdInterpreter = std(results["GPUI"])
+	
+	medianTranspiler = median(results["GPUT"])
+	stdTranspiler = std(results["GPUT"])
+	
+	oldVsGPUI_median = judge(medianInterpreter, medianGPUI_old) # is interpreter better than old?
+	oldVsGPUI_std = judge(stdInterpreter, stdGPUI_old) # is interpreter better than old?
+	
+	oldVsGPUT_median = judge(medianTranspiler, medianGPUT_old) # is transpiler better than old?
+	oldVsGPUT_std = judge(stdTranspiler, stdGPUT_old) # is transpiler better than old?
+	
+	
+	println()
+	println("Is the interpreter better than the old implementation:")
+	println(oldVsGPUI_median)
+	println(oldVsGPUI_std)
+	
+	println()
+	println("Is the transpiler better than the old implementation:")
+	println(oldVsGPUT_median)
+	println(oldVsGPUT_std)
+end
 
-println("Is the transpiler better than the interpreter:")
-println(gpuiVsGPUT_median)
-println(gpuiVsGPUT_minimum)
-println(gpuiVsGPUT_std)