Daniel/master-thesis
1
0
Fork 0
Code Issues 3 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

benchmarking: finished taking evaluation results; evaluation: continued writing
Some checks failed
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, 1.10) (push) Has been cancelled
Details
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, 1.6) (push) Has been cancelled
Details
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, pre) (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Daniel
2025-05-25 13:27:18 +02:00
parent 14b2e23d9a
commit 99a222341d
14 changed files with 262 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
package/test/benchmarks/2/CPU-did-not-finish
View File

@ -1 +0,0 @@
The CPU did not finish. Once it started using the page-file it just aborted. therefore too little RAM for this test

1
package/test/benchmarks/2/cpu.json Normal file
View File

@ -0,0 +1 @@
[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":1070928,"gctimes":[2.7425249e7,7.412701e7,3.6607941e7,7.2060594e7,3.4529434e7,7.6634167e7,3.2012321e7,7.3820784e7,3.3949954e7,7.8478248e7,4.0126379e7,7.8064709e7,3.7594681e7,7.7171913e7,3.2345052e7,7.4243448e7,3.4353198e7,7.6815947e7,3.3275476e7,7.6196381e7,3.5836579e7,7.9893164e7,3.426444e7,7.8096102e7,3.5667171e7,7.8791806e7,3.4285798e7,8.0897821e7,3.6955997e7,7.3759746e7,3.3773137e7,7.328944e7,3.4533305e7,7.4964616e7,3.4649633e7,7.4867313e7,3.6125153e7,7.7465251e7,3.4405076e7,8.0242334e7,3.2479474e7,7.5060436e7,3.272518e7,7.2772772e7,3.5399275e7,7.4715997e7,3.5420495e7,7.68539e7,3.5243677e7,7.4565513e7],"memory":660409808,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[3.43605916e9,3.571094971e9,3.581169167e9,3.617386266e9,3.640177061e9,3.666140865e9,3.59312133e9,3.642660429e9,3.649362226e9,3.639535812e9,3.615756984e9,4.084913467e9,3.658895286e9,3.697572649e9,3.639317733e9,3.626500969e9,3.730074621e9,3.834972951e9,3.77581077e9,3.810886128e9,3.821828959e9,3.810445379e9,3.74010373e9,4.100990879e9,3.805819398e9,3.883427787e9,3.759697669e9,3.826958891e9,3.806828201e9,3.737459795e9,3.82547766e9,3.875865222e9,3.778686866e9,3.772500863e9,3.695058761e9,3.839603577e9,3.758997268e9,3.78092914e9,3.722981644e9,3.81821317e9,3.755600545e9,3.849403637e9,3.807069344e9,3.731021781e9,3.775985336e9,3.809009579e9,3.844778579e9,3.795816016e9,3.761476812e9,3.856067238e9]}]},"tags":["CPUInterpreter"]}]},"tags":[]}]]]

124
package/test/benchmarks/3/gpu_transpiler_yet_to_be_done.json → package/test/benchmarks/2/gpu.json
View File

@ -15,18 +15,66 @@
{
"data": {
"GPUT": [
"BenchmarkGroup",
{
"data": {
"BenchmarkGroup",
{
"data": {
"nikuradse_1": [
"Trial",
{
"allocs": 1534112879,
"allocs": 27539530,
"gctimes": [
3.398826747854e12,
2.618070795579e12
7.21326673e8,
7.48889043e8,
8.00904516e8,
7.37378345e8,
7.24851528e8,
7.35546499e8,
6.86027619e8,
7.3845303e8,
7.79203625e8,
7.52721538e8,
7.60364838e8,
7.59372464e8,
7.46489405e8,
8.077102e8,
7.62237779e8,
7.80462131e8,
8.24630083e8,
8.30753044e8,
7.73842108e8,
8.42642472e8,
7.94451496e8,
8.35754001e8,
7.8590998e8,
7.96294466e8,
8.69176891e8,
8.10771728e8,
7.95383527e8,
8.17274343e8,
7.57214285e8,
8.67359312e8,
7.88826755e8,
7.73170589e8,
7.4383235e8,
7.35437044e8,
7.29270175e8,
7.30839033e8,
7.78530806e8,
7.84806598e8,
7.86753701e8,
7.70199148e8,
7.99968565e8,
7.31105205e8,
7.94627452e8,
7.52205262e8,
7.44255972e8,
7.92573816e8,
7.75143609e8,
7.50085445e8,
7.42457424e8,
7.35277689e8
],
"memory": 51380857328968,
"memory": 23891072456,
"params": [
"Parameters",
{
@ -42,17 +90,65 @@
}
],
"times": [
3.7202049569362e13,
3.7400159760069e13
1.9649655533e10,
1.8655222625e10,
2.044920046e10,
2.0006253124e10,
1.9225532614e10,
1.8425637493e10,
1.8009993618e10,
1.8566547913e10,
2.0298324918e10,
1.9375435774e10,
2.0259600918e10,
1.9689447935e10,
2.0440165546e10,
2.1198185981e10,
2.1529941031e10,
1.9621765309e10,
2.0096583579e10,
1.9353443691e10,
2.2395139743e10,
2.2147177349e10,
2.2065235354e10,
1.9008133225e10,
2.226108083e10,
2.2085219053e10,
2.0505924388e10,
1.951018691e10,
2.1750413636e10,
2.2142496895e10,
2.1011968434e10,
1.9815838525e10,
1.9442578236e10,
1.9848841235e10,
1.8999443547e10,
1.8850250259e10,
1.9418255558e10,
2.0859989717e10,
1.9155040161e10,
1.9639739596e10,
1.939165026e10,
1.9236817418e10,
1.9837660656e10,
1.8577069226e10,
1.9406743348e10,
1.9497777664e10,
1.911300801e10,
1.875399388e10,
2.0604575964e10,
1.8009223946e10,
1.9248258647e10,
1.9877171946e10
]
}
]
},
"tags": [
"GPUTranspiler"
]
}
],
"tags": [
"GPUTranspiler"
]
}
],
"GPUI": [
"BenchmarkGroup",
{

2
package/test/benchmarks/3/cpu.json
View File

@ -1 +1 @@
[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":1070928,"gctimes":[2.7425249e7,7.412701e7,3.6607941e7,7.2060594e7,3.4529434e7,7.6634167e7,3.2012321e7,7.3820784e7,3.3949954e7,7.8478248e7,4.0126379e7,7.8064709e7,3.7594681e7,7.7171913e7,3.2345052e7,7.4243448e7,3.4353198e7,7.6815947e7,3.3275476e7,7.6196381e7,3.5836579e7,7.9893164e7,3.426444e7,7.8096102e7,3.5667171e7,7.8791806e7,3.4285798e7,8.0897821e7,3.6955997e7,7.3759746e7,3.3773137e7,7.328944e7,3.4533305e7,7.4964616e7,3.4649633e7,7.4867313e7,3.6125153e7,7.7465251e7,3.4405076e7,8.0242334e7,3.2479474e7,7.5060436e7,3.272518e7,7.2772772e7,3.5399275e7,7.4715997e7,3.5420495e7,7.68539e7,3.5243677e7,7.4565513e7],"memory":660409808,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[3.43605916e9,3.571094971e9,3.581169167e9,3.617386266e9,3.640177061e9,3.666140865e9,3.59312133e9,3.642660429e9,3.649362226e9,3.639535812e9,3.615756984e9,4.084913467e9,3.658895286e9,3.697572649e9,3.639317733e9,3.626500969e9,3.730074621e9,3.834972951e9,3.77581077e9,3.810886128e9,3.821828959e9,3.810445379e9,3.74010373e9,4.100990879e9,3.805819398e9,3.883427787e9,3.759697669e9,3.826958891e9,3.806828201e9,3.737459795e9,3.82547766e9,3.875865222e9,3.778686866e9,3.772500863e9,3.695058761e9,3.839603577e9,3.758997268e9,3.78092914e9,3.722981644e9,3.81821317e9,3.755600545e9,3.849403637e9,3.807069344e9,3.731021781e9,3.775985336e9,3.809009579e9,3.844778579e9,3.795816016e9,3.761476812e9,3.856067238e9]}]},"tags":["CPUInterpreter"]}]},"tags":[]}]]]
[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":1070928,"gctimes":[5.9810994e7,6.4737628e7,6.6129743e7,7.1565506e7,6.7670658e7,5.9069063e7,6.4987093e7,6.9015313e7,6.1821987e7,6.232688e7,6.9091327e7,6.0481241e7,6.7083905e7,7.1568874e7,6.4126918e7,6.656359e7,6.0971912e7,6.6050458e7,6.4490748e7,6.3792946e7,6.387013e7,6.2149826e7,6.5226883e7,5.8717054e7,7.0228008e7,6.4004441e7,6.179879e7,6.5803149e7,6.7778738e7,6.7530531e7,6.3874846e7,6.5191925e7,6.3458451e7,6.2795489e7,6.1214158e7,6.3242098e7,6.0904665e7,6.1067523e7,6.4187211e7,5.9758454e7,6.3188528e7,6.2703208e7,6.3179623e7,6.6383934e7,6.4153586e7,6.1124868e7,6.1729561e7,6.4057874e7,6.2238357e7,6.7185346e7],"memory":1092256904,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[4.7279143479e10,4.7935284564e10,4.7889470924e10,4.8090224769e10,4.9154174752e10,4.8234789351e10,4.8104334398e10,4.8399709732e10,4.7838902153e10,4.7903811218e10,4.8003267026e10,4.7752267096e10,5.0271042e10,5.2827474041e10,5.1150949627e10,5.3890859024e10,5.0334709301e10,4.8277583693e10,4.8826727675e10,4.8699721506e10,4.8785042007e10,4.8277983231e10,4.814134015e10,4.8104634658e10,4.9149760213e10,4.8564998255e10,4.8300117448e10,4.8526373086e10,4.8889779772e10,4.8001705803e10,4.7925610954e10,4.8209726338e10,4.8102811977e10,4.8159213161e10,4.816676277e10,4.8356507356e10,4.8464023297e10,4.8347214632e10,4.8467268775e10,4.8034119608e10,4.88565184e10,4.8690518925e10,4.8235448799e10,4.8346337545e10,4.8627889423e10,4.784124779e10,4.8095176162e10,4.869052391e10,4.7806194068e10,4.8009508502e10]}]},"tags":["CPUInterpreter"]}]},"tags":[]}]]]

0
package/test/benchmarks/4/cpu_benchmark4_3620_var_sets.json → package/test/benchmarks/3/cpu_benchmark4_3620_var_sets.json
View File

124
package/test/benchmarks/4/gpu_transpiler_yet_to_be_done.json → package/test/benchmarks/3/gpu.json
View File

@ -15,18 +15,66 @@
{
"data": {
"GPUT": [
"BenchmarkGroup",
{
"data": {
"BenchmarkGroup",
{
"data": {
"nikuradse_1": [
"Trial",
{
"allocs": 1534112879,
"allocs": 27549909,
"gctimes": [
3.398826747854e12,
2.618070795579e12
1.796502723e9,
7.72059865e8,
3.94563446e8,
4.27997326e8,
4.06964911e8,
4.08277194e8,
4.02770711e8,
4.11141922e8,
4.07309952e8,
4.12815766e8,
4.13257433e8,
4.11708235e8,
4.06349416e8,
4.14353433e8,
4.05742826e8,
4.09829039e8,
4.02646084e8,
4.01623866e8,
4.11190055e8,
4.11476122e8,
4.07361638e8,
4.07028467e8,
4.11106781e8,
4.26360821e8,
4.07521363e8,
4.07228793e8,
4.09025385e8,
4.21241253e8,
4.1859973e8,
4.2067553e8,
4.00959317e8,
4.16666312e8,
4.10104406e8,
4.18910797e8,
4.05213147e8,
4.16627063e8,
4.1920481e8,
4.54088613e8,
4.39532553e8,
4.13238829e8,
4.14822338e8,
4.11867383e8,
4.15005572e8,
4.11339915e8,
4.1448983e8,
4.17699043e8,
4.16447232e8,
4.1597287e8,
4.14369912e8,
4.19276762e8
],
"memory": 51380857328968,
"memory": 67507887480,
"params": [
"Parameters",
{
@ -42,17 +90,65 @@
}
],
"times": [
--3.7202049569362e13,
--3.7400159760069e13
3.9931587632e10,
3.8962332239e10,
2.6658724209e10,
2.769671872e10,
2.6617417291e10,
2.6695278116e10,
2.6389594847e10,
2.6500758348e10,
2.6314618692e10,
2.6869478695e10,
2.6596999781e10,
2.6195296634e10,
2.6321536967e10,
2.676203466e10,
2.6810603797e10,
2.6754603343e10,
2.6616260783e10,
2.7015249577e10,
2.621089281e10,
2.565195064e10,
2.4093609228e10,
2.6872052438e10,
2.6312874968e10,
2.6567674382e10,
2.6188371615e10,
2.6627277961e10,
2.6351801318e10,
2.6764821332e10,
2.658020325e10,
2.6845009549e10,
2.6127450384e10,
2.6523726565e10,
2.6221363227e10,
2.542875719e10,
2.6885440863e10,
2.7207730806e10,
2.770831496e10,
2.7896929881e10,
2.7711770473e10,
2.6842628626e10,
2.4898863927e10,
2.6687932301e10,
2.6503076469e10,
2.655039632e10,
2.708347459e10,
2.5440628322e10,
2.6279933326e10,
2.7371915793e10,
2.6695784917e10,
2.7225562291e10
]
}
]
},
"tags": [
"GPUTranspiler"
]
}
],
"tags": [
"GPUTranspiler"
]
}
],
"GPUI": [
"BenchmarkGroup",
{

0
package/test/benchmarks/4/gpui_blocksize_192.json → package/test/benchmarks/3/gpui_blocksize_192_much_worse_than_128.json
View File

1
package/test/benchmarks/4/cpu.json
View File

@ -1 +0,0 @@
[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":1070928,"gctimes":[5.9810994e7,6.4737628e7,6.6129743e7,7.1565506e7,6.7670658e7,5.9069063e7,6.4987093e7,6.9015313e7,6.1821987e7,6.232688e7,6.9091327e7,6.0481241e7,6.7083905e7,7.1568874e7,6.4126918e7,6.656359e7,6.0971912e7,6.6050458e7,6.4490748e7,6.3792946e7,6.387013e7,6.2149826e7,6.5226883e7,5.8717054e7,7.0228008e7,6.4004441e7,6.179879e7,6.5803149e7,6.7778738e7,6.7530531e7,6.3874846e7,6.5191925e7,6.3458451e7,6.2795489e7,6.1214158e7,6.3242098e7,6.0904665e7,6.1067523e7,6.4187211e7,5.9758454e7,6.3188528e7,6.2703208e7,6.3179623e7,6.6383934e7,6.4153586e7,6.1124868e7,6.1729561e7,6.4057874e7,6.2238357e7,6.7185346e7],"memory":1092256904,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[4.7279143479e10,4.7935284564e10,4.7889470924e10,4.8090224769e10,4.9154174752e10,4.8234789351e10,4.8104334398e10,4.8399709732e10,4.7838902153e10,4.7903811218e10,4.8003267026e10,4.7752267096e10,5.0271042e10,5.2827474041e10,5.1150949627e10,5.3890859024e10,5.0334709301e10,4.8277583693e10,4.8826727675e10,4.8699721506e10,4.8785042007e10,4.8277983231e10,4.814134015e10,4.8104634658e10,4.9149760213e10,4.8564998255e10,4.8300117448e10,4.8526373086e10,4.8889779772e10,4.8001705803e10,4.7925610954e10,4.8209726338e10,4.8102811977e10,4.8159213161e10,4.816676277e10,4.8356507356e10,4.8464023297e10,4.8347214632e10,4.8467268775e10,4.8034119608e10,4.88565184e10,4.8690518925e10,4.8235448799e10,4.8346337545e10,4.8627889423e10,4.784124779e10,4.8095176162e10,4.869052391e10,4.7806194068e10,4.8009508502e10]}]},"tags":["CPUInterpreter"]}]},"tags":[]}]]]