Daniel/master-thesis
1
0
Fork 0
Code Issues 3 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

benchmarking: finished taking evaluation results; evaluation: continued writing
Some checks failed
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, 1.10) (push) Has been cancelled
Details
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, 1.6) (push) Has been cancelled
Details
CI / Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }} (x64, ubuntu-latest, pre) (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Daniel
2025-05-25 13:27:18 +02:00
parent 14b2e23d9a
commit 99a222341d
14 changed files with 262 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
package/test/benchmarks/3/cpu.json
View File

@ -1 +1 @@
[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":1070928,"gctimes":[2.7425249e7,7.412701e7,3.6607941e7,7.2060594e7,3.4529434e7,7.6634167e7,3.2012321e7,7.3820784e7,3.3949954e7,7.8478248e7,4.0126379e7,7.8064709e7,3.7594681e7,7.7171913e7,3.2345052e7,7.4243448e7,3.4353198e7,7.6815947e7,3.3275476e7,7.6196381e7,3.5836579e7,7.9893164e7,3.426444e7,7.8096102e7,3.5667171e7,7.8791806e7,3.4285798e7,8.0897821e7,3.6955997e7,7.3759746e7,3.3773137e7,7.328944e7,3.4533305e7,7.4964616e7,3.4649633e7,7.4867313e7,3.6125153e7,7.7465251e7,3.4405076e7,8.0242334e7,3.2479474e7,7.5060436e7,3.272518e7,7.2772772e7,3.5399275e7,7.4715997e7,3.5420495e7,7.68539e7,3.5243677e7,7.4565513e7],"memory":660409808,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[3.43605916e9,3.571094971e9,3.581169167e9,3.617386266e9,3.640177061e9,3.666140865e9,3.59312133e9,3.642660429e9,3.649362226e9,3.639535812e9,3.615756984e9,4.084913467e9,3.658895286e9,3.697572649e9,3.639317733e9,3.626500969e9,3.730074621e9,3.834972951e9,3.77581077e9,3.810886128e9,3.821828959e9,3.810445379e9,3.74010373e9,4.100990879e9,3.805819398e9,3.883427787e9,3.759697669e9,3.826958891e9,3.806828201e9,3.737459795e9,3.82547766e9,3.875865222e9,3.778686866e9,3.772500863e9,3.695058761e9,3.839603577e9,3.758997268e9,3.78092914e9,3.722981644e9,3.81821317e9,3.755600545e9,3.849403637e9,3.807069344e9,3.731021781e9,3.775985336e9,3.809009579e9,3.844778579e9,3.795816016e9,3.761476812e9,3.856067238e9]}]},"tags":["CPUInterpreter"]}]},"tags":[]}]]]
[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":1070928,"gctimes":[5.9810994e7,6.4737628e7,6.6129743e7,7.1565506e7,6.7670658e7,5.9069063e7,6.4987093e7,6.9015313e7,6.1821987e7,6.232688e7,6.9091327e7,6.0481241e7,6.7083905e7,7.1568874e7,6.4126918e7,6.656359e7,6.0971912e7,6.6050458e7,6.4490748e7,6.3792946e7,6.387013e7,6.2149826e7,6.5226883e7,5.8717054e7,7.0228008e7,6.4004441e7,6.179879e7,6.5803149e7,6.7778738e7,6.7530531e7,6.3874846e7,6.5191925e7,6.3458451e7,6.2795489e7,6.1214158e7,6.3242098e7,6.0904665e7,6.1067523e7,6.4187211e7,5.9758454e7,6.3188528e7,6.2703208e7,6.3179623e7,6.6383934e7,6.4153586e7,6.1124868e7,6.1729561e7,6.4057874e7,6.2238357e7,6.7185346e7],"memory":1092256904,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[4.7279143479e10,4.7935284564e10,4.7889470924e10,4.8090224769e10,4.9154174752e10,4.8234789351e10,4.8104334398e10,4.8399709732e10,4.7838902153e10,4.7903811218e10,4.8003267026e10,4.7752267096e10,5.0271042e10,5.2827474041e10,5.1150949627e10,5.3890859024e10,5.0334709301e10,4.8277583693e10,4.8826727675e10,4.8699721506e10,4.8785042007e10,4.8277983231e10,4.814134015e10,4.8104634658e10,4.9149760213e10,4.8564998255e10,4.8300117448e10,4.8526373086e10,4.8889779772e10,4.8001705803e10,4.7925610954e10,4.8209726338e10,4.8102811977e10,4.8159213161e10,4.816676277e10,4.8356507356e10,4.8464023297e10,4.8347214632e10,4.8467268775e10,4.8034119608e10,4.88565184e10,4.8690518925e10,4.8235448799e10,4.8346337545e10,4.8627889423e10,4.784124779e10,4.8095176162e10,4.869052391e10,4.7806194068e10,4.8009508502e10]}]},"tags":["CPUInterpreter"]}]},"tags":[]}]]]

1
package/test/benchmarks/3/cpu_benchmark4_3620_var_sets.json Normal file
View File

@ -0,0 +1 @@
[{"Julia":"1.11.5","BenchmarkTools":{"major":1,"minor":6,"patch":0,"prerelease":[],"build":[]}},[["BenchmarkGroup",{"data":{"CPU":["BenchmarkGroup",{"data":{"nikuradse_1":["Trial",{"allocs":1070928,"gctimes":[7.0737156e7,7.612373e7,7.0319845e7,7.4023793e7,6.9487953e7,7.13138e7,6.7919623e7,6.9790257e7,6.8884079e7,7.721969e7,7.1838152e7,7.1771265e7,7.4864423e7,7.117193e7,7.3785755e7,7.2381003e7,7.1546295e7,7.2286584e7,6.6459785e7,6.8890027e7,7.1509224e7,6.8358627e7,6.727323e7,7.4713054e7,6.8894051e7,7.4541532e7,6.9580992e7,7.2921699e7,6.9328135e7,7.0329552e7,7.5108206e7,7.0075534e7,7.0016025e7,6.7855751e7,7.1709092e7,6.9724248e7,7.0715959e7,7.0777192e7,6.8408832e7,6.9834693e7,6.8831404e7,6.5682229e7,6.8860642e7,7.0180588e7,7.5755869e7,6.7473844e7,7.511939e7,6.9218764e7,6.958201e7,7.1617631e7],"memory":794432648,"params":["Parameters",{"gctrial":true,"time_tolerance":0.05,"evals_set":false,"samples":50,"evals":1,"gcsample":false,"seconds":28800.0,"overhead":0.0,"memory_tolerance":0.01}],"times":[1.6299104854e10,1.6167206829e10,1.6494236203e10,1.6947550778e10,1.7034780856e10,1.7021231819e10,1.6932198004e10,1.6876549898e10,1.7079182771e10,1.7187766638e10,1.7102805204e10,1.7039326747e10,1.691889137e10,1.7042592496e10,1.6973888675e10,1.6948724634e10,1.7391081318e10,1.7129440584e10,1.6927534357e10,1.6966924724e10,1.7041711187e10,1.7245124816e10,1.6984027892e10,1.7099565673e10,1.6911699936e10,1.7139973297e10,1.6953329392e10,1.7090684047e10,1.6975681606e10,1.6964116346e10,1.7015161121e10,1.6879788824e10,1.6915966142e10,1.6996507916e10,1.7192698411e10,1.6972989288e10,1.7019713067e10,1.7042324004e10,1.7166773762e10,1.7270761002e10,1.6941653675e10,1.6944168651e10,1.7034265554e10,1.7108598363e10,1.7005234284e10,1.6827084022e10,1.7000687966e10,1.7102413049e10,1.7094021963e10,1.7128389177e10]}]},"tags":["CPUInterpreter"]}]},"tags":[]}]]]

292
package/test/benchmarks/3/gpu.json Normal file
View File

@ -0,0 +1,292 @@
[
{
"Julia": "1.11.5",
"BenchmarkTools": {
"major": 1,
"minor": 6,
"patch": 0,
"prerelease": [],
"build": []
}
},
[
[
"BenchmarkGroup",
{
"data": {
"GPUT": [
"BenchmarkGroup",
{
"data": {
"nikuradse_1": [
"Trial",
{
"allocs": 27549909,
"gctimes": [
1.796502723e9,
7.72059865e8,
3.94563446e8,
4.27997326e8,
4.06964911e8,
4.08277194e8,
4.02770711e8,
4.11141922e8,
4.07309952e8,
4.12815766e8,
4.13257433e8,
4.11708235e8,
4.06349416e8,
4.14353433e8,
4.05742826e8,
4.09829039e8,
4.02646084e8,
4.01623866e8,
4.11190055e8,
4.11476122e8,
4.07361638e8,
4.07028467e8,
4.11106781e8,
4.26360821e8,
4.07521363e8,
4.07228793e8,
4.09025385e8,
4.21241253e8,
4.1859973e8,
4.2067553e8,
4.00959317e8,
4.16666312e8,
4.10104406e8,
4.18910797e8,
4.05213147e8,
4.16627063e8,
4.1920481e8,
4.54088613e8,
4.39532553e8,
4.13238829e8,
4.14822338e8,
4.11867383e8,
4.15005572e8,
4.11339915e8,
4.1448983e8,
4.17699043e8,
4.16447232e8,
4.1597287e8,
4.14369912e8,
4.19276762e8
],
"memory": 67507887480,
"params": [
"Parameters",
{
"gctrial": true,
"time_tolerance": 0.05,
"evals_set": false,
"samples": 50,
"evals": 1,
"gcsample": false,
"seconds": 43200.0,
"overhead": 0.0,
"memory_tolerance": 0.01
}
],
"times": [
3.9931587632e10,
3.8962332239e10,
2.6658724209e10,
2.769671872e10,
2.6617417291e10,
2.6695278116e10,
2.6389594847e10,
2.6500758348e10,
2.6314618692e10,
2.6869478695e10,
2.6596999781e10,
2.6195296634e10,
2.6321536967e10,
2.676203466e10,
2.6810603797e10,
2.6754603343e10,
2.6616260783e10,
2.7015249577e10,
2.621089281e10,
2.565195064e10,
2.4093609228e10,
2.6872052438e10,
2.6312874968e10,
2.6567674382e10,
2.6188371615e10,
2.6627277961e10,
2.6351801318e10,
2.6764821332e10,
2.658020325e10,
2.6845009549e10,
2.6127450384e10,
2.6523726565e10,
2.6221363227e10,
2.542875719e10,
2.6885440863e10,
2.7207730806e10,
2.770831496e10,
2.7896929881e10,
2.7711770473e10,
2.6842628626e10,
2.4898863927e10,
2.6687932301e10,
2.6503076469e10,
2.655039632e10,
2.708347459e10,
2.5440628322e10,
2.6279933326e10,
2.7371915793e10,
2.6695784917e10,
2.7225562291e10
]
}
]
},
"tags": [
"GPUTranspiler"
]
}
],
"GPUI": [
"BenchmarkGroup",
{
"data": {
"nikuradse_1": [
"Trial",
{
"allocs": 32241320,
"gctimes": [
3.76843873e8,
3.87520681e8,
3.53674001e8,
3.67061252e8,
3.741527e8,
3.69293996e8,
3.63305802e8,
3.61913634e8,
3.51818682e8,
3.48188601e8,
3.62864887e8,
3.47736729e8,
3.50237523e8,
3.53595403e8,
3.51245475e8,
3.57725399e8,
3.48667085e8,
3.5174771e8,
3.50159541e8,
3.57487652e8,
3.61893033e8,
3.67797485e8,
3.44948035e8,
3.50222654e8,
3.36037781e8,
3.50770955e8,
3.48655148e8,
3.46508038e8,
3.48958873e8,
4.49202169e8,
3.53247995e8,
3.71504213e8,
3.5431637e8,
3.59468716e8,
3.46016454e8,
3.69149583e8,
3.65486404e8,
4.45340687e8,
4.37909167e8,
3.3690913e8,
3.50482929e8,
3.49559472e8,
3.38465639e8,
3.44654417e8,
3.49173998e8,
3.50582847e8,
3.55724581e8,
3.4921611e8,
3.55360179e8,
3.48805235e8
],
"memory": 45874227656,
"params": [
"Parameters",
{
"gctrial": true,
"time_tolerance": 0.05,
"evals_set": false,
"samples": 50,
"evals": 1,
"gcsample": false,
"seconds": 43200.0,
"overhead": 0.0,
"memory_tolerance": 0.01
}
],
"times": [
3.07178374e10,
3.0668015775e10,
3.0731090373e10,
3.0442775184e10,
3.0456642482e10,
3.0082122734e10,
3.0126331654e10,
3.0751723908e10,
3.1179628532e10,
3.0065663574e10,
3.0464515622e10,
3.0393855038e10,
3.1635622751e10,
3.0447222014e10,
2.973601985e10,
3.0033623194e10,
3.0580015719e10,
3.1400733412e10,
3.0272328646e10,
3.0223853837e10,
2.9915814997e10,
3.0818324531e10,
3.0179331592e10,
3.0293039282e10,
3.0017377964e10,
3.0087189496e10,
3.0582174914e10,
2.996325235e10,
3.0134649182e10,
3.1042223141e10,
3.0007740363e10,
3.0437426607e10,
3.0810836436e10,
3.1234163757e10,
3.0221879009e10,
3.0338940936e10,
3.1233683944e10,
3.1019897889e10,
3.1380379599e10,
2.9821214171e10,
3.0882968215e10,
3.0159994975e10,
3.0309932542e10,
2.9969275606e10,
3.0447151474e10,
3.0342592912e10,
3.024330255e10,
3.0258060029e10,
3.0095601739e10,
3.0209601692e10
]
}
]
},
"tags": [
"GPUInterpreter"
]
}
]
},
"tags": []
}
]
]
]

196
package/test/benchmarks/3/gpu_transpiler_yet_to_be_done.json
View File

@ -1,196 +0,0 @@
[
{
"Julia": "1.11.5",
"BenchmarkTools": {
"major": 1,
"minor": 6,
"patch": 0,
"prerelease": [],
"build": []
}
},
[
[
"BenchmarkGroup",
{
"data": {
"GPUT": [
"BenchmarkGroup",
{
"data": {
"nikuradse_1": [
"Trial",
{
"allocs": 1534112879,
"gctimes": [
3.398826747854e12,
2.618070795579e12
],
"memory": 51380857328968,
"params": [
"Parameters",
{
"gctrial": true,
"time_tolerance": 0.05,
"evals_set": false,
"samples": 50,
"evals": 1,
"gcsample": false,
"seconds": 43200.0,
"overhead": 0.0,
"memory_tolerance": 0.01
}
],
"times": [
3.7202049569362e13,
3.7400159760069e13
]
}
]
},
"tags": [
"GPUTranspiler"
]
}
],
"GPUI": [
"BenchmarkGroup",
{
"data": {
"nikuradse_1": [
"Trial",
{
"allocs": 32238807,
"gctimes": [
1.56829321e8,
2.14105993e8,
1.58515177e8,
1.63696235e8,
2.34640809e8,
1.73666066e8,
1.56664373e8,
2.26899015e8,
1.63204006e8,
1.58502341e8,
2.47932191e8,
1.78750726e8,
1.67031609e8,
2.15658378e8,
1.60582033e8,
1.72095901e8,
2.21813348e8,
1.74449684e8,
1.84254384e8,
2.22992914e8,
1.76230333e8,
1.74281367e8,
2.28631335e8,
1.61470635e8,
1.68059409e8,
2.12305109e8,
1.75816447e8,
1.69632479e8,
2.1658411e8,
1.74270008e8,
1.59168408e8,
2.07166015e8,
1.65286551e8,
1.64998613e8,
2.18075822e8,
1.56942033e8,
1.70028149e8,
2.16634107e8,
1.4930586e8,
1.51200189e8,
2.01026428e8,
1.59543849e8,
1.50339886e8,
2.28309026e8,
1.98278555e8,
1.82240598e8,
2.19269356e8,
2.03655465e8,
1.9340733e8,
2.11109946e8
],
"memory": 2257633856,
"params": [
"Parameters",
{
"gctrial": true,
"time_tolerance": 0.05,
"evals_set": false,
"samples": 50,
"evals": 1,
"gcsample": false,
"seconds": 43200.0,
"overhead": 0.0,
"memory_tolerance": 0.01
}
],
"times": [
2.0826857964e10,
2.1827080714e10,
2.1835551871e10,
2.2276713278e10,
2.1050209243e10,
2.1087741277e10,
2.140495689e10,
2.1674895344e10,
2.129635694e10,
2.1222094469e10,
2.108505901e10,
2.1660111564e10,
2.1389281024e10,
2.1611482236e10,
2.1466940439e10,
2.1287361922e10,
2.1364654963e10,
2.1199132878e10,
2.1326807938e10,
2.1447609392e10,
2.2037961513e10,
2.142405292e10,
2.1286263351e10,
2.1990491197e10,
2.1482849605e10,
2.1164038182e10,
2.079518548e10,
2.126873883e10,
2.1411215523e10,
2.1295914023e10,
2.1190139946e10,
2.0902865278e10,
2.1491691028e10,
2.1334090493e10,
2.0610763454e10,
2.0818827168e10,
2.2233566715e10,
2.0669388741e10,
1.9453333387e10,
1.9431037635e10,
1.9578726548e10,
1.9741413294e10,
1.9700711839e10,
2.0273015536e10,
1.9950670205e10,
1.9633260654e10,
1.9837290753e10,
2.0314635685e10,
2.039860576e10,
1.9990320184e10
]
}
]
},
"tags": [
"GPUInterpreter"
]
}
]
},
"tags": []
}
]
]
]

196
package/test/benchmarks/3/gpui_blocksize_192_much_worse_than_128.json Normal file
View File

@ -0,0 +1,196 @@
[
{
"Julia": "1.11.5",
"BenchmarkTools": {
"major": 1,
"minor": 6,
"patch": 0,
"prerelease": [],
"build": []
}
},
[
[
"BenchmarkGroup",
{
"data": {
"GPUT": [
"BenchmarkGroup",
{
"data": {
"nikuradse_1": [
"Trial",
{
"allocs": 1534112879,
"gctimes": [
3.398826747854e12,
2.618070795579e12
],
"memory": 51380857328968,
"params": [
"Parameters",
{
"gctrial": true,
"time_tolerance": 0.05,
"evals_set": false,
"samples": 50,
"evals": 1,
"gcsample": false,
"seconds": 43200.0,
"overhead": 0.0,
"memory_tolerance": 0.01
}
],
"times": [
--3.7202049569362e13,
--3.7400159760069e13
]
}
]
},
"tags": [
"GPUTranspiler"
]
}
],
"GPUI": [
"BenchmarkGroup",
{
"data": {
"nikuradse_1": [
"Trial",
{
"allocs": 32241307,
"gctimes": [
2.99988451e8,
3.18541335e8,
3.40658917e8,
3.20735576e8,
3.17668135e8,
3.11634185e8,
3.55400831e8,
3.25257947e8,
3.25941878e8,
3.31627658e8,
3.2513644e8,
5.34886621e8,
4.30305899e8,
4.75073379e8,
5.41262095e8,
5.14748243e8,
4.91966069e8,
4.55043676e8,
4.70840046e8,
5.50526217e8,
4.31207494e8,
4.76072811e8,
5.04324319e8,
5.72218216e8,
4.11391335e8,
4.73366047e8,
5.12748251e8,
4.58269866e8,
3.87267173e8,
5.38187011e8,
4.56822334e8,
4.24688896e8,
5.94190171e8,
5.28701852e8,
5.15021748e8,
6.10057318e8,
4.74982584e8,
4.33478296e8,
4.33664662e8,
4.22168618e8,
4.16528265e8,
4.15685104e8,
4.23277232e8,
3.74337751e8,
4.25875703e8,
5.42365157e8,
4.94701466e8,
4.83233782e8,
4.24986417e8,
4.8780606e8
],
"memory": 45874227384,
"params": [
"Parameters",
{
"gctrial": true,
"time_tolerance": 0.05,
"evals_set": false,
"samples": 50,
"evals": 1,
"gcsample": false,
"seconds": 43200.0,
"overhead": 0.0,
"memory_tolerance": 0.01
}
],
"times": [
3.055626804e10,
3.0413771477e10,
3.0058609633e10,
3.007921294e10,
3.0178903964e10,
3.0243374529e10,
3.0043488197e10,
2.9849309299e10,
3.0134058306e10,
3.0627343705e10,
3.0130179115e10,
4.8987140933e10,
1.0029494223e11,
9.991837876e10,
1.01083284461e11,
1.00013926981e11,
1.00050439359e11,
1.00453826906e11,
1.00398291414e11,
1.0026599822e11,
1.00645806674e11,
9.9875971997e10,
9.9612950384e10,
1.00253673473e11,
9.9643175894e10,
1.0027620915e11,
9.9714066248e10,
1.00141668213e11,
1.00269405678e11,
1.00149909912e11,
1.00645303739e11,
9.9693734213e10,
1.01986856167e11,
1.00367529986e11,
9.986664487e10,
1.01112512248e11,
9.9866828996e10,
9.887153973e10,
9.9119068947e10,
9.9161506987e10,
9.8659948079e10,
9.9016722639e10,
9.9226347837e10,
9.9361219392e10,
9.9532328849e10,
9.9181660704e10,
9.9525871099e10,
9.877397928e10,
9.8880425186e10,
9.9195828801e10
]
}
]
},
"tags": [
"GPUInterpreter"
]
}
]
},
"tags": []
}
]
]
]