add AmpereOneM example results

Author: dkupnicki

benchmarks/example_results/ampereonem/ampere_optimized_llama.cpp_r3.4.0/llama-3.1-8b-instruct-Q8R16.gguf@PP512@TG256.csv

@@ -0,0 +1,31 @@
+n_proc,n_threads,batch_size,prompt_size,output_tokens,pp_throughput_tps,pp_max_latency_sec,pp_avg_latency_sec,tg_throughput_tps,tg_max_latency_sec,tg_avg_latency_sec,tg_max_per_token_latency_sec,tg_avg_per_token_latency_sec,e2e_max_latency_sec,e2e_avg_latency_sec,pp+tg_throughput_tps,concurrency,tps_per_user,start,finish
+24,8,1,512,256,2016.3159148439813,6.283,6.0945833333333335,59.03192454721718,105.163,104.08245833333332,0.41079296875,0.4065721028645833,111.446,110.177125,165.38951599877967,24,2.459663522800716,1764782848.794996,1764782968.9775398
+12,16,1,512,256,1994.0653534606647,3.172,3.0815,58.97606376860037,52.692,52.0905,0.205828125,0.203478515625,55.864,55.17216666666667,164.97207503938137,12,4.914671980716697,1764782969.6567218,1764783029.804517
+6,32,1,512,256,1922.640585356754,1.647,1.5981666666666667,56.97676455472759,27.236,26.9615,0.106390625,0.105318359375,28.883,28.55966666666667,159.54021396669322,6,9.49612742578793,1764783030.1461802,1764783063.2905424
+3,64,1,512,256,1717.2930616587637,0.927,0.895,55.23186173742103,14.107,13.906666666666666,0.05510546875,0.054322916666666665,15.034,14.801666666666668,153.25262737794333,3,18.410620579140343,1764783063.4620745,1764783082.6010299
+2,96,1,512,256,1503.6840414268677,0.683,0.681,51.68474983789264,10.219,9.9155,0.03991796875,0.038732421875,10.899,10.597,140.94329234721968,2,25.84237491894632,1764783082.6883366,1764783096.8341177
+1,192,1,512,256,1108.2251082251082,0.462,0.462,36.61327231121282,6.992,6.992,0.0273125,0.0273125,7.454,7.454,103.0319291655487,1,36.61327231121282,1764783096.8934097,1764783108.0421457
+24,8,8,512,256,2000.47017355051,50.504,49.14233333333333,431.72783646684354,114.927,113.85470833333333,0.44893359375,0.44474495442708334,165.431,162.99683333333334,891.3444275861234,192,2.2485824815981434,1764783108.072656,1764783278.2650363
+12,16,8,512,256,1984.7123266975962,25.506,24.767416666666666,433.469828798076,57.174,56.699083333333334,0.2233359375,0.22148079427083334,82.561,81.4665,893.0124392873148,96,4.515310716646625,1764783278.9541762,1764783365.1116447
+6,32,8,512,256,1901.3415354662043,13.257,12.927333333333332,426.2401933380275,29.086,28.831,0.1136171875,0.11262109375,42.344,41.7585,870.6043501877525,48,8.880004027875573,1764783365.4593632,1764783411.6056433
+3,64,8,512,256,1750.3587328301537,7.22,7.023,407.17117532676053,15.341,15.091666666666667,0.05992578125,0.05895182291666667,22.561,22.114666666666665,816.9850627188512,24,16.965465638615022,1764783411.7816768,1764783437.9251463
+2,96,8,512,256,1518.2972304078953,5.447,5.396,318.4225522494181,13.008,12.864999999999998,0.0508125,0.050253906249999994,18.455,18.261,665.8358168518017,16,19.901409515588632,1764783438.0151439,1764783460.1604366
+1,192,8,512,256,1141.901310287148,3.587,3.587,237.06447505498323,8.639,8.639,0.03374609375,0.03374609375,12.227,12.227,502.5355799116637,8,29.633059381872904,1764783460.2207549,1764783476.360613
+24,8,16,512,256,1987.095295622502,101.858,98.946375,791.4393114723072,125.718,124.21412500000001,0.4910859375,0.48521142578125004,226.269,223.16049999999998,1303.3689988465057,384,2.0610398736257998,1764783476.3920472,1764783707.5968773
+12,16,16,512,256,1971.6920413586163,51.184,49.86108333333333,787.5175854935156,63.369,62.41833333333333,0.24753515625,0.24382161458333332,113.795,112.2795,1295.803857814491,192,4.101654091112061,1764783708.2873588,1764783826.455717
+6,32,16,512,256,1890.3662835043863,26.694,26.005,762.1961988298069,32.518,32.247,0.1270234375,0.12596484375,59.128,58.252,1246.9219320795562,96,7.939543737810489,1764783826.8071706,1764783889.9611883
+3,64,16,512,256,1737.1285326196014,14.412,14.15,697.2567477795499,17.762,17.625333333333334,0.0693828125,0.06884895833333333,32.164,31.775000000000002,1146.126103718443,48,14.52618224540729,1764783890.1369588,1764783926.285644
+2,96,16,512,256,1509.5828477198256,11.009,10.8555,579.6795077155517,14.255,14.133,0.05568359375,0.05520703125,25.264,24.988500000000002,972.7675744141861,32,18.11498461611099,1764783926.3765886,1764783955.5211222
+1,192,16,512,256,1155.2672401635875,7.091,7.091,318.23479139150027,12.871,12.871,0.05027734375,0.05027734375,19.962,19.962,615.5695822061917,16,19.889674461968767,1764783955.5808318,1764783979.7265313
+24,8,32,512,256,1983.6903883030154,204.318,198.23329166666667,1247.77325147134,162.801,157.59799999999998,0.63594140625,0.6156171874999999,362.589,355.83141666666666,1626.7013064378677,768,1.624704754519974,1764783979.7582648,1764784347.999824
+12,16,32,512,256,1963.9583901186068,103.322,100.11808333333333,1228.850938648121,83.715,80.02508333333333,0.32701171875,0.3125979817708333,187.037,180.14308333333335,1576.757539951988,384,3.2001326527294816,1764784348.681911,1764784539.8569155
+6,32,32,512,256,1888.2539439177751,53.304,52.066833333333335,1145.4568994722094,43.264,42.91233333333333,0.169,0.16762630208333332,96.37,94.97916666666667,1530.1027290650616,192,5.965921351417758,1764784540.1997285,1764784640.357562
+3,64,32,512,256,1733.7251858506195,28.834,28.356333333333335,982.9684073337467,25.305,25.006,0.09884765625,0.0976796875,54.139,53.362,1361.8278874748335,96,10.239254243059861,1764784640.5317683,1764784698.683255
+2,96,32,512,256,1505.2556221070956,22.025,21.772,761.6595862574509,21.623,21.511499999999998,0.08446484375,0.08402929687499999,43.647,43.283,1126.0997067448682,64,11.90093103527267,1764784698.7719228,1764784745.9175131
+1,192,32,512,256,1166.120996441281,14.05,14.05,466.9668813771875,17.543,17.543,0.06852734375,0.06852734375,31.593,31.593,777.8938372424271,32,14.59271504303711,1764784745.9779541,1764784781.1198778
+24,8,64,512,256,1978.9731369763085,408.126,397.4077916666667,1498.472508709876,265.762,262.41575,1.0381328125,1.0250615234375,673.888,659.8235833333333,1750.5104705826488,1536,0.9755680395246588,1764784781.1515307,1764785460.4462664
+12,16,64,512,256,1963.3599464753481,205.618,200.29058333333333,1464.9370756920453,135.91,134.21241666666666,0.5308984375,0.5242672526041666,341.528,334.5031666666667,1727.0150617226113,768,1.907470150640684,1764785461.1222246,1764785806.3215187
+6,32,64,512,256,1881.4015156909204,106.988,104.51366666666667,1361.0463585295602,73.434,72.23283333333333,0.2868515625,0.2821595052083333,180.422,176.7465,1634.5678464932214,384,3.5443915586707297,1764785806.661394,1764785990.8355765
+3,64,64,512,256,1731.8123860859241,58.234,56.782000000000004,1134.2662326377576,44.275,43.34366666666667,0.17294921875,0.16931119791666668,102.51,100.12599999999999,1438.4688173721331,192,5.907636628321654,1764785991.0087395,1764786097.1694064
+2,96,64,512,256,1506.2134622463373,44.428,43.528999999999996,878.0824324400194,37.829,37.3245,0.14776953125,0.145798828125,82.257,80.8535,1195.0837010831904,128,6.860019003437651,1764786097.2574415,1764786183.4069533
+1,192,64,512,256,1157.4299742149694,28.311,28.311,514.5082276095968,31.844,31.844,0.124390625,0.124390625,60.155,60.155,817.0891862688055,64,8.03919105639995,1764786183.465672,1764786247.6155083