{
 "models": [
  "gemma-4-26b-a4b",
  "gpt-oss-120b",
  "gemma-4-31b"
 ],
 "backends": [
  "amd-vulkan",
  "amd-rocm"
 ],
 "ctx": [
  1024,
  4096,
  8192,
  16384,
  32768,
  65536
 ],
 "cells": {
  "gemma-4-26b-a4b|amd-vulkan|1024": {
   "n": 2,
   "prompt_n": 900.0,
   "prefill_s": 0.8071065,
   "prefill_tps": 1115.218589189885,
   "gen_tps": 43.32945449902918,
   "gen_n": 172.5,
   "gen_s": 3.9607194999999997,
   "ttft_s": 0.8762485980987549,
   "total_s": 4.837002158164978,
   "needle": 2,
   "doc_chars": 2971.0,
   "power_avg_w": 58.25866541353383,
   "energy_wh": 0.07778340468254355,
   "gtt_max_gib": 18.854141235351562,
   "prefill_spread": 0.02109882648696324,
   "gen_spread": 0.02642048853190173
  },
  "gemma-4-26b-a4b|amd-vulkan|4096": {
   "n": 2,
   "prompt_n": 3972.0,
   "prefill_s": 3.4556319999999996,
   "prefill_tps": 1149.4530079493525,
   "gen_tps": 41.25789738732642,
   "gen_n": 185.0,
   "gen_s": 4.4604575,
   "ttft_s": 3.555075168609619,
   "total_s": 8.016156554222107,
   "needle": 2,
   "doc_chars": 13252.0,
   "power_avg_w": 54.433919829222006,
   "energy_wh": 0.12034517662919231,
   "gtt_max_gib": 18.858200073242188,
   "prefill_spread": 0.009338378623649902,
   "gen_spread": 0.003018796336492603
  },
  "gemma-4-26b-a4b|amd-vulkan|8192": {
   "n": 2,
   "prompt_n": 8068.0,
   "prefill_s": 7.45421,
   "prefill_tps": 1082.3431797156281,
   "gen_tps": 40.717289739684944,
   "gen_n": 191.5,
   "gen_s": 4.6784040000000005,
   "ttft_s": 7.674630761146545,
   "total_s": 12.35379409790039,
   "needle": 2,
   "doc_chars": 26576.0,
   "power_avg_w": 54.3501,
   "energy_wh": 0.18651147845289776,
   "gtt_max_gib": 18.90114974975586,
   "prefill_spread": 0.0025730426161861,
   "gen_spread": 0.014799054791413052
  },
  "gemma-4-26b-a4b|amd-vulkan|16384": {
   "n": 2,
   "prompt_n": 16260.0,
   "prefill_s": 16.913778,
   "prefill_tps": 961.3648378688429,
   "gen_tps": 38.70045383397792,
   "gen_n": 192.0,
   "gen_s": 4.9352015,
   "ttft_s": 17.188300848007202,
   "total_s": 22.125234961509705,
   "needle": 2,
   "doc_chars": 54884.0,
   "power_avg_w": 54.51007755391967,
   "energy_wh": 0.33250458479899486,
   "gtt_max_gib": 18.948013305664062,
   "prefill_spread": 0.008752982331918995,
   "gen_spread": 0.004204071824707106
  },
  "gemma-4-26b-a4b|amd-vulkan|32768": {
   "n": 2,
   "prompt_n": 32644.0,
   "prefill_s": 42.9176075,
   "prefill_tps": 760.7094455609922,
   "gen_tps": 35.6954121781245,
   "gen_n": 204.5,
   "gen_s": 5.7010135,
   "ttft_s": 43.1367472410202,
   "total_s": 48.84111142158508,
   "needle": 2,
   "doc_chars": 111218.0,
   "power_avg_w": 54.508563491430856,
   "energy_wh": 0.7378517592549988,
   "gtt_max_gib": 19.042285919189453,
   "prefill_spread": 0.021660503792062552,
   "gen_spread": 3.553508020185337e-05
  },
  "gemma-4-26b-a4b|amd-vulkan|65536": {
   "n": 2,
   "prompt_n": 65412.0,
   "prefill_s": 120.9798855,
   "prefill_tps": 540.6863533207263,
   "gen_tps": 31.329837726117837,
   "gen_n": 195.0,
   "gen_s": 6.190821,
   "ttft_s": 121.51101613044739,
   "total_s": 127.70788502693176,
   "needle": 2,
   "doc_chars": 221820.0,
   "power_avg_w": 54.47538658448944,
   "energy_wh": 1.9307167054732803,
   "gtt_max_gib": 19.231258392333984,
   "prefill_spread": 0.0032536400441540397,
   "gen_spread": 0.005506627319303888
  },
  "gemma-4-26b-a4b|amd-rocm|1024": {
   "n": 2,
   "prompt_n": 900.0,
   "prefill_s": 0.7504424999999999,
   "prefill_tps": 1199.2965054162546,
   "gen_tps": 34.03590180300652,
   "gen_n": 171.5,
   "gen_s": 5.0093785,
   "ttft_s": 0.8086428642272949,
   "total_s": 5.817865967750549,
   "needle": 2,
   "doc_chars": 2971.0,
   "power_avg_w": 54.84444272727272,
   "energy_wh": 0.08626828354911673,
   "gtt_max_gib": 18.34113311767578,
   "prefill_spread": 0.0036924880986882484,
   "gen_spread": 0.00019064134287585715
  },
  "gemma-4-26b-a4b|amd-rocm|4096": {
   "n": 2,
   "prompt_n": 3972.0,
   "prefill_s": 3.3141995,
   "prefill_tps": 1198.4924739292396,
   "gen_tps": 32.02941565632847,
   "gen_n": 178.0,
   "gen_s": 5.524093000000001,
   "ttft_s": 3.401000142097473,
   "total_s": 8.925324082374573,
   "needle": 2,
   "doc_chars": 13252.0,
   "power_avg_w": 54.555787499999994,
   "energy_wh": 0.13306673173199096,
   "gtt_max_gib": 18.34477996826172,
   "prefill_spread": 0.006592542181000046,
   "gen_spread": 0.004494857220624763
  },
  "gemma-4-26b-a4b|amd-rocm|8192": {
   "n": 2,
   "prompt_n": 8068.0,
   "prefill_s": 7.114014,
   "prefill_tps": 1134.103276489905,
   "gen_tps": 31.96899543158663,
   "gen_n": 191.5,
   "gen_s": 5.9621935,
   "ttft_s": 7.314876914024353,
   "total_s": 13.277259588241577,
   "needle": 2,
   "doc_chars": 26576.0,
   "power_avg_w": 54.433326170510135,
   "energy_wh": 0.1993416037435167,
   "gtt_max_gib": 18.34477996826172,
   "prefill_spread": 0.0036305804289954537,
   "gen_spread": 0.03569583303248272
  },
  "gemma-4-26b-a4b|amd-rocm|16384": {
   "n": 2,
   "prompt_n": 16260.0,
   "prefill_s": 16.7800855,
   "prefill_tps": 969.0057897296826,
   "gen_tps": 30.42964855725647,
   "gen_n": 200.5,
   "gen_s": 6.555911999999999,
   "ttft_s": 17.043993711471558,
   "total_s": 23.601373434066772,
   "needle": 2,
   "doc_chars": 54884.0,
   "power_avg_w": 54.528287970430114,
   "energy_wh": 0.35546917042586534,
   "gtt_max_gib": 18.34347915649414,
   "prefill_spread": 2.020251923030394e-05,
   "gen_spread": 0.0018695986371016365
  },
  "gemma-4-26b-a4b|amd-rocm|32768": {
   "n": 2,
   "prompt_n": 32644.0,
   "prefill_s": 44.2414295,
   "prefill_tps": 737.8658720052242,
   "gen_tps": 28.697884336816173,
   "gen_n": 205.5,
   "gen_s": 7.126115,
   "ttft_s": 44.44719040393829,
   "total_s": 51.5764776468277,
   "needle": 2,
   "doc_chars": 111218.0,
   "power_avg_w": 54.47581310679612,
   "energy_wh": 0.7784678461208778,
   "gtt_max_gib": 18.338592529296875,
   "prefill_spread": 0.005433707787403198,
   "gen_spread": 0.0031367903247505134
  },
  "gemma-4-26b-a4b|amd-rocm|65536": {
   "n": 2,
   "prompt_n": 65412.0,
   "prefill_s": 131.506484,
   "prefill_tps": 497.40517020029444,
   "gen_tps": 25.64715803549641,
   "gen_n": 193.5,
   "gen_s": 7.505997,
   "ttft_s": 131.99333345890045,
   "total_s": 139.50529539585114,
   "needle": 2,
   "doc_chars": 221820.0,
   "power_avg_w": 54.438742325494445,
   "energy_wh": 2.1093288121066482,
   "gtt_max_gib": 18.338104248046875,
   "prefill_spread": 0.0005560638363655212,
   "gen_spread": 0.0014087173198853275
  },
  "gpt-oss-120b|amd-vulkan|1024": {
   "n": 2,
   "prompt_n": 965.0,
   "prefill_s": 1.74855,
   "prefill_tps": 551.9325193641234,
   "gen_tps": 48.514714837445,
   "gen_n": 332.0,
   "gen_s": 6.8209515,
   "ttft_s": 1.8392903804779053,
   "total_s": 8.591932535171509,
   "needle": 2,
   "doc_chars": 3019.0,
   "power_avg_w": 54.696504222972976,
   "energy_wh": 0.12802587476715446,
   "gtt_max_gib": 62.083763122558594,
   "prefill_spread": 0.018391238454719558,
   "gen_spread": 0.006189453989579316
  },
  "gpt-oss-120b|amd-vulkan|4096": {
   "n": 2,
   "prompt_n": 4037.0,
   "prefill_s": 6.197295,
   "prefill_tps": 651.4595632437221,
   "gen_tps": 46.458147974974416,
   "gen_n": 327.5,
   "gen_s": 7.0251765,
   "ttft_s": 6.311892747879028,
   "total_s": 13.267918944358826,
   "needle": 2,
   "doc_chars": 13335.0,
   "power_avg_w": 54.519150284900284,
   "energy_wh": 0.19869828243043686,
   "gtt_max_gib": 62.09454345703125,
   "prefill_spread": 0.01686542273685555,
   "gen_spread": 0.020212194844935034
  },
  "gpt-oss-120b|amd-vulkan|8192": {
   "n": 2,
   "prompt_n": 8133.0,
   "prefill_s": 12.587193000000001,
   "prefill_tps": 646.1329440670345,
   "gen_tps": 44.129313828868916,
   "gen_n": 302.5,
   "gen_s": 6.8323225,
   "ttft_s": 12.76513147354126,
   "total_s": 19.52462863922119,
   "needle": 2,
   "doc_chars": 26616.0,
   "power_avg_w": 54.46762510274536,
   "energy_wh": 0.2941344659247995,
   "gtt_max_gib": 62.10477066040039,
   "prefill_spread": 0.00018637991806434072,
   "gen_spread": 0.0009793880695308183
  },
  "gpt-oss-120b|amd-vulkan|16384": {
   "n": 2,
   "prompt_n": 16325.0,
   "prefill_s": 27.710145,
   "prefill_tps": 589.1433850745906,
   "gen_tps": 40.69554338997446,
   "gen_n": 361.5,
   "gen_s": 8.854878,
   "ttft_s": 27.967430591583252,
   "total_s": 36.74652874469757,
   "needle": 2,
   "doc_chars": 54487.0,
   "power_avg_w": 54.47944958492678,
   "energy_wh": 0.5555343855677047,
   "gtt_max_gib": 62.135555267333984,
   "prefill_spread": 0.007805011485865581,
   "gen_spread": 0.007870585555467064
  },
  "gpt-oss-120b|amd-vulkan|32768": {
   "n": 2,
   "prompt_n": 32709.0,
   "prefill_s": 68.593544,
   "prefill_tps": 476.85261441660646,
   "gen_tps": 35.546823387547164,
   "gen_n": 381.5,
   "gen_s": 10.703036,
   "ttft_s": 69.01267206668854,
   "total_s": 79.62794089317322,
   "needle": 2,
   "doc_chars": 110227.0,
   "power_avg_w": 54.5412804808214,
   "energy_wh": 1.2039094622090953,
   "gtt_max_gib": 62.17806625366211,
   "prefill_spread": 0.001148621217180408,
   "gen_spread": 0.009435835639593075
  },
  "gpt-oss-120b|amd-vulkan|65536": {
   "n": 2,
   "prompt_n": 65477.0,
   "prefill_s": 189.114743,
   "prefill_tps": 346.23388131954226,
   "gen_tps": 28.565872019146155,
   "gen_n": 378.5,
   "gen_s": 13.2198545,
   "ttft_s": 189.81606101989746,
   "total_s": 202.92593204975128,
   "needle": 1,
   "doc_chars": 218859.0,
   "power_avg_w": 54.555948770079155,
   "energy_wh": 3.0719723670262598,
   "gtt_max_gib": 62.27180480957031,
   "prefill_spread": 0.00754345207237484,
   "gen_spread": 0.011543413860948978
  },
  "gpt-oss-120b|amd-rocm|1024": {
   "n": 2,
   "prompt_n": 965.0,
   "prefill_s": 1.608192,
   "prefill_tps": 600.1987618467542,
   "gen_tps": 38.6584915783328,
   "gen_n": 290.0,
   "gen_s": 7.475573,
   "ttft_s": 1.7440106868743896,
   "total_s": 9.103416919708252,
   "needle": 2,
   "doc_chars": 3019.0,
   "power_avg_w": 54.444497076023396,
   "energy_wh": 0.13675190223063033,
   "gtt_max_gib": 61.635597229003906,
   "prefill_spread": 0.03119652379815354,
   "gen_spread": 0.0010366878957058384
  },
  "gpt-oss-120b|amd-rocm|4096": {
   "n": 2,
   "prompt_n": 4037.0,
   "prefill_s": 6.1937725,
   "prefill_tps": 651.7847903638755,
   "gen_tps": 37.84410195725299,
   "gen_n": 340.0,
   "gen_s": 8.957277000000001,
   "ttft_s": 6.3509334325790405,
   "total_s": 15.191654205322266,
   "needle": 2,
   "doc_chars": 13335.0,
   "power_avg_w": 54.527075712347354,
   "energy_wh": 0.22820281926968033,
   "gtt_max_gib": 61.636260986328125,
   "prefill_spread": 0.0025785577368236034,
   "gen_spread": 0.0006644455515202689
  },
  "gpt-oss-120b|amd-rocm|8192": {
   "n": 2,
   "prompt_n": 8133.0,
   "prefill_s": 12.754502,
   "prefill_tps": 637.6580325159341,
   "gen_tps": 36.93712186310448,
   "gen_n": 307.5,
   "gen_s": 8.29824,
   "ttft_s": 12.96786642074585,
   "total_s": 21.145841121673584,
   "needle": 2,
   "doc_chars": 26616.0,
   "power_avg_w": 54.478200858250275,
   "energy_wh": 0.31908371198064756,
   "gtt_max_gib": 61.636260986328125,
   "prefill_spread": 0.002288760470616372,
   "gen_spread": 0.0037073575283474154
  },
  "gpt-oss-120b|amd-rocm|16384": {
   "n": 2,
   "prompt_n": 16325.0,
   "prefill_s": 27.347378499999998,
   "prefill_tps": 596.9508895864851,
   "gen_tps": 34.9261039786362,
   "gen_n": 318.0,
   "gen_s": 9.077033499999999,
   "ttft_s": 27.639952778816223,
   "total_s": 36.591800689697266,
   "needle": 2,
   "doc_chars": 54487.0,
   "power_avg_w": 54.461495072042055,
   "energy_wh": 0.5506312573233743,
   "gtt_max_gib": 61.6330680847168,
   "prefill_spread": 0.0032050238380254173,
   "gen_spread": 0.0023778761669503838
  },
  "gpt-oss-120b|amd-rocm|32768": {
   "n": 2,
   "prompt_n": 32709.0,
   "prefill_s": 64.67494099999999,
   "prefill_tps": 505.7446480733048,
   "gen_tps": 31.97239035549274,
   "gen_n": 336.5,
   "gen_s": 10.4918115,
   "ttft_s": 65.00804698467255,
   "total_s": 75.36732757091522,
   "needle": 2,
   "doc_chars": 110227.0,
   "power_avg_w": 54.436925249169434,
   "energy_wh": 1.138279964141498,
   "gtt_max_gib": 61.6330680847168,
   "prefill_spread": 0.0008031858892612107,
   "gen_spread": 0.014701725313172922
  },
  "gpt-oss-120b|amd-rocm|65536": {
   "n": 2,
   "prompt_n": 65477.0,
   "prefill_s": 171.8976285,
   "prefill_tps": 380.9086928842726,
   "gen_tps": 27.528864994931048,
   "gen_n": 388.5,
   "gen_s": 14.0761905,
   "ttft_s": 172.5723786354065,
   "total_s": 186.50208687782288,
   "needle": 1,
   "doc_chars": 218859.0,
   "power_avg_w": 54.44416197854481,
   "energy_wh": 2.818557584028392,
   "gtt_max_gib": 61.6353759765625,
   "prefill_spread": 0.004287999819613559,
   "gen_spread": 0.00026799301148348653
  },
  "gemma-4-31b|amd-vulkan|1024": {
   "n": 2,
   "prompt_n": 900.0,
   "prefill_s": 3.9366035000000004,
   "prefill_tps": 228.63341836859686,
   "gen_tps": 10.304296748950192,
   "gen_n": 159.5,
   "gen_s": 15.3818235,
   "ttft_s": 4.168630242347717,
   "total_s": 19.550492763519287,
   "needle": 2,
   "doc_chars": 2971.0,
   "power_avg_w": 54.42225641025641,
   "energy_wh": 0.2937648653776779,
   "gtt_max_gib": 25.009353637695312,
   "prefill_spread": 0.01318471621538714,
   "gen_spread": 0.0009282041720521385
  },
  "gemma-4-31b|amd-vulkan|4096": {
   "n": 2,
   "prompt_n": 3972.0,
   "prefill_s": 17.582489000000002,
   "prefill_tps": 225.90910756965053,
   "gen_tps": 10.052615518241787,
   "gen_n": 174.0,
   "gen_s": 17.20959,
   "ttft_s": 17.907752752304077,
   "total_s": 35.11712884902954,
   "needle": 2,
   "doc_chars": 13252.0,
   "power_avg_w": 54.363634722222216,
   "energy_wh": 0.5283296980731355,
   "gtt_max_gib": 25.050342559814453,
   "prefill_spread": 0.0066866528396519395,
   "gen_spread": 0.0003465753961239095
  },
  "gemma-4-31b|amd-vulkan|8192": {
   "n": 2,
   "prompt_n": 8068.0,
   "prefill_s": 37.2876035,
   "prefill_tps": 216.3721859657377,
   "gen_tps": 9.833439759748774,
   "gen_n": 162.5,
   "gen_s": 16.424276,
   "ttft_s": 38.105016589164734,
   "total_s": 54.52986943721771,
   "needle": 2,
   "doc_chars": 26576.0,
   "power_avg_w": 54.30599388369412,
   "energy_wh": 0.8215517165207198,
   "gtt_max_gib": 25.09726333618164,
   "prefill_spread": 0.00037173212271462833,
   "gen_spread": 0.000915458726778764
  },
  "gemma-4-31b|amd-vulkan|16384": {
   "n": 2,
   "prompt_n": 16260.0,
   "prefill_s": 82.6814915,
   "prefill_tps": 196.6604149488649,
   "gen_tps": 9.391282945224955,
   "gen_n": 183.0,
   "gen_s": 19.3807905,
   "ttft_s": 83.59114396572113,
   "total_s": 102.9736442565918,
   "needle": 2,
   "doc_chars": 54884.0,
   "power_avg_w": 54.41873487778139,
   "energy_wh": 1.5540866139076481,
   "gtt_max_gib": 25.19243621826172,
   "prefill_spread": 0.00658794356654784,
   "gen_spread": 0.0013012795922466317
  },
  "gemma-4-31b|amd-vulkan|32768": {
   "n": 2,
   "prompt_n": 32644.0,
   "prefill_s": 199.31130050000002,
   "prefill_tps": 163.78439192925592,
   "gen_tps": 8.659796399526027,
   "gen_n": 177.0,
   "gen_s": 20.323014,
   "ttft_s": 199.9342074394226,
   "total_s": 220.26046407222748,
   "needle": 2,
   "doc_chars": 111218.0,
   "power_avg_w": 54.53417182949309,
   "energy_wh": 3.3344547907627993,
   "gtt_max_gib": 25.38239288330078,
   "prefill_spread": 0.0031339969105264698,
   "gen_spread": 0.002360568764827725
  },
  "gemma-4-31b|amd-vulkan|65536": {
   "n": 2,
   "prompt_n": 65412.0,
   "prefill_s": 534.7378035,
   "prefill_tps": 122.32573110438766,
   "gen_tps": 7.48100157796968,
   "gen_n": 183.5,
   "gen_s": 24.395070500000003,
   "ttft_s": 536.171929359436,
   "total_s": 560.5732078552246,
   "needle": 2,
   "doc_chars": 221820.0,
   "power_avg_w": 54.5029338356565,
   "energy_wh": 8.484784683817177,
   "gtt_max_gib": 25.7593994140625,
   "prefill_spread": 0.003433299437562652,
   "gen_spread": 0.0006079434112688692
  },
  "gemma-4-31b|amd-rocm|1024": {
   "n": 2,
   "prompt_n": 900.0,
   "prefill_s": 3.6588625,
   "prefill_tps": 246.0305531363369,
   "gen_tps": 9.557063016882264,
   "gen_n": 159.0,
   "gen_s": 16.5321455,
   "ttft_s": 3.873708128929138,
   "total_s": 20.405817985534668,
   "needle": 2,
   "doc_chars": 2971.0,
   "power_avg_w": 54.34010975609756,
   "energy_wh": 0.307169790669779,
   "gtt_max_gib": 24.61066436767578,
   "prefill_spread": 0.029206071559125506,
   "gen_spread": 0.001311603719076518
  },
  "gemma-4-31b|amd-rocm|4096": {
   "n": 2,
   "prompt_n": 3972.0,
   "prefill_s": 16.181372000000003,
   "prefill_tps": 245.46745019903256,
   "gen_tps": 9.115486370182593,
   "gen_n": 160.0,
   "gen_s": 17.442449,
   "ttft_s": 16.48883879184723,
   "total_s": 33.93166124820709,
   "needle": 2,
   "doc_chars": 13252.0,
   "power_avg_w": 54.35849956632515,
   "energy_wh": 0.5116927889820438,
   "gtt_max_gib": 24.609176635742188,
   "prefill_spread": 0.0003555940744702562,
   "gen_spread": 0.000554786491304529
  },
  "gemma-4-31b|amd-rocm|8192": {
   "n": 2,
   "prompt_n": 8068.0,
   "prefill_s": 35.253322,
   "prefill_tps": 228.85946473710297,
   "gen_tps": 8.890625792385823,
   "gen_n": 162.5,
   "gen_s": 18.164251,
   "ttft_s": 36.02316451072693,
   "total_s": 54.18798768520355,
   "needle": 2,
   "doc_chars": 26576.0,
   "power_avg_w": 54.32205453768951,
   "energy_wh": 0.8161850287003323,
   "gtt_max_gib": 24.608291625976562,
   "prefill_spread": 0.005288069022261447,
   "gen_spread": 0.0010954852970070218
  },
  "gemma-4-31b|amd-rocm|16384": {
   "n": 2,
   "prompt_n": 16260.0,
   "prefill_s": 81.9564455,
   "prefill_tps": 198.39808134595495,
   "gen_tps": 8.471731491525151,
   "gen_n": 164.5,
   "gen_s": 19.2986765,
   "ttft_s": 82.83036458492279,
   "total_s": 102.13037073612213,
   "needle": 2,
   "doc_chars": 54884.0,
   "power_avg_w": 54.49378663787911,
   "energy_wh": 1.5440248944872277,
   "gtt_max_gib": 24.606826782226562,
   "prefill_spread": 0.0006157294852421675,
   "gen_spread": 0.0014484856642821107
  },
  "gemma-4-31b|amd-rocm|32768": {
   "n": 2,
   "prompt_n": 32644.0,
   "prefill_s": 209.2081755,
   "prefill_tps": 156.03600166942476,
   "gen_tps": 7.789146751698105,
   "gen_n": 173.0,
   "gen_s": 22.082020999999997,
   "ttft_s": 209.79519188404083,
   "total_s": 231.88038527965546,
   "needle": 2,
   "doc_chars": 111218.0,
   "power_avg_w": 54.49026618015559,
   "energy_wh": 3.509453308098084,
   "gtt_max_gib": 24.608291625976562,
   "prefill_spread": 0.0009406850355137528,
   "gen_spread": 0.00020081796119117486
  },
  "gemma-4-31b|amd-rocm|65536": {
   "n": 2,
   "prompt_n": 65412.0,
   "prefill_s": 596.0944165000001,
   "prefill_tps": 109.73432182101854,
   "gen_tps": 6.664361492515076,
   "gen_n": 181.5,
   "gen_s": 27.084277999999998,
   "ttft_s": 597.4346261024475,
   "total_s": 624.5246983766556,
   "needle": 2,
   "doc_chars": 221820.0,
   "power_avg_w": 54.42022725276357,
   "energy_wh": 9.437658555436544,
   "gtt_max_gib": 24.609779357910156,
   "prefill_spread": 0.0010055772766997418,
   "gen_spread": 0.00047257755196252306
  }
 },
 "summary": {
  "gemma-4-26b-a4b|amd-vulkan": {
   "prefill_drop": -0.5151745509250427,
   "gen_drop": -0.2769390224651963,
   "ttft_max": 121.51101613044739,
   "ttft_min": 0.8762485980987549,
   "chars_per_tok": 3.3911208952485783
  },
  "gemma-4-26b-a4b|amd-rocm": {
   "prefill_drop": -0.5852525476778123,
   "gen_drop": -0.2464675041097074,
   "ttft_max": 131.99333345890045,
   "ttft_min": 0.8086428642272949,
   "chars_per_tok": 3.3911208952485783
  },
  "gpt-oss-120b|amd-vulkan": {
   "prefill_drop": -0.37268802041518545,
   "gen_drop": -0.4111915917704575,
   "ttft_max": 189.81606101989746,
   "ttft_min": 1.8392903804779053,
   "chars_per_tok": 3.3425324923255495
  },
  "gpt-oss-120b|amd-rocm": {
   "prefill_drop": -0.36536241475698317,
   "gen_drop": -0.28789603859348856,
   "ttft_max": 172.5723786354065,
   "ttft_min": 1.7440106868743896,
   "chars_per_tok": 3.3425324923255495
  },
  "gemma-4-31b|amd-vulkan": {
   "prefill_drop": -0.46497002941548427,
   "gen_drop": -0.2739920287396761,
   "ttft_max": 536.171929359436,
   "ttft_min": 4.168630242347717,
   "chars_per_tok": 3.3911208952485783
  },
  "gemma-4-31b|amd-rocm": {
   "prefill_drop": -0.5539809165075132,
   "gen_drop": -0.30267682856724054,
   "ttft_max": 597.4346261024475,
   "ttft_min": 3.873708128929138,
   "chars_per_tok": 3.3911208952485783
  }
 },
 "n_requests": 72,
 "same_prompt_across_backends": true,
 "needle_total": 70
}