{
 "gpu": "RTX 5090",
 "power_limit_w": 450,
 "ref_3090": {
  "single_tok_s": 127,
  "batch64_decode_tok_s": 1035,
  "batch64_e2e_tok_s": 942,
  "power_w": 250,
  "prefill": {
   "1024": 1812,
   "4096": 1758,
   "16384": 1595,
   "65536": 1182,
   "102400": 997
  },
  "ttft_s": {
   "1024": 0.56,
   "4096": 2.3,
   "16384": 10.3,
   "65536": 55,
   "102400": 103
  },
  "cohort_batch": {
   "1": 45.4,
   "2": 81.8,
   "4": 153.8,
   "8": 298.4
  },
  "src": "github.com/syv-ai/HyperQwen README.md + batch/README.md (@ce9615c), RTX 3090 250 W"
 },
 "batch64": {
  "e2e": 2496.15,
  "decode": 2696.0,
  "ttft_s": 0.91811,
  "e2e_256": 1832.39
 },
 "batch_cohort": {
  "1": 79.47,
  "2": 146.05,
  "4": 297.96,
  "8": 546.51
 },
 "single-dflash2": {
  "1": 225.03,
  "2": 347.2,
  "4": 588.57,
  "8": 538.21
 },
 "single-dflash2_tokstep_c1": 3.34,
 "single-mtp": {
  "1": 198.6,
  "2": 364.92,
  "4": 557.07,
  "8": 473.4
 },
 "single-mtp_tokstep_c1": 2.74,
 "energy_batch": {
  "wh": 34.28642409215106,
  "sec": 353.1270000934601,
  "mean_w_active": 404.1590443686007,
  "max_w": 458.24,
  "gen_tokens": 228367.0,
  "wh_per_1k_tok": 0.1501373845264467
 },
 "energy_single-dflash2": {
  "wh": 23.08596436343193,
  "sec": 265.4189999103546,
  "mean_w_active": 419.5584806629834,
  "max_w": 461.79,
  "gen_tokens": 63348.0,
  "wh_per_1k_tok": 0.36443083228250195
 },
 "prefill": [
  {
   "len": 1024,
   "conc": 1,
   "tok_s": 5041.0,
   "ttft_s": 0.20257
  },
  {
   "len": 1024,
   "conc": 4,
   "tok_s": 5498.0,
   "ttft_s": 0.73873
  },
  {
   "len": 1024,
   "conc": 16,
   "tok_s": 5739.0,
   "ttft_s": 2.63503
  },
  {
   "len": 4096,
   "conc": 1,
   "tok_s": 5354.0,
   "ttft_s": 0.7652599999999999
  },
  {
   "len": 4096,
   "conc": 4,
   "tok_s": 5507.0,
   "ttft_s": 2.79349
  },
  {
   "len": 4096,
   "conc": 16,
   "tok_s": 5503.0,
   "ttft_s": 9.36401
  },
  {
   "len": 16384,
   "conc": 1,
   "tok_s": 4777.0,
   "ttft_s": 3.42829
  },
  {
   "len": 16384,
   "conc": 4,
   "tok_s": 4838.0,
   "ttft_s": 11.16033
  },
  {
   "len": 16384,
   "conc": 8,
   "tok_s": 4848.0,
   "ttft_s": 21.30342
  },
  {
   "len": 65536,
   "conc": 1,
   "tok_s": 3551.0,
   "ttft_s": 18.45483
  },
  {
   "len": 65536,
   "conc": 2,
   "tok_s": 3593.0,
   "ttft_s": 32.01236
  },
  {
   "len": 102400,
   "conc": 1,
   "tok_s": 2998.0,
   "ttft_s": 34.15246
  }
 ],
 "long100k": {
  "ttft_s": 33.08939,
  "decode_tok_s": 69.93006993006993
 },
 "chat_hyper": {
  "en|C1": {
   "agg": 254.6974900683834,
   "decode": 294.03093045686927,
   "tok_step": 3.780562200198367,
   "ttft_s": 0.06680065393447876,
   "runs_agg": [
    250.51561919362877,
    258.879360943138
   ],
   "per_prompt": [
    335.88717940173,
    231.1304725611507,
    131.0649256050682,
    325.4465980246704,
    390.2070957767651,
    379.8583085647797,
    255.04192351455066,
    303.6109402062396
   ],
   "prose": 230.21206547175228,
   "code": 347.0640286637267
  },
  "en|C4": {
   "agg": 739.5997927288511,
   "decode": 237.5542195562373,
   "tok_step": 3.870126861512337,
   "ttft_s": 0.12543928623199463,
   "runs_agg": [
    743.5438471956829,
    735.6557382620191
   ]
  },
  "en|C8": {
   "agg": 634.288357749604,
   "decode": 158.4577442276401,
   "tok_step": 3.748417857179186,
   "ttft_s": 0.9292405694723129,
   "runs_agg": [
    595.5846330978217,
    672.9920824013863
   ]
  },
  "tr|C1": {
   "agg": 199.03162915740148,
   "decode": 227.05302486850405,
   "tok_step": 2.941861336996439,
   "ttft_s": 0.08192022144794464,
   "runs_agg": [
    204.48692118946943,
    193.57633712533357
   ],
   "per_prompt": [
    326.3566289632047,
    147.97445930211472,
    139.46826227216937,
    212.024330010852,
    257.89158154589086,
    362.180538412331,
    162.4661549812576,
    208.06224346021233
   ],
   "prose": 164.4927800039385,
   "code": 300.18716579546253
  },
  "tr|C4": {
   "agg": 494.09696282663344,
   "decode": 177.08411981845387,
   "tok_step": 2.829852282358639,
   "ttft_s": 0.1420702040195465,
   "runs_agg": [
    502.0564632684735,
    486.13746238479337
   ]
  },
  "tr|C8": {
   "agg": 620.8169054150694,
   "decode": 123.80633115500063,
   "tok_step": 2.9621635567437856,
   "ttft_s": 0.9785472452640533,
   "runs_agg": [
    636.9480053383953,
    604.6858054917434
   ]
  }
 },
 "chat_service": {
  "en|C1": {
   "agg": 138.29837998809182,
   "decode": 144.23361012120506,
   "tok_step": 3.0082598770556412,
   "ttft_s": 0.08694842457771301,
   "runs_agg": [
    138.6432565174852,
    137.9535034586984
   ],
   "per_prompt": [
    159.4005111300215,
    129.29038930370731,
    101.38406275973857,
    154.96113019998756,
    166.42928630352242,
    175.89203526894988,
    124.47980266332604,
    142.0316633403874
   ],
   "prose": 124.29647951678983,
   "code": 163.41789219965298
  },
  "en|C4": {
   "agg": 413.22195558415706,
   "decode": 121.22367584531614,
   "tok_step": 2.9807339898548104,
   "ttft_s": 0.1634092926979065,
   "runs_agg": [
    414.1581611447987,
    412.28575002351545
   ]
  },
  "en|C8": {
   "agg": 583.4810218338903,
   "decode": 106.41166364807263,
   "tok_step": 3.004805610543664,
   "ttft_s": 0.2694256752729416,
   "runs_agg": [
    592.169096956057,
    574.7929467117235
   ]
  },
  "tr|C1": {
   "agg": 133.24824792704328,
   "decode": 137.21315302588744,
   "tok_step": 2.885777062577699,
   "ttft_s": 0.08676230907440186,
   "runs_agg": [
    133.1340530857003,
    133.3624427683863
   ],
   "per_prompt": [
    146.54983153276112,
    116.17739136505122,
    114.38116769958667,
    142.626720743892,
    143.85154921156038,
    171.5046034880476,
    123.90641155818747,
    138.7075486080129
   ],
   "prose": 123.29312980770956,
   "code": 153.56038525490024
  },
  "tr|C4": {
   "agg": 387.03688837618824,
   "decode": 115.84847743872137,
   "tok_step": 2.890973289118359,
   "ttft_s": 0.17726169526576996,
   "runs_agg": [
    395.5826706276059,
    378.4911061247706
   ]
  },
  "tr|C8": {
   "agg": 630.1214878043822,
   "decode": 100.43519638508695,
   "tok_step": 2.879682076299481,
   "ttft_s": 0.33917461335659027,
   "runs_agg": [
    611.915612664532,
    648.3273629442326
   ]
  }
 },
 "chat_drop": {
  "chat_hyper": 0.22779204039620604,
  "chat_service": 0.04867421046604925
 },
 "service_load": "vllm:num_requests_running{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B\"} 0.0\nvllm:num_requests_waiting{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B\"} 0.0\nvllm:num_requests_waiting_by_reason{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B\",reason=\"capacity\"} 0.0\nvllm:num_requests_waiting_by_reason{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B\",reason=\"deferred\"} 0.0 / vllm:num_requests_running{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B\"} 0.0\nvllm:num_requests_waiting{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B\"} 0.0\nvllm:num_requests_waiting_by_reason{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B\",reason=\"capacity\"} 0.0\nvllm:num_requests_waiting_by_reason{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B\",reason=\"deferred\"} 0.0",
 "energy_chat_hyper": {
  "wh": 30.28760827685793,
  "sec": 317.02800011634827,
  "mean_w_active": 421.6250709939148,
  "max_w": 463.54
 },
 "gsm8k_batch": 0.945,
 "gsm8k_single": 0.95,
 "prompts": [
  "LRU önbellek modülü (kod)",
  "SSD FTL anlatımı",
  "bisiklet turu makalesi",
  "kod düzenleme (kod)",
  "tren problemi",
  "JSON şema (kod)",
  "Rust/C++/Go yazısı",
  "metin özeti"
 ]
}