{
  "quality": [
    {
      "profile": "mtp3",
      "kind": "json",
      "n": 80,
      "full_pass": 80,
      "correct_fields_or_tests": 240,
      "http_s_median": 0.2551807989984809,
      "checks_total": 240
    },
    {
      "profile": "mtp3",
      "kind": "code",
      "n": 12,
      "full_pass": 8,
      "correct_fields_or_tests": 140,
      "http_s_median": 3.0317476720010745,
      "checks_total": 144
    },
    {
      "profile": "off",
      "kind": "json",
      "n": 80,
      "full_pass": 80,
      "correct_fields_or_tests": 240,
      "http_s_median": 0.4910655804997077,
      "checks_total": 240
    },
    {
      "profile": "off",
      "kind": "code",
      "n": 12,
      "full_pass": 8,
      "correct_fields_or_tests": 136,
      "http_s_median": 9.125079533001554,
      "checks_total": 144
    }
  ],
  "load": [
    {
      "profile": "mtp3",
      "users": 1,
      "groups": 12,
      "requests": 12,
      "aggregate_output_tps": {
        "n": 12,
        "median": 113.31005870835276,
        "p95": 165.42727261637086,
        "min": 99.57255193461438,
        "max": 165.6362241438225
      },
      "per_user_decode_tps": {
        "n": 12,
        "median": 114.3663016122512,
        "p95": 167.7984797761624,
        "min": 100.4311695247172,
        "max": 167.79866348662256
      },
      "per_user_e2e_tps": {
        "n": 12,
        "median": 113.31036514259223,
        "p95": 165.4276260212739,
        "min": 99.57275991131837,
        "max": 165.63660588195785
      },
      "ttft_ms": {
        "n": 12,
        "median": 49.949761501920875,
        "p95": 55.7701685509528,
        "min": 45.69563599943649,
        "max": 57.191731000784785
      },
      "http_s": {
        "n": 12,
        "median": 4.518635151001945,
        "p95": 5.133504526195975,
        "min": 3.0911041510044015,
        "max": 5.141968550997262
      }
    },
    {
      "profile": "mtp3",
      "users": 5,
      "groups": 12,
      "requests": 60,
      "aggregate_output_tps": {
        "n": 12,
        "median": 379.0720474677978,
        "p95": 503.72870091959044,
        "min": 309.85199257875416,
        "max": 506.3959369539571
      },
      "per_user_decode_tps": {
        "n": 60,
        "median": 77.85134702558412,
        "p95": 105.49893422779562,
        "min": 62.800397652382365,
        "max": 105.6298928935878
      },
      "per_user_e2e_tps": {
        "n": 60,
        "median": 75.98838863315606,
        "p95": 101.33629941544545,
        "min": 61.97517941323875,
        "max": 101.51199825494729
      },
      "ttft_ms": {
        "n": 60,
        "median": 215.99557449735585,
        "p95": 223.53263590339338,
        "min": 49.999155999103095,
        "max": 224.3014210034744
      },
      "http_s": {
        "n": 60,
        "median": 6.738157471500017,
        "p95": 8.251176955847768,
        "min": 5.0437387579950155,
        "max": 8.261371807995602
      }
    },
    {
      "profile": "mtp3",
      "users": 10,
      "groups": 12,
      "requests": 120,
      "aggregate_output_tps": {
        "n": 12,
        "median": 698.9594107201572,
        "p95": 924.0244541593792,
        "min": 575.7607240195299,
        "max": 924.6320138183157
      },
      "per_user_decode_tps": {
        "n": 120,
        "median": 72.46878858001344,
        "p95": 96.88050507910573,
        "min": 59.423406145292894,
        "max": 96.99005379410123
      },
      "per_user_e2e_tps": {
        "n": 120,
        "median": 70.03091452323028,
        "p95": 92.6640945601279,
        "min": 57.5781905214719,
        "max": 92.82520179452877
      },
      "ttft_ms": {
        "n": 120,
        "median": 286.39912950166035,
        "p95": 315.2555923003092,
        "min": 56.341871997574344,
        "max": 316.44070200127317
      },
      "http_s": {
        "n": 120,
        "median": 7.311121321999963,
        "p95": 8.878733727549479,
        "min": 5.515743463001854,
        "max": 8.89225582400104
      }
    },
    {
      "profile": "off",
      "users": 1,
      "groups": 12,
      "requests": 12,
      "aggregate_output_tps": {
        "n": 12,
        "median": 62.02281524144836,
        "p95": 62.23490036393424,
        "min": 61.53410229846758,
        "max": 62.23974161817335
      },
      "per_user_decode_tps": {
        "n": 12,
        "median": 62.25151686402477,
        "p95": 62.49205560461672,
        "min": 61.831110195360104,
        "max": 62.493506362146455
      },
      "per_user_e2e_tps": {
        "n": 12,
        "median": 62.02295415510842,
        "p95": 62.23505283930656,
        "min": 61.5342734507447,
        "max": 62.239919381538215
      },
      "ttft_ms": {
        "n": 12,
        "median": 50.129477502196096,
        "p95": 54.684728502252256,
        "min": 43.99231699790107,
        "max": 56.033355998806655
      },
      "http_s": {
        "n": 12,
        "median": 8.255043190500146,
        "p95": 8.314770295948255,
        "min": 8.226231734995963,
        "max": 8.320566267997492
      }
    },
    {
      "profile": "off",
      "users": 5,
      "groups": 12,
      "requests": 60,
      "aggregate_output_tps": {
        "n": 12,
        "median": 239.33808058236255,
        "p95": 240.4683162997854,
        "min": 238.03508393750366,
        "max": 240.51835226991855
      },
      "per_user_decode_tps": {
        "n": 60,
        "median": 48.71233708566358,
        "p95": 48.99905692779962,
        "min": 48.01001144519657,
        "max": 49.03253129987942
      },
      "per_user_e2e_tps": {
        "n": 60,
        "median": 47.938647253125154,
        "p95": 48.21937255967922,
        "min": 47.60951645688529,
        "max": 48.352803051271366
      },
      "ttft_ms": {
        "n": 60,
        "median": 200.45153799947002,
        "p95": 207.17981710513413,
        "min": 46.80421800003387,
        "max": 207.57285500440048
      },
      "http_s": {
        "n": 60,
        "median": 10.680318059501587,
        "p95": 10.747055886005546,
        "min": 10.588838034003857,
        "max": 10.754152490997512
      }
    },
    {
      "profile": "off",
      "users": 10,
      "groups": 12,
      "requests": 120,
      "aggregate_output_tps": {
        "n": 12,
        "median": 398.2362206481557,
        "p95": 407.6095589047962,
        "min": 389.1749439333936,
        "max": 407.73751703087726
      },
      "per_user_decode_tps": {
        "n": 120,
        "median": 40.47759651235967,
        "p95": 41.691025545308406,
        "min": 39.339342557854536,
        "max": 41.721610591849256
      },
      "per_user_e2e_tps": {
        "n": 120,
        "median": 39.9901587661544,
        "p95": 40.909053737847124,
        "min": 38.92018659705842,
        "max": 41.07799513450777
      },
      "ttft_ms": {
        "n": 120,
        "median": 266.19839499835507,
        "p95": 288.30084094843187,
        "min": 55.4677729960531,
        "max": 290.33303200412774
      },
      "http_s": {
        "n": 120,
        "median": 12.80581673299821,
        "p95": 13.129277828799967,
        "min": 12.464094178001687,
        "max": 13.155127063000691
      }
    }
  ],
  "paired_response_exact_same": 40,
  "paired_n": 92,
  "blocks": [
    {
      "phase": "0-mtp3",
      "users": 1,
      "groups": 6,
      "total_tps_median": 113.89842681646911
    },
    {
      "phase": "0-mtp3",
      "users": 5,
      "groups": 6,
      "total_tps_median": 382.4476188178371
    },
    {
      "phase": "0-mtp3",
      "users": 10,
      "groups": 6,
      "total_tps_median": 703.7422516327688
    },
    {
      "phase": "1-off",
      "users": 1,
      "groups": 6,
      "total_tps_median": 61.752764919223594
    },
    {
      "phase": "1-off",
      "users": 5,
      "groups": 6,
      "total_tps_median": 238.21106007809942
    },
    {
      "phase": "1-off",
      "users": 10,
      "groups": 6,
      "total_tps_median": 390.10228473367465
    },
    {
      "phase": "2-off",
      "users": 1,
      "groups": 6,
      "total_tps_median": 62.18591779079356
    },
    {
      "phase": "2-off",
      "users": 5,
      "groups": 6,
      "total_tps_median": 239.8491379980719
    },
    {
      "phase": "2-off",
      "users": 10,
      "groups": 6,
      "total_tps_median": 406.8577070509673
    },
    {
      "phase": "3-mtp3",
      "users": 1,
      "groups": 6,
      "total_tps_median": 112.71446635134089
    },
    {
      "phase": "3-mtp3",
      "users": 5,
      "groups": 6,
      "total_tps_median": 375.6446577197525
    },
    {
      "phase": "3-mtp3",
      "users": 10,
      "groups": 6,
      "total_tps_median": 695.3800727367584
    }
  ],
  "max_temperature_c": 51,
  "usage_all_successful_calls": {
    "prompt_tokens": 64631,
    "completion_tokens": 217823,
    "total_tokens": 282454
  },
  "successful_calls_with_warmup_restore": 581,
  "main_calls": 568,
  "warmup_calls": 12,
  "restore_calls": 1,
  "load_errors": 0,
  "script_sha256_preserved": true
}
