{
 "n_questions": 450,
 "n_requests": 2250,
 "conds": [
  "kapali",
  "low",
  "medium",
  "xhigh",
  "low_tr"
 ],
 "subjects": [
  "Biology",
  "Chemistry",
  "Geography",
  "History",
  "Mathematics",
  "Philosophy",
  "Physics",
  "Religion and Ethics",
  "Turkish Language and Literature"
 ],
 "acc": {
  "kapali": {
   "acc": 0.7177777777777777,
   "correct": 323,
   "tok_mean": 6.1466666666666665,
   "tok_median": 2.0,
   "tok_p90": 2,
   "tok_max": 64,
   "tok_total": 2766,
   "reason_tok_total": 0,
   "length_cut": 30,
   "unparsed": 15,
   "prompt_mean": 162.27333333333334,
   "only_letter": 420,
   "acc_v1": 0.72,
   "changed_by_extract": 5,
   "reason_agree": [
    0,
    0
   ],
   "content_tok_mean": 6.1466666666666665,
   "hist": {
    "0": 450
   }
  },
  "low": {
   "acc": 0.8711111111111111,
   "correct": 392,
   "tok_mean": 439.06888888888886,
   "tok_median": 316.0,
   "tok_p90": 804,
   "tok_max": 4963,
   "tok_total": 197581,
   "reason_tok_total": 195587,
   "length_cut": 0,
   "unparsed": 0,
   "prompt_mean": 190.27333333333334,
   "only_letter": 449,
   "acc_v1": 0.8711111111111111,
   "changed_by_extract": 0,
   "reason_agree": [
    373,
    373
   ],
   "content_tok_mean": 4.431111111111111,
   "hist": {
    "1": 197,
    "0": 139,
    "2": 64,
    "5": 9,
    "3": 23,
    "6": 5,
    "16": 2,
    "4": 8,
    "12": 1,
    "7": 2
   },
   "diff_vs_kapali": 0.15333333333333332,
   "diff_ci": [
    0.11333333333333333,
    0.19555555555555557
   ],
   "gained": 82,
   "lost": 13,
   "lang": {
    "ingilizce": 450
   }
  },
  "medium": {
   "acc": 0.8777777777777778,
   "correct": 395,
   "tok_mean": 532.3066666666666,
   "tok_median": 352.0,
   "tok_p90": 870,
   "tok_max": 10558,
   "tok_total": 239538,
   "reason_tok_total": 237355,
   "length_cut": 0,
   "unparsed": 0,
   "prompt_mean": 160.27333333333334,
   "only_letter": 448,
   "acc_v1": 0.8777777777777778,
   "changed_by_extract": 0,
   "reason_agree": [
    407,
    408
   ],
   "content_tok_mean": 4.851111111111111,
   "hist": {
    "1": 213,
    "0": 117,
    "4": 15,
    "6": 2,
    "2": 61,
    "11": 2,
    "3": 21,
    "16": 4,
    "13": 1,
    "8": 2,
    "5": 8,
    "7": 2,
    "14": 1,
    "15": 1
   },
   "diff_vs_kapali": 0.16,
   "diff_ci": [
    0.12,
    0.2
   ],
   "gained": 83,
   "lost": 11,
   "lang": {
    "ingilizce": 450
   }
  },
  "xhigh": {
   "acc": 0.86,
   "correct": 387,
   "tok_mean": 1477.0044444444445,
   "tok_median": 314.0,
   "tok_p90": 5747,
   "tok_max": 12000,
   "tok_total": 664652,
   "reason_tok_total": 662936,
   "length_cut": 21,
   "unparsed": 21,
   "prompt_mean": 202.27333333333334,
   "only_letter": 429,
   "acc_v1": 0.86,
   "changed_by_extract": 0,
   "reason_agree": [
    55,
    80
   ],
   "content_tok_mean": 3.8133333333333335,
   "hist": {
    "0": 170,
    "1": 139,
    "2": 37,
    "6": 8,
    "8": 5,
    "11": 3,
    "12": 2,
    "4": 9,
    "3": 16,
    "16": 49,
    "15": 2,
    "7": 3,
    "13": 1,
    "9": 1,
    "5": 5
   },
   "diff_vs_kapali": 0.14222222222222222,
   "diff_ci": [
    0.10222222222222223,
    0.18444444444444444
   ],
   "gained": 78,
   "lost": 14,
   "lang": {
    "turkce": 125,
    "ingilizce": 317,
    "karisik": 8
   }
  },
  "low_tr": {
   "acc": 0.8644444444444445,
   "correct": 389,
   "tok_mean": 661.7888888888889,
   "tok_median": 522.0,
   "tok_p90": 1053,
   "tok_max": 7759,
   "tok_total": 297805,
   "reason_tok_total": 225803,
   "length_cut": 0,
   "unparsed": 2,
   "prompt_mean": 200.27333333333334,
   "only_letter": 13,
   "acc_v1": 0.7733333333333333,
   "changed_by_extract": 47,
   "reason_agree": [
    375,
    376
   ],
   "content_tok_mean": 160.00444444444443,
   "hist": {
    "0": 21,
    "2": 145,
    "1": 183,
    "5": 14,
    "3": 50,
    "4": 18,
    "7": 3,
    "6": 4,
    "8": 3,
    "11": 1,
    "16": 4,
    "9": 3,
    "13": 1
   },
   "diff_vs_kapali": 0.14666666666666667,
   "diff_ci": [
    0.10444444444444445,
    0.18666666666666668
   ],
   "gained": 80,
   "lost": 14,
   "lang": {
    "ingilizce": 449,
    "turkce": 1
   }
  }
 },
 "low_tr_vs_low": {
  "diff": -0.006666666666666599,
  "ci": [
   -0.02666666666666667,
   0.013333333333333334
  ],
  "tok_ratio": 1.5072552522762817
 },
 "xhigh_vs_low": {
  "diff": -0.011111111111111072,
  "ci": [
   -0.035555555555555556,
   0.013333333333333334
  ],
  "tok_ratio": 3.363946938217744
 },
 "medium_vs_low": {
  "diff": 0.00666666666666671,
  "ci": [
   -0.013333333333333334,
   0.02666666666666667
  ]
 },
 "by_subject": {
  "Biology": {
   "kapali": 0.74,
   "low": 0.82,
   "medium": 0.8,
   "xhigh": 0.84,
   "low_tr": 0.8,
   "tok_xhigh_median": 312.0,
   "tr_low_tr": 0,
   "en_xhigh": 30,
   "tr_xhigh": 20
  },
  "Chemistry": {
   "kapali": 0.62,
   "low": 0.9,
   "medium": 0.9,
   "xhigh": 0.86,
   "low_tr": 0.9,
   "tok_xhigh_median": 334.5,
   "tr_low_tr": 1,
   "en_xhigh": 39,
   "tr_xhigh": 10
  },
  "Geography": {
   "kapali": 0.88,
   "low": 0.96,
   "medium": 0.96,
   "xhigh": 0.94,
   "low_tr": 0.94,
   "tok_xhigh_median": 262.0,
   "tr_low_tr": 0,
   "en_xhigh": 30,
   "tr_xhigh": 20
  },
  "History": {
   "kapali": 0.78,
   "low": 0.84,
   "medium": 0.86,
   "xhigh": 0.84,
   "low_tr": 0.84,
   "tok_xhigh_median": 419.0,
   "tr_low_tr": 0,
   "en_xhigh": 32,
   "tr_xhigh": 17
  },
  "Mathematics": {
   "kapali": 0.36,
   "low": 0.9,
   "medium": 0.92,
   "xhigh": 0.92,
   "low_tr": 0.9,
   "tok_xhigh_median": 256.5,
   "tr_low_tr": 0,
   "en_xhigh": 46,
   "tr_xhigh": 2
  },
  "Philosophy": {
   "kapali": 0.88,
   "low": 0.84,
   "medium": 0.9,
   "xhigh": 0.9,
   "low_tr": 0.82,
   "tok_xhigh_median": 307.5,
   "tr_low_tr": 0,
   "en_xhigh": 30,
   "tr_xhigh": 19
  },
  "Physics": {
   "kapali": 0.7,
   "low": 0.88,
   "medium": 0.88,
   "xhigh": 0.88,
   "low_tr": 0.92,
   "tok_xhigh_median": 272.0,
   "tr_low_tr": 0,
   "en_xhigh": 34,
   "tr_xhigh": 15
  },
  "Religion and Ethics": {
   "kapali": 0.88,
   "low": 0.98,
   "medium": 0.94,
   "xhigh": 0.92,
   "low_tr": 0.92,
   "tok_xhigh_median": 328.0,
   "tr_low_tr": 0,
   "en_xhigh": 35,
   "tr_xhigh": 14
  },
  "Turkish Language and Literature": {
   "kapali": 0.62,
   "low": 0.72,
   "medium": 0.74,
   "xhigh": 0.64,
   "low_tr": 0.74,
   "tok_xhigh_median": 769.5,
   "tr_low_tr": 0,
   "en_xhigh": 41,
   "tr_xhigh": 8
  }
 },
 "xhigh_buckets": [
  {
   "lo": 0,
   "hi": 250,
   "n": 170,
   "acc": 0.9882352941176471
  },
  {
   "lo": 250,
   "hi": 500,
   "n": 139,
   "acc": 0.935251798561151
  },
  {
   "lo": 500,
   "hi": 1000,
   "n": 53,
   "acc": 0.8113207547169812
  },
  {
   "lo": 1000,
   "hi": 2000,
   "n": 25,
   "acc": 0.92
  },
  {
   "lo": 2000,
   "hi": 100000,
   "n": 63,
   "acc": 0.36507936507936506
  }
 ],
 "kapali_xhigh": {
  "11": 309,
  "00": 49,
  "01": 78,
  "10": 14
 },
 "tek": {
  "kapali": {
   "n": 18,
   "sec_median": 0.17057859955821186,
   "sec_mean": 0.16299753070213935,
   "sec_max": 0.5874886030796915,
   "sec_min": 0.07675387698691338,
   "tok_median": 2.0,
   "tps": 33.40200566837781,
   "busy": 0
  },
  "low": {
   "n": 18,
   "sec_median": 2.1884726324351504,
   "sec_mean": 3.1217220590139427,
   "sec_max": 9.533653640071861,
   "sec_min": 0.5763585980748758,
   "tok_median": 290.0,
   "tps": 142.3537651616742,
   "busy": 0
  },
  "medium": {
   "n": 18,
   "sec_median": 1.7739247685531154,
   "sec_mean": 3.3403932618287704,
   "sec_max": 12.411244168062694,
   "sec_min": 0.9057509070262313,
   "tok_median": 261.5,
   "tps": 141.46704250530215,
   "busy": 1
  },
  "xhigh": {
   "n": 18,
   "sec_median": 1.7823021639487706,
   "sec_mean": 16.253625460958574,
   "sec_max": 88.09183179202955,
   "sec_min": 0.9487539430847391,
   "tok_median": 246.0,
   "tps": 142.21100701480816,
   "busy": 0
  }
 },
 "xhigh_cut": {
  "n": 21,
  "loop": 4,
  "subjects": {
   "Biology": 1,
   "Chemistry": 2,
   "History": 2,
   "Mathematics": 2,
   "Physics": 3,
   "Religion and Ethics": 2,
   "Turkish Language and Literature": 9
  },
  "lang": {
   "ingilizce": 18,
   "karisik": 1,
   "turkce": 2
  }
 },
 "xhigh_by_lang": {
  "ingilizce": {
   "n": 317,
   "acc": 0.832807570977918,
   "tok_median": 392
  },
  "turkce": {
   "n": 125,
   "acc": 0.936,
   "tok_median": 226
  },
  "karisik": {
   "n": 8,
   "acc": 0.75,
   "tok_median": 463.5
  }
 },
 "batch_seconds": 2007,
 "src_sha": "192036e2549bf19c5141144812b1c45e0de530b13cce2c9014255c724cd9ed3a"
}