[
 {
  "val_loss": 3.217352366447449,
  "ppl": 24.96194253632367,
  "tokens": 20480,
  "label": "orijinal-gelu",
  "act": "gelu",
  "T": null,
  "sites": [],
  "seconds": 0.2236638069152832
 },
 {
  "val_loss": 3.1695909976959227,
  "ppl": 23.797749031493485,
  "tokens": 20480,
  "label": "gelu-ft",
  "act": "gelu",
  "T": null,
  "sites": [],
  "seconds": 0.05665135383605957
 },
 {
  "val_loss": 8.697128295898438,
  "ppl": 5985.6983580102715,
  "tokens": 20480,
  "spikes_per_token": 1566.081787109375,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.09558604657649994,
  "synaptic_events_per_token": 801833.875,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 281.850341796875,
   "1.ffn": 78.342333984375,
   "2.ffn": 223.59423828125,
   "3.ffn": 184.390380859375,
   "4.ffn": 148.986181640625,
   "5.ffn": 153.278369140625,
   "6.ffn": 158.514794921875,
   "7.ffn": 337.125146484375
  },
  "label": "gelu-ft-naif-ffn-spike-T8",
  "act": "gelu",
  "T": 8,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.10958504676818848
 },
 {
  "val_loss": 8.601024627685547,
  "ppl": 5437.227872379041,
  "tokens": 20480,
  "spikes_per_token": 12629.173828125,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.77082359790802,
  "synaptic_events_per_token": 6466137.0,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 2296.48544921875,
   "1.ffn": 615.458251953125,
   "2.ffn": 1760.4076171875,
   "3.ffn": 1469.25107421875,
   "4.ffn": 1195.95869140625,
   "5.ffn": 1246.772021484375,
   "6.ffn": 1291.03798828125,
   "7.ffn": 2753.802734375
  },
  "label": "gelu-ft-naif-ffn-spike-T64",
  "act": "gelu",
  "T": 64,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.4313361644744873
 },
 {
  "val_loss": 3.1887365579605103,
  "ppl": 24.257759800263983,
  "tokens": 20480,
  "label": "relu",
  "act": "relu",
  "T": null,
  "sites": [],
  "seconds": 0.05807924270629883
 },
 {
  "val_loss": 8.441653728485107,
  "ppl": 4636.21569039941,
  "tokens": 20480,
  "spikes_per_token": 71.306884765625,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.0043522268533706665,
  "synaptic_events_per_token": 36509.125,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 11.22236328125,
   "1.ffn": 5.028173828125,
   "2.ffn": 7.0072265625,
   "3.ffn": 5.2115234375,
   "4.ffn": 7.957763671875,
   "5.ffn": 7.3455078125,
   "6.ffn": 8.197265625,
   "7.ffn": 19.337060546875
  },
  "label": "relu-ffn-spike-T1",
  "act": "relu",
  "T": 1,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.07071685791015625
 },
 {
  "val_loss": 4.5839591979980465,
  "ppl": 97.90123829222009,
  "tokens": 20480,
  "spikes_per_token": 397.949462890625,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.024288907647132874,
  "synaptic_events_per_token": 203750.125,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 47.85224609375,
   "1.ffn": 15.2392578125,
   "2.ffn": 29.3388671875,
   "3.ffn": 37.40146484375,
   "4.ffn": 40.834814453125,
   "5.ffn": 44.38740234375,
   "6.ffn": 67.263525390625,
   "7.ffn": 115.631884765625
  },
  "label": "relu-ffn-spike-T2",
  "act": "relu",
  "T": 2,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.0758206844329834
 },
 {
  "val_loss": 3.7003965854644774,
  "ppl": 40.463348354251046,
  "tokens": 20480,
  "spikes_per_token": 1024.0529296875,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.06250323057174682,
  "synaptic_events_per_token": 524315.1,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 142.600048828125,
   "1.ffn": 36.79287109375,
   "2.ffn": 75.980908203125,
   "3.ffn": 100.24912109375,
   "4.ffn": 106.4333984375,
   "5.ffn": 117.2873046875,
   "6.ffn": 165.022265625,
   "7.ffn": 279.68701171875
  },
  "label": "relu-ffn-spike-T4",
  "act": "relu",
  "T": 4,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.08652901649475098
 },
 {
  "val_loss": 3.4900961399078367,
  "ppl": 32.78909989574588,
  "tokens": 20480,
  "spikes_per_token": 2172.586328125,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.13260414600372314,
  "synaptic_events_per_token": 1112364.2,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 314.070654296875,
   "1.ffn": 78.7578125,
   "2.ffn": 162.09140625,
   "3.ffn": 215.37158203125,
   "4.ffn": 227.072705078125,
   "5.ffn": 250.17802734375,
   "6.ffn": 345.0626953125,
   "7.ffn": 579.9814453125
  },
  "label": "relu-ffn-spike-T8",
  "act": "relu",
  "T": 8,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.1077885627746582
 },
 {
  "val_loss": 3.4419232606887817,
  "ppl": 31.246996535166165,
  "tokens": 20480,
  "spikes_per_token": 4410.85712890625,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.26921735405921937,
  "synaptic_events_per_token": 2258358.85,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 642.297119140625,
   "1.ffn": 160.47099609375,
   "2.ffn": 329.45732421875,
   "3.ffn": 438.817431640625,
   "4.ffn": 461.3587890625,
   "5.ffn": 508.4078125,
   "6.ffn": 698.322021484375,
   "7.ffn": 1171.725634765625
  },
  "label": "relu-ffn-spike-T16",
  "act": "relu",
  "T": 16,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.15169215202331543
 },
 {
  "val_loss": 3.4325647830963133,
  "ppl": 30.955936282962416,
  "tokens": 20480,
  "spikes_per_token": 8852.852294921875,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.5403352230787277,
  "synaptic_events_per_token": 4532660.375,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 1292.356396484375,
   "1.ffn": 322.41513671875,
   "2.ffn": 661.536962890625,
   "3.ffn": 880.893603515625,
   "4.ffn": 926.218017578125,
   "5.ffn": 1020.68828125,
   "6.ffn": 1400.003515625,
   "7.ffn": 2348.740380859375
  },
  "label": "relu-ffn-spike-T32",
  "act": "relu",
  "T": 32,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.24711132049560547
 },
 {
  "val_loss": 3.429205060005188,
  "ppl": 30.852107424797367,
  "tokens": 20480,
  "spikes_per_token": 17722.175244140624,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 1.081675735116005,
  "synaptic_events_per_token": 9073753.725,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 2588.705224609375,
   "1.ffn": 646.02021484375,
   "2.ffn": 1324.702734375,
   "3.ffn": 1763.5751953125,
   "4.ffn": 1854.61748046875,
   "5.ffn": 2044.1658203125,
   "6.ffn": 2801.8904296875,
   "7.ffn": 4698.49814453125
  },
  "label": "relu-ffn-spike-T64",
  "act": "relu",
  "T": 64,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.43042612075805664
 },
 {
  "val_loss": 12.105168724060059,
  "ppl": 180803.97712301058,
  "tokens": 20480,
  "spikes_per_token": 192.65869140625,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.004588859837229659,
  "synaptic_events_per_token": 199312.1,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 4.423388671875,
   "0.proj": 2.8263671875,
   "0.fc": 6.627197265625,
   "0.ffn": 4.720361328125,
   "1.qkv": 1.369482421875,
   "1.proj": 6.161865234375,
   "1.fc": 7.94658203125,
   "1.ffn": 26.40537109375,
   "2.qkv": 1.42646484375,
   "2.proj": 0.0,
   "2.fc": 4.9947265625,
   "2.ffn": 32.201416015625,
   "3.qkv": 1.562255859375,
   "3.proj": 0.8130859375,
   "3.fc": 6.49248046875,
   "3.ffn": 51.507763671875,
   "4.qkv": 1.273974609375,
   "4.proj": 0.044677734375,
   "4.fc": 3.50302734375,
   "4.ffn": 8.312744140625,
   "5.qkv": 1.733984375,
   "5.proj": 0.003173828125,
   "5.fc": 2.674853515625,
   "5.ffn": 1.727197265625,
   "6.qkv": 1.825244140625,
   "6.proj": 0.004931640625,
   "6.fc": 2.1751953125,
   "6.ffn": 0.655712890625,
   "7.qkv": 3.8533203125,
   "7.proj": 0.102392578125,
   "7.fc": 2.610693359375,
   "7.ffn": 1.875390625,
   "head": 0.803369140625
  },
  "label": "relu-tum-spike-T1",
  "act": "relu",
  "T": 1,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.13450336456298828
 },
 {
  "val_loss": 11.395249271392823,
  "ppl": 88898.38646993741,
  "tokens": 20480,
  "spikes_per_token": 1046.174072265625,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.024918399206021936,
  "synaptic_events_per_token": 1732956.475,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 12.33759765625,
   "0.proj": 7.2984375,
   "0.fc": 39.953125,
   "0.ffn": 36.69345703125,
   "1.qkv": 3.6115234375,
   "1.proj": 26.792138671875,
   "1.fc": 76.666552734375,
   "1.ffn": 10.055126953125,
   "2.qkv": 4.964453125,
   "2.proj": 0.4419921875,
   "2.fc": 44.625927734375,
   "2.ffn": 19.227734375,
   "3.qkv": 5.31806640625,
   "3.proj": 3.59892578125,
   "3.fc": 58.90048828125,
   "3.ffn": 23.466259765625,
   "4.qkv": 7.27783203125,
   "4.proj": 2.881884765625,
   "4.fc": 43.859033203125,
   "4.ffn": 28.5599609375,
   "5.qkv": 27.19697265625,
   "5.proj": 13.239501953125,
   "5.fc": 52.664453125,
   "5.ffn": 33.318017578125,
   "6.qkv": 36.7462890625,
   "6.proj": 12.0021484375,
   "6.fc": 47.227685546875,
   "6.ffn": 57.15078125,
   "7.qkv": 82.270458984375,
   "7.proj": 45.532666015625,
   "7.fc": 54.995947265625,
   "7.ffn": 115.832275390625,
   "head": 11.466357421875
  },
  "label": "relu-tum-spike-T2",
  "act": "relu",
  "T": 2,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.16144990921020508
 },
 {
  "val_loss": 9.470833778381348,
  "ppl": 12975.70158172289,
  "tokens": 20480,
  "spikes_per_token": 4972.498388671875,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.11843793799237508,
  "synaptic_events_per_token": 9324619.65,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 36.38623046875,
   "0.proj": 19.764990234375,
   "0.fc": 177.572509765625,
   "0.ffn": 149.6501953125,
   "1.qkv": 7.077197265625,
   "1.proj": 47.5759765625,
   "1.fc": 258.374365234375,
   "1.ffn": 23.701025390625,
   "2.qkv": 8.884619140625,
   "2.proj": 13.156982421875,
   "2.fc": 214.95390625,
   "2.ffn": 46.957568359375,
   "3.qkv": 25.07685546875,
   "3.proj": 101.45263671875,
   "3.fc": 258.99873046875,
   "3.ffn": 67.90107421875,
   "4.qkv": 103.15732421875,
   "4.proj": 225.678955078125,
   "4.fc": 239.489697265625,
   "4.ffn": 83.453564453125,
   "5.qkv": 208.36337890625,
   "5.proj": 316.69013671875,
   "5.fc": 250.875,
   "5.ffn": 85.92529296875,
   "6.qkv": 215.82255859375,
   "6.proj": 269.531884765625,
   "6.fc": 220.942578125,
   "6.ffn": 131.265771484375,
   "7.qkv": 271.94140625,
   "7.proj": 288.589794921875,
   "7.fc": 197.263427734375,
   "7.ffn": 310.295458984375,
   "head": 95.727294921875
  },
  "label": "relu-tum-spike-T4",
  "act": "relu",
  "T": 4,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.2217559814453125
 },
 {
  "val_loss": 7.056890535354614,
  "ppl": 1160.8299882445588,
  "tokens": 20480,
  "spikes_per_token": 11840.623583984376,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.2820270480179205,
  "synaptic_events_per_token": 23825104.775,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 147.591650390625,
   "0.proj": 53.387255859375,
   "0.fc": 413.03720703125,
   "0.ffn": 303.34482421875,
   "1.qkv": 15.755615234375,
   "1.proj": 117.58212890625,
   "1.fc": 546.24794921875,
   "1.ffn": 37.473291015625,
   "2.qkv": 27.9841796875,
   "2.proj": 301.411279296875,
   "2.fc": 469.770166015625,
   "2.ffn": 96.041845703125,
   "3.qkv": 144.099853515625,
   "3.proj": 549.336474609375,
   "3.fc": 564.661962890625,
   "3.ffn": 187.438671875,
   "4.qkv": 307.292724609375,
   "4.proj": 564.955859375,
   "4.fc": 526.8388671875,
   "4.ffn": 190.2666015625,
   "5.qkv": 471.755859375,
   "5.proj": 723.5341796875,
   "5.fc": 554.121484375,
   "5.ffn": 166.038671875,
   "6.qkv": 483.050439453125,
   "6.proj": 604.690966796875,
   "6.fc": 499.04794921875,
   "6.ffn": 226.278955078125,
   "7.qkv": 579.815283203125,
   "7.proj": 668.3767578125,
   "7.fc": 440.27265625,
   "7.ffn": 568.70771484375,
   "head": 290.4142578125
  },
  "label": "relu-tum-spike-T8",
  "act": "relu",
  "T": 8,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.30530762672424316
 },
 {
  "val_loss": 5.455243253707886,
  "ppl": 233.98178108322986,
  "tokens": 20480,
  "spikes_per_token": 24536.112646484376,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.5844157928373755,
  "synaptic_events_per_token": 49270726.4,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 383.963037109375,
   "0.proj": 129.433154296875,
   "0.fc": 851.21240234375,
   "0.ffn": 621.562060546875,
   "1.qkv": 44.07392578125,
   "1.proj": 358.184814453125,
   "1.fc": 1116.654052734375,
   "1.ffn": 79.313623046875,
   "2.qkv": 141.1248046875,
   "2.proj": 1294.727587890625,
   "2.fc": 968.565380859375,
   "2.ffn": 318.59677734375,
   "3.qkv": 378.38291015625,
   "3.proj": 1079.564697265625,
   "3.fc": 1138.776318359375,
   "3.ffn": 349.5689453125,
   "4.qkv": 639.63515625,
   "4.proj": 998.008154296875,
   "4.fc": 1049.883740234375,
   "4.ffn": 364.814697265625,
   "5.qkv": 946.792236328125,
   "5.proj": 1265.1125,
   "5.fc": 1085.9064453125,
   "5.ffn": 327.652685546875,
   "6.qkv": 955.92900390625,
   "6.proj": 1091.39013671875,
   "6.fc": 984.683056640625,
   "6.ffn": 510.7662109375,
   "7.qkv": 1142.8865234375,
   "7.proj": 1236.205517578125,
   "7.fc": 905.196435546875,
   "7.ffn": 1172.34619140625,
   "head": 605.199462890625
  },
  "label": "relu-tum-spike-T16",
  "act": "relu",
  "T": 16,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.5303921699523926
 },
 {
  "val_loss": 4.460611963272095,
  "ppl": 86.54045247344021,
  "tokens": 20480,
  "spikes_per_token": 48951.71831054687,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 1.165961278357157,
  "synaptic_events_per_token": 99204128.125,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 805.527490234375,
   "0.proj": 295.9478515625,
   "0.fc": 1715.372021484375,
   "0.ffn": 1230.953662109375,
   "1.qkv": 164.18115234375,
   "1.proj": 1031.32041015625,
   "1.fc": 2204.980615234375,
   "1.ffn": 246.67822265625,
   "2.qkv": 370.09638671875,
   "2.proj": 2402.696044921875,
   "2.fc": 1933.941357421875,
   "2.ffn": 698.891650390625,
   "3.qkv": 787.99375,
   "3.proj": 1974.587353515625,
   "3.fc": 2269.734130859375,
   "3.ffn": 764.97001953125,
   "4.qkv": 1285.171533203125,
   "4.proj": 1788.248095703125,
   "4.fc": 2076.2962890625,
   "4.ffn": 779.20634765625,
   "5.qkv": 1864.786474609375,
   "5.proj": 2181.65009765625,
   "5.fc": 2143.735302734375,
   "5.ffn": 781.63212890625,
   "6.qkv": 1903.58046875,
   "6.proj": 2005.74443359375,
   "6.fc": 1982.708837890625,
   "6.ffn": 1213.471240234375,
   "7.qkv": 2300.67138671875,
   "7.proj": 2280.924609375,
   "7.fc": 1893.685595703125,
   "7.ffn": 2347.238671875,
   "head": 1225.094677734375
  },
  "label": "relu-tum-spike-T32",
  "act": "relu",
  "T": 32,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.9086520671844482
 },
 {
  "val_loss": 4.139113116264343,
  "ppl": 62.747147340185165,
  "tokens": 20480,
  "spikes_per_token": 98086.85341796876,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 2.3362912875850026,
  "synaptic_events_per_token": 199361489.4,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 1628.67880859375,
   "0.proj": 663.4740234375,
   "0.fc": 3434.409033203125,
   "0.ffn": 2460.2283203125,
   "1.qkv": 416.923095703125,
   "1.proj": 2186.64267578125,
   "1.fc": 4363.160400390625,
   "1.ffn": 594.259375,
   "2.qkv": 776.1396484375,
   "2.proj": 4431.0701171875,
   "2.fc": 3875.93828125,
   "2.ffn": 1348.510498046875,
   "3.qkv": 1585.312744140625,
   "3.proj": 3870.164501953125,
   "3.fc": 4540.143994140625,
   "3.ffn": 1592.16669921875,
   "4.qkv": 2577.947021484375,
   "4.proj": 3559.757177734375,
   "4.fc": 4162.026318359375,
   "4.ffn": 1608.620947265625,
   "5.qkv": 3726.833251953125,
   "5.proj": 4310.726171875,
   "5.fc": 4298.060546875,
   "5.ffn": 1663.742138671875,
   "6.qkv": 3823.116162109375,
   "6.proj": 4047.1095703125,
   "6.fc": 4003.581103515625,
   "6.ffn": 2496.39853515625,
   "7.qkv": 4634.31591796875,
   "7.proj": 4478.630126953125,
   "7.fc": 3848.80341796875,
   "7.ffn": 4613.706396484375,
   "head": 2466.256396484375
  },
  "label": "relu-tum-spike-T64",
  "act": "relu",
  "T": 64,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 1.6720287799835205
 },
 {
  "val_loss": 3.223665714263916,
  "ppl": 25.12003448134129,
  "tokens": 20480,
  "label": "qrelu8",
  "act": "qrelu",
  "T": null,
  "sites": [],
  "seconds": 0.07770681381225586
 },
 {
  "val_loss": 6.5449902534484865,
  "ppl": 695.7498977543174,
  "tokens": 20480,
  "spikes_per_token": 112.60830078125,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.0068730652332305905,
  "synaptic_events_per_token": 57655.45,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 16.63876953125,
   "1.ffn": 2.893310546875,
   "2.ffn": 6.073193359375,
   "3.ffn": 6.4353515625,
   "4.ffn": 12.394775390625,
   "5.ffn": 14.1384765625,
   "6.ffn": 24.98994140625,
   "7.ffn": 29.044482421875
  },
  "label": "qrelu8-ffn-spike-T1",
  "act": "qrelu",
  "T": 1,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.06980633735656738
 },
 {
  "val_loss": 3.7307265520095827,
  "ppl": 41.709401207226605,
  "tokens": 20480,
  "spikes_per_token": 534.045703125,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.03259556293487549,
  "synaptic_events_per_token": 273431.4,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 70.947705078125,
   "1.ffn": 11.687646484375,
   "2.ffn": 30.744091796875,
   "3.ffn": 44.789990234375,
   "4.ffn": 59.34462890625,
   "5.ffn": 71.4630859375,
   "6.ffn": 105.485107421875,
   "7.ffn": 139.583447265625
  },
  "label": "qrelu8-ffn-spike-T2",
  "act": "qrelu",
  "T": 2,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.0734567642211914
 },
 {
  "val_loss": 3.3121105432510376,
  "ppl": 27.442983998631263,
  "tokens": 20480,
  "spikes_per_token": 1280.157275390625,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.07813459932804108,
  "synaptic_events_per_token": 655440.525,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 197.4251953125,
   "1.ffn": 32.039501953125,
   "2.ffn": 78.031005859375,
   "3.ffn": 108.042529296875,
   "4.ffn": 136.74658203125,
   "5.ffn": 166.530859375,
   "6.ffn": 235.736181640625,
   "7.ffn": 325.605419921875
  },
  "label": "qrelu8-ffn-spike-T4",
  "act": "qrelu",
  "T": 4,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.08367562294006348
 },
 {
  "val_loss": 3.2236752271652223,
  "ppl": 25.120273446886745,
  "tokens": 20480,
  "spikes_per_token": 2673.02880859375,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.16314873099327087,
  "synaptic_events_per_token": 1368590.75,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 428.0498046875,
   "1.ffn": 70.52841796875,
   "2.ffn": 164.332080078125,
   "3.ffn": 225.286474609375,
   "4.ffn": 283.11904296875,
   "5.ffn": 345.960009765625,
   "6.ffn": 483.06201171875,
   "7.ffn": 672.690966796875
  },
  "label": "qrelu8-ffn-spike-T8",
  "act": "qrelu",
  "T": 8,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.10865545272827148
 },
 {
  "val_loss": 3.204040765762329,
  "ppl": 24.63186095620412,
  "tokens": 20480,
  "spikes_per_token": 5405.077197265625,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.3298997312784195,
  "synaptic_events_per_token": 2767399.525,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 873.706298828125,
   "1.ffn": 144.301806640625,
   "2.ffn": 333.489990234375,
   "3.ffn": 455.382080078125,
   "4.ffn": 571.556005859375,
   "5.ffn": 698.664404296875,
   "6.ffn": 971.984765625,
   "7.ffn": 1355.991845703125
  },
  "label": "qrelu8-ffn-spike-T16",
  "act": "qrelu",
  "T": 16,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.14620447158813477
 },
 {
  "val_loss": 3.197613513469696,
  "ppl": 24.474053448979184,
  "tokens": 20480,
  "spikes_per_token": 10837.666796875,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 0.6614786863327027,
  "synaptic_events_per_token": 5548885.4,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 1756.142578125,
   "1.ffn": 290.231640625,
   "2.ffn": 669.118017578125,
   "3.ffn": 912.76572265625,
   "4.ffn": 1145.19951171875,
   "5.ffn": 1400.494580078125,
   "6.ffn": 1946.587548828125,
   "7.ffn": 2717.127197265625
  },
  "label": "qrelu8-ffn-spike-T32",
  "act": "qrelu",
  "T": 32,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.23652434349060059
 },
 {
  "val_loss": 3.196786975860596,
  "ppl": 24.453833080954947,
  "tokens": 20480,
  "spikes_per_token": 21689.165966796874,
  "neurons_per_token": 16384.0,
  "spikes_per_neuron": 1.3238016337156295,
  "synaptic_events_per_token": 11104852.975,
  "ann_macs_same_layers_per_token": 8388608,
  "per_site_spikes_per_token": {
   "0.ffn": 3516.73212890625,
   "1.ffn": 581.24501953125,
   "2.ffn": 1339.3658203125,
   "3.ffn": 1826.566259765625,
   "4.ffn": 2291.5619140625,
   "5.ffn": 2802.505859375,
   "6.ffn": 3894.67373046875,
   "7.ffn": 5436.515234375
  },
  "label": "qrelu8-ffn-spike-T64",
  "act": "qrelu",
  "T": 64,
  "sites": [
   "0.ffn",
   "1.ffn",
   "2.ffn",
   "3.ffn",
   "4.ffn",
   "5.ffn",
   "6.ffn",
   "7.ffn"
  ],
  "scope": "ffn",
  "seconds": 0.40693211555480957
 },
 {
  "val_loss": 12.265911769866943,
  "ppl": 212333.1473253278,
  "tokens": 20480,
  "spikes_per_token": 111.542919921875,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.0026567959203952695,
  "synaptic_events_per_token": 163205.975,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 4.416259765625,
   "0.proj": 2.77265625,
   "0.fc": 7.231201171875,
   "0.ffn": 5.10830078125,
   "1.qkv": 1.374609375,
   "1.proj": 6.17265625,
   "1.fc": 7.241796875,
   "1.ffn": 5.06513671875,
   "2.qkv": 1.6126953125,
   "2.proj": 0.002978515625,
   "2.fc": 4.76416015625,
   "2.ffn": 8.228857421875,
   "3.qkv": 1.780419921875,
   "3.proj": 0.8826171875,
   "3.fc": 6.32919921875,
   "3.ffn": 17.474365234375,
   "4.qkv": 1.477001953125,
   "4.proj": 0.040771484375,
   "4.fc": 3.6060546875,
   "4.ffn": 5.110107421875,
   "5.qkv": 1.77412109375,
   "5.proj": 0.005029296875,
   "5.fc": 2.559765625,
   "5.ffn": 1.154248046875,
   "6.qkv": 1.87724609375,
   "6.proj": 0.002294921875,
   "6.fc": 2.33125,
   "6.ffn": 1.775341796875,
   "7.qkv": 3.47578125,
   "7.proj": 0.191650390625,
   "7.fc": 2.681884765625,
   "7.ffn": 2.04775390625,
   "head": 0.97470703125
  },
  "label": "qrelu8-tum-spike-T1",
  "act": "qrelu",
  "T": 1,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.1390836238861084
 },
 {
  "val_loss": 11.34403944015503,
  "ppl": 84460.51619298021,
  "tokens": 20480,
  "spikes_per_token": 1100.9865234375,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.026223954921815455,
  "synaptic_events_per_token": 1812373.125,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 12.273876953125,
   "0.proj": 7.148828125,
   "0.fc": 46.600634765625,
   "0.ffn": 55.181005859375,
   "1.qkv": 3.555712890625,
   "1.proj": 27.610107421875,
   "1.fc": 78.633349609375,
   "1.ffn": 6.122216796875,
   "2.qkv": 4.90400390625,
   "2.proj": 0.31669921875,
   "2.fc": 51.674072265625,
   "2.ffn": 12.711474609375,
   "3.qkv": 5.23271484375,
   "3.proj": 3.68818359375,
   "3.fc": 65.979150390625,
   "3.ffn": 19.956103515625,
   "4.qkv": 7.005126953125,
   "4.proj": 2.33359375,
   "4.fc": 46.70244140625,
   "4.ffn": 29.901611328125,
   "5.qkv": 26.947412109375,
   "5.proj": 13.109423828125,
   "5.fc": 55.623046875,
   "5.ffn": 37.420263671875,
   "6.qkv": 34.789599609375,
   "6.proj": 9.85146484375,
   "6.fc": 52.870751953125,
   "6.ffn": 70.12177734375,
   "7.qkv": 76.92626953125,
   "7.proj": 41.797216796875,
   "7.fc": 53.615771484375,
   "7.ffn": 128.629638671875,
   "head": 11.752978515625
  },
  "label": "qrelu8-tum-spike-T2",
  "act": "qrelu",
  "T": 2,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.17881250381469727
 },
 {
  "val_loss": 9.064945602416993,
  "ppl": 8646.808760363681,
  "tokens": 20480,
  "spikes_per_token": 5115.77255859375,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.12185052778662706,
  "synaptic_events_per_token": 9264120.275,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 36.028271484375,
   "0.proj": 19.4544921875,
   "0.fc": 194.003955078125,
   "0.ffn": 190.305078125,
   "1.qkv": 7.164892578125,
   "1.proj": 47.451806640625,
   "1.fc": 259.98837890625,
   "1.ffn": 17.276953125,
   "2.qkv": 8.430517578125,
   "2.proj": 12.076953125,
   "2.fc": 226.638134765625,
   "2.ffn": 38.994091796875,
   "3.qkv": 22.36640625,
   "3.proj": 99.197998046875,
   "3.fc": 267.446533203125,
   "3.ffn": 58.344287109375,
   "4.qkv": 97.467529296875,
   "4.proj": 223.1478515625,
   "4.fc": 238.600537109375,
   "4.ffn": 92.395556640625,
   "5.qkv": 202.71943359375,
   "5.proj": 296.084814453125,
   "5.fc": 247.090185546875,
   "5.ffn": 121.77734375,
   "6.qkv": 208.12666015625,
   "6.proj": 234.33701171875,
   "6.fc": 220.97021484375,
   "6.ffn": 222.18994140625,
   "7.qkv": 262.38896484375,
   "7.proj": 262.79853515625,
   "7.fc": 205.8361328125,
   "7.ffn": 384.084130859375,
   "head": 90.58896484375
  },
  "label": "qrelu8-tum-spike-T4",
  "act": "qrelu",
  "T": 4,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.2371513843536377
 },
 {
  "val_loss": 6.344834232330323,
  "ppl": 569.5429700788512,
  "tokens": 20480,
  "spikes_per_token": 12459.77861328125,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.29677445248859685,
  "synaptic_events_per_token": 23976323.325,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 146.5263671875,
   "0.proj": 52.952587890625,
   "0.fc": 444.6744140625,
   "0.ffn": 409.168603515625,
   "1.qkv": 15.68525390625,
   "1.proj": 117.10205078125,
   "1.fc": 559.154248046875,
   "1.ffn": 34.427587890625,
   "2.qkv": 27.91943359375,
   "2.proj": 325.073193359375,
   "2.fc": 502.6716796875,
   "2.ffn": 102.060595703125,
   "3.qkv": 149.433056640625,
   "3.proj": 622.450732421875,
   "3.fc": 593.92197265625,
   "3.ffn": 194.78740234375,
   "4.qkv": 307.442431640625,
   "4.proj": 564.021484375,
   "4.fc": 532.06533203125,
   "4.ffn": 236.935546875,
   "5.qkv": 465.46044921875,
   "5.proj": 654.635595703125,
   "5.fc": 546.42802734375,
   "5.ffn": 265.4796875,
   "6.qkv": 470.175732421875,
   "6.proj": 547.72724609375,
   "6.fc": 503.26025390625,
   "6.ffn": 432.432861328125,
   "7.qkv": 561.714404296875,
   "7.proj": 583.9271484375,
   "7.fc": 470.442822265625,
   "7.ffn": 739.899658203125,
   "head": 279.720751953125
  },
  "label": "qrelu8-tum-spike-T8",
  "act": "qrelu",
  "T": 8,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.3763003349304199
 },
 {
  "val_loss": 4.746629142761231,
  "ppl": 115.19532234130546,
  "tokens": 20480,
  "spikes_per_token": 25634.3056640625,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.6105732103673424,
  "synaptic_events_per_token": 49756815.95,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 382.294287109375,
   "0.proj": 128.767919921875,
   "0.fc": 913.054248046875,
   "0.ffn": 840.96640625,
   "1.qkv": 49.07041015625,
   "1.proj": 364.95458984375,
   "1.fc": 1131.291650390625,
   "1.ffn": 75.081640625,
   "2.qkv": 145.772265625,
   "2.proj": 1347.628369140625,
   "2.fc": 1021.869189453125,
   "2.ffn": 323.483203125,
   "3.qkv": 379.750390625,
   "3.proj": 1143.537939453125,
   "3.fc": 1182.352783203125,
   "3.ffn": 366.387744140625,
   "4.qkv": 630.556494140625,
   "4.proj": 974.262255859375,
   "4.fc": 1047.53017578125,
   "4.ffn": 454.876806640625,
   "5.qkv": 924.077587890625,
   "5.proj": 1174.9927734375,
   "5.fc": 1068.84814453125,
   "5.ffn": 551.262548828125,
   "6.qkv": 935.7177734375,
   "6.proj": 1023.9927734375,
   "6.fc": 996.7765625,
   "6.ffn": 898.15625,
   "7.qkv": 1112.866015625,
   "7.proj": 1070.290869140625,
   "7.fc": 964.0052734375,
   "7.ffn": 1415.392529296875,
   "head": 594.43779296875
  },
  "label": "qrelu8-tum-spike-T16",
  "act": "qrelu",
  "T": 16,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.5200014114379883
 },
 {
  "val_loss": 3.88216118812561,
  "ppl": 48.528982079778416,
  "tokens": 20480,
  "spikes_per_token": 50963.36904296875,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 1.2138759775859553,
  "synaptic_events_per_token": 100256269.575,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 802.86005859375,
   "0.proj": 296.02978515625,
   "0.fc": 1837.837158203125,
   "0.ffn": 1672.399951171875,
   "1.qkv": 185.563818359375,
   "1.proj": 1034.4486328125,
   "1.fc": 2214.255908203125,
   "1.ffn": 218.6580078125,
   "2.qkv": 373.07744140625,
   "2.proj": 2373.990576171875,
   "2.fc": 2027.329052734375,
   "2.ffn": 679.2087890625,
   "3.qkv": 780.313818359375,
   "3.proj": 2113.68427734375,
   "3.fc": 2348.968798828125,
   "3.ffn": 810.762109375,
   "4.qkv": 1263.79697265625,
   "4.proj": 1831.962548828125,
   "4.fc": 2077.8037109375,
   "4.ffn": 997.10380859375,
   "5.qkv": 1821.28837890625,
   "5.proj": 2114.3435546875,
   "5.fc": 2112.971630859375,
   "5.ffn": 1228.15361328125,
   "6.qkv": 1868.92080078125,
   "6.proj": 1925.0568359375,
   "6.fc": 2010.60341796875,
   "6.ffn": 1851.2021484375,
   "7.qkv": 2238.53701171875,
   "7.proj": 1964.81708984375,
   "7.fc": 1986.327685546875,
   "7.ffn": 2689.4623046875,
   "head": 1211.629345703125
  },
  "label": "qrelu8-tum-spike-T32",
  "act": "qrelu",
  "T": 32,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.9695398807525635
 },
 {
  "val_loss": 3.627735662460327,
  "ppl": 37.627518678895655,
  "tokens": 20480,
  "spikes_per_token": 102074.9482421875,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 2.431282113238079,
  "synaptic_events_per_token": 201436342.45,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 1622.81708984375,
   "0.proj": 664.87099609375,
   "0.fc": 3680.306787109375,
   "0.ffn": 3340.681591796875,
   "1.qkv": 453.73427734375,
   "1.proj": 2159.830126953125,
   "1.fc": 4388.8154296875,
   "1.ffn": 519.939697265625,
   "2.qkv": 780.495458984375,
   "2.proj": 4322.46982421875,
   "2.fc": 4074.19345703125,
   "2.ffn": 1339.733544921875,
   "3.qkv": 1576.194921875,
   "3.proj": 4143.83603515625,
   "3.fc": 4703.64443359375,
   "3.ffn": 1711.611767578125,
   "4.qkv": 2540.35224609375,
   "4.proj": 3701.1234375,
   "4.fc": 4173.95771484375,
   "4.ffn": 2073.537255859375,
   "5.qkv": 3644.863330078125,
   "5.proj": 4187.00322265625,
   "5.fc": 4234.536376953125,
   "5.ffn": 2549.7177734375,
   "6.qkv": 3752.572802734375,
   "6.proj": 3827.408642578125,
   "6.fc": 4049.617041015625,
   "6.ffn": 3727.612890625,
   "7.qkv": 4498.996728515625,
   "7.proj": 3893.766796875,
   "7.fc": 4004.21552734375,
   "7.ffn": 5293.006982421875,
   "head": 2439.484033203125
  },
  "label": "qrelu8-tum-spike-T64",
  "act": "qrelu",
  "T": 64,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 1.934556245803833
 },
 {
  "val_loss": 3.326168966293335,
  "ppl": 27.831513735892806,
  "tokens": 20480,
  "label": "qall16",
  "act": "qrelu",
  "T": null,
  "sites": [],
  "seconds": 0.24416327476501465
 },
 {
  "val_loss": 10.898004245758056,
  "ppl": 54068.34891027451,
  "tokens": 20480,
  "spikes_per_token": 123.842431640625,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.0029497530402206795,
  "synaptic_events_per_token": 168675.3,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 4.2822265625,
   "0.proj": 0.618798828125,
   "0.fc": 8.411865234375,
   "0.ffn": 3.733642578125,
   "1.qkv": 0.337646484375,
   "1.proj": 1.52587890625,
   "1.fc": 13.689013671875,
   "1.ffn": 10.456591796875,
   "2.qkv": 0.402294921875,
   "2.proj": 0.073828125,
   "2.fc": 9.56748046875,
   "2.ffn": 10.67529296875,
   "3.qkv": 0.410888671875,
   "3.proj": 0.168896484375,
   "3.fc": 11.42431640625,
   "3.ffn": 22.391943359375,
   "4.qkv": 0.5587890625,
   "4.proj": 0.001171875,
   "4.fc": 4.417626953125,
   "4.ffn": 5.374609375,
   "5.qkv": 1.278369140625,
   "5.proj": 0.00322265625,
   "5.fc": 2.864892578125,
   "5.ffn": 1.040869140625,
   "6.qkv": 1.183349609375,
   "6.proj": 0.000732421875,
   "6.fc": 1.884716796875,
   "6.ffn": 0.903564453125,
   "7.qkv": 3.036962890625,
   "7.proj": 0.103662109375,
   "7.fc": 1.648095703125,
   "7.ffn": 1.039501953125,
   "head": 0.331689453125
  },
  "label": "qall16-tum-spike-T1",
  "act": "qrelu",
  "T": 1,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.15024518966674805
 },
 {
  "val_loss": 10.597933292388916,
  "ppl": 40051.97611144121,
  "tokens": 20480,
  "spikes_per_token": 1196.375390625,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.02849598396115187,
  "synaptic_events_per_token": 1941027.975,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 12.21142578125,
   "0.proj": 5.388427734375,
   "0.fc": 51.777783203125,
   "0.ffn": 54.42041015625,
   "1.qkv": 3.697705078125,
   "1.proj": 31.942529296875,
   "1.fc": 72.40185546875,
   "1.ffn": 9.528515625,
   "2.qkv": 5.22861328125,
   "2.proj": 3.97421875,
   "2.fc": 50.386572265625,
   "2.ffn": 15.36865234375,
   "3.qkv": 5.403125,
   "3.proj": 3.919775390625,
   "3.fc": 74.48271484375,
   "3.ffn": 29.135546875,
   "4.qkv": 11.28134765625,
   "4.proj": 3.054345703125,
   "4.fc": 57.546240234375,
   "4.ffn": 41.070263671875,
   "5.qkv": 38.697509765625,
   "5.proj": 11.42353515625,
   "5.fc": 62.76337890625,
   "5.ffn": 52.28251953125,
   "6.qkv": 44.37060546875,
   "6.proj": 7.145947265625,
   "6.fc": 55.45,
   "6.ffn": 92.339892578125,
   "7.qkv": 77.382568359375,
   "7.proj": 23.06552734375,
   "7.fc": 60.5958984375,
   "7.ffn": 116.861181640625,
   "head": 11.7767578125
  },
  "label": "qall16-tum-spike-T2",
  "act": "qrelu",
  "T": 2,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.1633756160736084
 },
 {
  "val_loss": 7.783724021911621,
  "ppl": 2401.200313438101,
  "tokens": 20480,
  "spikes_per_token": 5136.395263671875,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.12234173169950159,
  "synaptic_events_per_token": 9754213.95,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 35.84033203125,
   "0.proj": 13.992578125,
   "0.fc": 206.1333984375,
   "0.ffn": 180.5337890625,
   "1.qkv": 7.033837890625,
   "1.proj": 65.480224609375,
   "1.fc": 258.42373046875,
   "1.ffn": 35.066943359375,
   "2.qkv": 9.655859375,
   "2.proj": 35.2794921875,
   "2.fc": 233.111083984375,
   "2.ffn": 59.658203125,
   "3.qkv": 36.623974609375,
   "3.proj": 126.844287109375,
   "3.fc": 294.20400390625,
   "3.ffn": 96.773583984375,
   "4.qkv": 137.656298828125,
   "4.proj": 194.548193359375,
   "4.fc": 262.391015625,
   "4.ffn": 130.43876953125,
   "5.qkv": 219.57646484375,
   "5.proj": 179.664794921875,
   "5.fc": 254.795068359375,
   "5.ffn": 142.738916015625,
   "6.qkv": 215.69296875,
   "6.proj": 141.488330078125,
   "6.fc": 227.58203125,
   "6.ffn": 231.3392578125,
   "7.qkv": 255.75126953125,
   "7.proj": 186.68232421875,
   "7.fc": 228.9748046875,
   "7.ffn": 334.287744140625,
   "head": 98.131689453125
  },
  "label": "qall16-tum-spike-T4",
  "act": "qrelu",
  "T": 4,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.21095776557922363
 },
 {
  "val_loss": 4.599192762374878,
  "ppl": 99.40404056412889,
  "tokens": 20480,
  "spikes_per_token": 12398.733935546876,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.2953204538764023,
  "synaptic_events_per_token": 24598767.45,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 147.82099609375,
   "0.proj": 43.73349609375,
   "0.fc": 467.18916015625,
   "0.ffn": 396.03837890625,
   "1.qkv": 18.722021484375,
   "1.proj": 188.45048828125,
   "1.fc": 566.61484375,
   "1.ffn": 72.4251953125,
   "2.qkv": 44.422314453125,
   "2.proj": 391.98017578125,
   "2.fc": 523.101025390625,
   "2.ffn": 129.08388671875,
   "3.qkv": 188.9703125,
   "3.proj": 580.379345703125,
   "3.fc": 637.577587890625,
   "3.ffn": 217.569287109375,
   "4.qkv": 356.22529296875,
   "4.proj": 476.560693359375,
   "4.fc": 567.93916015625,
   "4.ffn": 251.11962890625,
   "5.qkv": 486.471728515625,
   "5.proj": 443.532568359375,
   "5.fc": 551.120361328125,
   "5.ffn": 316.3455078125,
   "6.qkv": 479.077587890625,
   "6.proj": 411.68671875,
   "6.fc": 507.255859375,
   "6.ffn": 468.6037109375,
   "7.qkv": 549.15771484375,
   "7.proj": 453.168994140625,
   "7.fc": 510.183203125,
   "7.ffn": 668.729638671875,
   "head": 287.47705078125
  },
  "label": "qall16-tum-spike-T8",
  "act": "qrelu",
  "T": 8,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.3033442497253418
 },
 {
  "val_loss": 3.3495312213897703,
  "ppl": 28.4893753031988,
  "tokens": 20480,
  "spikes_per_token": 26770.583740234375,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 0.6376377605810398,
  "synaptic_events_per_token": 52409179.5,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 385.084521484375,
   "0.proj": 147.570361328125,
   "0.fc": 956.36923828125,
   "0.ffn": 843.16875,
   "1.qkv": 96.417138671875,
   "1.proj": 796.038037109375,
   "1.fc": 1194.61689453125,
   "1.ffn": 156.25908203125,
   "2.qkv": 203.943505859375,
   "2.proj": 1341.225341796875,
   "2.fc": 1104.580810546875,
   "2.ffn": 329.38759765625,
   "3.qkv": 446.4123046875,
   "3.proj": 1188.05517578125,
   "3.fc": 1284.917724609375,
   "3.ffn": 454.179296875,
   "4.qkv": 730.145166015625,
   "4.proj": 984.7240234375,
   "4.fc": 1145.74638671875,
   "4.ffn": 538.57431640625,
   "5.qkv": 978.16787109375,
   "5.proj": 942.8044921875,
   "5.fc": 1117.775390625,
   "5.ffn": 655.420166015625,
   "6.qkv": 975.840478515625,
   "6.proj": 888.013232421875,
   "6.fc": 1044.76611328125,
   "6.ffn": 906.518310546875,
   "7.qkv": 1118.8703125,
   "7.proj": 882.1796875,
   "7.fc": 1045.723095703125,
   "7.ffn": 1267.440576171875,
   "head": 619.64833984375
  },
  "label": "qall16-tum-spike-T16",
  "act": "qrelu",
  "T": 16,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.4876992702484131
 },
 {
  "val_loss": 3.319286584854126,
  "ppl": 27.6406242828367,
  "tokens": 20480,
  "spikes_per_token": 55068.36420898438,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 1.3116512054350318,
  "synaptic_events_per_token": 106649102.0,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 806.968603515625,
   "0.proj": 411.552001953125,
   "0.fc": 1918.76005859375,
   "0.ffn": 1662.4357421875,
   "1.qkv": 297.220654296875,
   "1.proj": 2134.422314453125,
   "1.fc": 2428.139208984375,
   "1.ffn": 404.144921875,
   "2.qkv": 480.322509765625,
   "2.proj": 2907.917529296875,
   "2.fc": 2238.10966796875,
   "2.ffn": 689.03427734375,
   "3.qkv": 924.495068359375,
   "3.proj": 2376.070947265625,
   "3.fc": 2566.80234375,
   "3.ffn": 860.014208984375,
   "4.qkv": 1468.473486328125,
   "4.proj": 2039.302099609375,
   "4.fc": 2296.846484375,
   "4.ffn": 1020.519482421875,
   "5.qkv": 1965.03427734375,
   "5.proj": 1974.733642578125,
   "5.fc": 2244.4466796875,
   "5.ffn": 1268.977001953125,
   "6.qkv": 1960.702490234375,
   "6.proj": 1880.325146484375,
   "6.fc": 2098.204443359375,
   "6.ffn": 1777.067578125,
   "7.qkv": 2248.979296875,
   "7.proj": 1848.926123046875,
   "7.fc": 2094.59267578125,
   "7.ffn": 2516.592041015625,
   "head": 1258.231201171875
  },
  "label": "qall16-tum-spike-T32",
  "act": "qrelu",
  "T": 32,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 0.9005434513092041
 },
 {
  "val_loss": 3.300691747665405,
  "ppl": 27.13140051373019,
  "tokens": 20480,
  "spikes_per_token": 110236.91713867188,
  "neurons_per_token": 41984.0,
  "spikes_per_neuron": 2.6256887656886403,
  "synaptic_events_per_token": 213808666.15,
  "ann_macs_same_layers_per_token": 41943040,
  "per_site_spikes_per_token": {
   "0.qkv": 1631.776220703125,
   "0.proj": 849.134130859375,
   "0.fc": 3842.859130859375,
   "0.ffn": 3319.335693359375,
   "1.qkv": 639.717724609375,
   "1.proj": 4242.14951171875,
   "1.fc": 4852.309326171875,
   "1.ffn": 806.884228515625,
   "2.qkv": 985.053125,
   "2.proj": 5737.20361328125,
   "2.fc": 4477.2169921875,
   "2.ffn": 1367.780126953125,
   "3.qkv": 1860.42412109375,
   "3.proj": 4735.638037109375,
   "3.fc": 5137.09072265625,
   "3.ffn": 1728.0423828125,
   "4.qkv": 2943.666357421875,
   "4.proj": 4081.69296875,
   "4.fc": 4597.46181640625,
   "4.ffn": 2047.088916015625,
   "5.qkv": 3934.979638671875,
   "5.proj": 3954.252197265625,
   "5.fc": 4493.8595703125,
   "5.ffn": 2548.393505859375,
   "6.qkv": 3927.46181640625,
   "6.proj": 3768.2376953125,
   "6.fc": 4203.148681640625,
   "6.ffn": 3558.150439453125,
   "7.qkv": 4504.026953125,
   "7.proj": 3702.4984375,
   "7.fc": 4195.93271484375,
   "7.ffn": 5037.985498046875,
   "head": 2525.46484375
  },
  "label": "qall16-tum-spike-T64",
  "act": "qrelu",
  "T": 64,
  "sites": [
   "0.fc",
   "0.ffn",
   "0.proj",
   "0.qkv",
   "1.fc",
   "1.ffn",
   "1.proj",
   "1.qkv",
   "2.fc",
   "2.ffn",
   "2.proj",
   "2.qkv",
   "3.fc",
   "3.ffn",
   "3.proj",
   "3.qkv",
   "4.fc",
   "4.ffn",
   "4.proj",
   "4.qkv",
   "5.fc",
   "5.ffn",
   "5.proj",
   "5.qkv",
   "6.fc",
   "6.ffn",
   "6.proj",
   "6.qkv",
   "7.fc",
   "7.ffn",
   "7.proj",
   "7.qkv",
   "head"
  ],
  "scope": "tum",
  "seconds": 1.6378364562988281
 }
]