{
  "artifact": {
    "architecture": "Qwen3_5ForCausalLM",
    "formats": [
      "bf16",
      "fp32",
      "nvfp4",
      "q4_g64_fp16",
      "q5_g64_fp16",
      "q8_g32_fp16"
    ],
    "name": "thinkingcap-qwen3.8-27b-d48-o44-i53-g64",
    "path": "/models/thinkingcap-d48-o44-i53-g64-perf-2026-09-27/thinkingcap-d48-o44-i53-g64.ninfer",
    "prefill_signature": "2047cd3b0a44f1986d5ae5cca67c16f458371663e9769b590d96582902ce65bc"
  },
  "corpus": {
    "id": "ninfer-ppl-en-code-v1",
    "mode": "full",
    "source": "/corpus/manifest-en-code.json",
    "stream_count": 12
  },
  "domains": [
    {
      "domain": "english_long_form",
      "mean_nll": 2.0822598909610743,
      "perplexity": 8.022578596490181,
      "scored_tokens": 261408,
      "total_nll": 544319.3935763525
    },
    {
      "domain": "english_reference",
      "mean_nll": 1.8096208913721943,
      "perplexity": 6.108131347940806,
      "scored_tokens": 261223,
      "total_nll": 472714.5981069187
    },
    {
      "domain": "ninfer_code",
      "mean_nll": 0.5110010141008287,
      "perplexity": 1.6669590095277034,
      "scored_tokens": 259904,
      "total_nll": 132811.20756886178
    }
  ],
  "execution": {
    "context_tokens": 4096,
    "device": 0,
    "kv_dtype": "bf16",
    "prefill_chunk_tokens": 1024,
    "purpose": "causal_scoring",
    "score_tile_tokens": 1024,
    "stride_tokens": 2048
  },
  "metric": {
    "log_base": "natural",
    "name": "fixed-window truncated-context causal perplexity"
  },
  "overall": {
    "mean_nll": 1.469385010577333,
    "perplexity": 4.346561229752157,
    "scored_tokens": 782535,
    "total_nll": 1149845.1992521333
  },
  "schema_version": 2,
  "streams": [
    {
      "domain": "english_reference",
      "id": "wikitext-00",
      "input_tokens": 65305,
      "mean_nll": 1.7971725648605315,
      "path": "data/wikitext/00.txt",
      "perplexity": 6.032566637435103,
      "scored_tokens": 65304,
      "seconds": 39.366900615,
      "total_nll": 117362.55717565215,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 1.8020695752206721,
          "perplexity": 6.062180629589697,
          "scored_tokens": 4095,
          "seconds": 1.685160146,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 7379.474910528653
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 2.065070502638596,
          "perplexity": 7.88585385156068,
          "scored_tokens": 2048,
          "seconds": 1.236936643,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 4229.264389403845
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 1.902245896727288,
          "perplexity": 6.700927145356688,
          "scored_tokens": 2048,
          "seconds": 1.239799699,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 3895.7995964974857
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 1.4952924190604848,
          "perplexity": 4.4606407385280775,
          "scored_tokens": 2048,
          "seconds": 1.24078925,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 3062.358874235873
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 1.2320729280636236,
          "perplexity": 3.428328854653515,
          "scored_tokens": 2048,
          "seconds": 1.242547407,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 2523.285356674301
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 0.9996246633107364,
          "perplexity": 2.717261749005664,
          "scored_tokens": 2048,
          "seconds": 1.244055397,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 2047.2313104603882
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 1.5706891483533252,
          "perplexity": 4.80996182912496,
          "scored_tokens": 2048,
          "seconds": 1.243327957,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 3216.77137582761
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 1.851341377376142,
          "perplexity": 6.368356164775142,
          "scored_tokens": 2048,
          "seconds": 1.243659596,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 3791.547140866339
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 1.902777843994967,
          "perplexity": 6.7044926334843336,
          "scored_tokens": 2048,
          "seconds": 1.244768836,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 3896.8890245016923
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 1.7661053552102244,
          "perplexity": 5.848032940489317,
          "scored_tokens": 2048,
          "seconds": 1.246312214,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 3616.9837674705395
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 1.8430449973242347,
          "perplexity": 6.31574042361339,
          "scored_tokens": 2048,
          "seconds": 1.248558473,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 3774.5561545200326
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 1.8577500758122494,
          "perplexity": 6.409300097492354,
          "scored_tokens": 2048,
          "seconds": 1.249585892,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 3804.6721552634867
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 2.0001352076857297,
          "perplexity": 7.390055223648662,
          "scored_tokens": 2048,
          "seconds": 1.25120684,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 4096.2769053403745
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 1.8016193416763189,
          "perplexity": 6.059451846859184,
          "scored_tokens": 2048,
          "seconds": 1.253084279,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 3689.716411753101
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 2.0029541826858592,
          "perplexity": 7.41091699516484,
          "scored_tokens": 2048,
          "seconds": 1.255664357,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 4102.05016614064
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 2.062673874233283,
          "perplexity": 7.866977019631122,
          "scored_tokens": 2048,
          "seconds": 1.257062945,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 4224.356094429763
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 1.8958902392538701,
          "perplexity": 6.658473401301944,
          "scored_tokens": 2048,
          "seconds": 1.257410585,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 3882.783209991926
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 1.8659081196561242,
          "perplexity": 6.461801311118803,
          "scored_tokens": 2048,
          "seconds": 1.257147386,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 3821.3798290557424
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 1.3668532054254103,
          "perplexity": 3.9229864193742405,
          "scored_tokens": 2048,
          "seconds": 1.259217123,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 2799.3153647112404
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 1.7407821984099756,
          "perplexity": 5.701801619008026,
          "scored_tokens": 2048,
          "seconds": 1.260173193,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 3565.12194234363
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 1.9926410123251446,
          "perplexity": 7.334879712342331,
          "scored_tokens": 2048,
          "seconds": 1.261839702,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 4080.928793241896
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 1.7561293562562192,
          "perplexity": 5.78998300447186,
          "scored_tokens": 2048,
          "seconds": 1.26308187,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 3596.552921612737
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 1.8910564764390556,
          "perplexity": 6.6263655834765105,
          "scored_tokens": 2048,
          "seconds": 1.264655009,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 3872.883663747186
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 1.8542151011279888,
          "perplexity": 6.386683382213487,
          "scored_tokens": 2048,
          "seconds": 1.264818599,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 3797.432527110121
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 1.8936639139368963,
          "perplexity": 6.643665962600179,
          "scored_tokens": 2048,
          "seconds": 1.266365798,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 3878.2236957427635
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 2.197196966791148,
          "perplexity": 8.999751508524865,
          "scored_tokens": 2048,
          "seconds": 1.268372576,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 4499.859387988271
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 2.2860049514401943,
          "perplexity": 9.835565524816426,
          "scored_tokens": 2048,
          "seconds": 1.270100654,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 4681.738140549518
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 1.9425293257166882,
          "perplexity": 6.976374196467121,
          "scored_tokens": 2048,
          "seconds": 1.272210743,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 3978.3000590677775
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 1.7408153893922127,
          "perplexity": 5.701990870544987,
          "scored_tokens": 2048,
          "seconds": 1.273462011,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 3565.1899174752516
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 1.5713909615082686,
          "perplexity": 4.813338708441975,
          "scored_tokens": 2048,
          "seconds": 1.274454482,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 3218.208689168934
        },
        {
          "first_target": 2279,
          "index": 30,
          "input_begin": 61209,
          "input_end": 65305,
          "mean_nll": 1.5263651072818094,
          "perplexity": 4.601420716769166,
          "scored_tokens": 1817,
          "seconds": 1.270895663,
          "target_begin": 63488,
          "target_end": 65305,
          "total_nll": 2773.4053999310477
        }
      ]
    },
    {
      "domain": "english_reference",
      "id": "wikitext-01",
      "input_tokens": 65269,
      "mean_nll": 1.7348542537605733,
      "path": "data/wikitext/01.txt",
      "perplexity": 5.668101639102656,
      "scored_tokens": 65268,
      "seconds": 38.324402931,
      "total_nll": 113230.4674344451,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 1.6855430423492401,
          "perplexity": 5.395380056819308,
          "scored_tokens": 4095,
          "seconds": 1.333336622,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 6902.298758420138
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 1.697502142685234,
          "perplexity": 5.460291314760354,
          "scored_tokens": 2048,
          "seconds": 1.223182784,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 3476.484388219359
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 1.6335456600107472,
          "perplexity": 5.122003443180702,
          "scored_tokens": 2048,
          "seconds": 1.223108774,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 3345.5015117020102
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 1.3245394891648503,
          "perplexity": 3.7604532267426176,
          "scored_tokens": 2048,
          "seconds": 1.223841833,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 2712.6568738096134
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 1.2517816151050136,
          "perplexity": 3.496566947927923,
          "scored_tokens": 2048,
          "seconds": 1.225247132,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 2563.648747735068
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 1.4042670488060462,
          "perplexity": 4.072540673531161,
          "scored_tokens": 2048,
          "seconds": 1.224993072,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 2875.9389159547827
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 1.201073878131473,
          "perplexity": 3.323684238782329,
          "scored_tokens": 2048,
          "seconds": 1.225554172,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 2459.7993024132566
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 1.3933038382734972,
          "perplexity": 4.028136404153949,
          "scored_tokens": 2048,
          "seconds": 1.227035811,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 2853.4862607841224
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 1.8785863412045867,
          "perplexity": 6.544246987681561,
          "scored_tokens": 2048,
          "seconds": 1.228656289,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 3847.3448267869935
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 2.3154730210419006,
          "perplexity": 10.129713353230327,
          "scored_tokens": 2048,
          "seconds": 1.22867606,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 4742.088747093812
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 2.420237484143105,
          "perplexity": 11.24853034529585,
          "scored_tokens": 2048,
          "seconds": 1.228596919,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 4956.646367525079
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 2.1202472211424417,
          "perplexity": 8.33319737562867,
          "scored_tokens": 2048,
          "seconds": 1.230279428,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 4342.266308899721
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 1.9314789454962202,
          "perplexity": 6.899706990083285,
          "scored_tokens": 2048,
          "seconds": 1.231392997,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 3955.668880376259
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 1.9130743168782134,
          "perplexity": 6.773881879287228,
          "scored_tokens": 2048,
          "seconds": 1.231761076,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 3917.976200966581
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 2.045058659596935,
          "perplexity": 7.729611940532438,
          "scored_tokens": 2048,
          "seconds": 1.232649356,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 4188.280134854523
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 2.1061137279841153,
          "perplexity": 8.21624858178061,
          "scored_tokens": 2048,
          "seconds": 1.233592296,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 4313.320914911468
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 1.6467367761917733,
          "perplexity": 5.190015980107137,
          "scored_tokens": 2048,
          "seconds": 1.233832594,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 3372.5169176407517
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 2.065202267505129,
          "perplexity": 7.886892998500954,
          "scored_tokens": 2048,
          "seconds": 1.235048144,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 4229.534243850504
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 1.4250755150181138,
          "perplexity": 4.158171835321745,
          "scored_tokens": 2048,
          "seconds": 1.234945835,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 2918.554654757097
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 1.7086811506187622,
          "perplexity": 5.521674416524601,
          "scored_tokens": 2048,
          "seconds": 1.235795443,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 3499.378996467225
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 1.5596919871235437,
          "perplexity": 4.7573556926337055,
          "scored_tokens": 2048,
          "seconds": 1.236191973,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 3194.2491896290176
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 1.4019573805220933,
          "perplexity": 4.0631453097659325,
          "scored_tokens": 2048,
          "seconds": 1.237566272,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 2871.208715309247
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 1.5197914744597696,
          "perplexity": 4.571271868813185,
          "scored_tokens": 2048,
          "seconds": 1.23926082,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 3112.532939693608
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 1.3135551627071345,
          "perplexity": 3.71937321206025,
          "scored_tokens": 2048,
          "seconds": 1.24009559,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 2690.1609732242114
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 1.2766652016652627,
          "perplexity": 3.5846656340888345,
          "scored_tokens": 2048,
          "seconds": 1.240138129,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 2614.610333010458
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 1.8700592439022328,
          "perplexity": 6.488680802670913,
          "scored_tokens": 2048,
          "seconds": 1.23997574,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 3829.8813315117727
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 1.6168058929600455,
          "perplexity": 5.036975954409327,
          "scored_tokens": 2048,
          "seconds": 1.240570399,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 3311.218468782173
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 1.8976054787479724,
          "perplexity": 6.66990407822207,
          "scored_tokens": 2048,
          "seconds": 1.240999869,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 3886.2960204758474
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 2.0081587895443396,
          "perplexity": 7.449588452156534,
          "scored_tokens": 2048,
          "seconds": 1.241721579,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 4112.709200986807
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 2.0717539065343917,
          "perplexity": 7.9387347131525114,
          "scored_tokens": 2048,
          "seconds": 1.242859657,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 4242.952000582434
        },
        {
          "first_target": 2315,
          "index": 30,
          "input_begin": 61173,
          "input_end": 65269,
          "mean_nll": 2.1848715935267644,
          "perplexity": 8.889507009838214,
          "scored_tokens": 1781,
          "seconds": 1.233290236,
          "target_begin": 63488,
          "target_end": 65269,
          "total_nll": 3891.256308071167
        }
      ]
    },
    {
      "domain": "english_reference",
      "id": "wikitext-02",
      "input_tokens": 65309,
      "mean_nll": 1.8543916570559655,
      "path": "data/wikitext/02.txt",
      "perplexity": 6.387811088573419,
      "scored_tokens": 65308,
      "seconds": 38.726423533,
      "total_nll": 121106.610339011,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 1.6994781725280457,
          "perplexity": 5.471091680757183,
          "scored_tokens": 4095,
          "seconds": 1.326280697,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 6959.363116502347
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 1.9970416493584349,
          "perplexity": 7.367228982131259,
          "scored_tokens": 2048,
          "seconds": 1.244155236,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 4089.9412978860746
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 1.671033209639742,
          "perplexity": 5.317659216562344,
          "scored_tokens": 2048,
          "seconds": 1.245744355,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 3422.2760133421916
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 1.710370640499175,
          "perplexity": 5.53101111448174,
          "scored_tokens": 2048,
          "seconds": 1.245835835,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 3502.8390717423104
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 1.7656372485074219,
          "perplexity": 5.8452960776935505,
          "scored_tokens": 2048,
          "seconds": 1.245882765,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 3616.0250849432
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 1.3785171693872273,
          "perplexity": 3.969011889499829,
          "scored_tokens": 2048,
          "seconds": 1.246514305,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 2823.2031629050416
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 1.646675614248785,
          "perplexity": 5.189698558352818,
          "scored_tokens": 2048,
          "seconds": 1.245180825,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 3372.391657981512
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 2.10076087061944,
          "perplexity": 8.172385675723387,
          "scored_tokens": 2048,
          "seconds": 1.245981165,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 4302.358263028613
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 2.128619273747762,
          "perplexity": 8.403256201306139,
          "scored_tokens": 2048,
          "seconds": 1.246067335,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 4359.412272635416
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 1.7083118718276724,
          "perplexity": 5.519635755711542,
          "scored_tokens": 2048,
          "seconds": 1.247905183,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 3498.622713503073
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 1.7533149655640445,
          "perplexity": 5.773710639333554,
          "scored_tokens": 2048,
          "seconds": 1.246696584,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 3590.789049475163
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 1.7259566796632748,
          "perplexity": 5.6178929836317915,
          "scored_tokens": 2048,
          "seconds": 1.247772103,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 3534.759279950387
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 1.8127217591021991,
          "perplexity": 6.1271012517092505,
          "scored_tokens": 2048,
          "seconds": 1.249052822,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 3712.454162641304
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 1.6977131192631065,
          "perplexity": 5.461443429866507,
          "scored_tokens": 2048,
          "seconds": 1.250262532,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 3476.916468250842
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 1.980544016936964,
          "perplexity": 7.246684231970322,
          "scored_tokens": 2048,
          "seconds": 1.250083122,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 4056.154146686902
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 1.952921552095433,
          "perplexity": 7.049252283316238,
          "scored_tokens": 2048,
          "seconds": 1.249980811,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 3999.583338691447
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 1.7160054200656933,
          "perplexity": 5.562265114898506,
          "scored_tokens": 2048,
          "seconds": 1.250234551,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 3514.37910029454
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 1.372772891135634,
          "perplexity": 3.9462781378318943,
          "scored_tokens": 2048,
          "seconds": 1.249381062,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 2811.4388810457785
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 1.3929911429742354,
          "perplexity": 4.0268770217473255,
          "scored_tokens": 2048,
          "seconds": 1.247841693,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 2852.845860811234
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 1.6717361737192835,
          "perplexity": 5.3213986541699985,
          "scored_tokens": 2048,
          "seconds": 1.245246376,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 3423.7156837770926
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 1.7989348819310502,
          "perplexity": 6.043207305961241,
          "scored_tokens": 2048,
          "seconds": 1.245494335,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 3684.218638194791
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 1.5353849041057792,
          "perplexity": 4.643112339059718,
          "scored_tokens": 2048,
          "seconds": 1.245140675,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 3144.468283608636
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 1.689942839400438,
          "perplexity": 5.419170933218245,
          "scored_tokens": 2048,
          "seconds": 1.245215106,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 3461.0029350920972
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 2.0500854664575567,
          "perplexity": 7.768565029668164,
          "scored_tokens": 2048,
          "seconds": 1.244813635,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 4198.575035305076
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 1.8461279992055655,
          "perplexity": 6.33524190933333,
          "scored_tokens": 2048,
          "seconds": 1.245196286,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 3780.870142372998
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 1.9566514452707333,
          "perplexity": 7.075594337282965,
          "scored_tokens": 2048,
          "seconds": 1.246077834,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 4007.222159914462
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 2.620808421522306,
          "perplexity": 13.74683232931751,
          "scored_tokens": 2048,
          "seconds": 1.245599495,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 5367.415647277683
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 2.422804319647405,
          "perplexity": 11.277440560367337,
          "scored_tokens": 2048,
          "seconds": 1.245992525,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 4961.903246637886
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 2.1484613211175887,
          "perplexity": 8.571659214109916,
          "scored_tokens": 2048,
          "seconds": 1.247253514,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 4400.048785648822
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 2.3450751989123644,
          "perplexity": 10.434057327810601,
          "scored_tokens": 2048,
          "seconds": 1.247028134,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 4802.714007372522
        },
        {
          "first_target": 2275,
          "index": 30,
          "input_begin": 61213,
          "input_end": 65309,
          "mean_nll": 2.404559490110686,
          "perplexity": 11.073551198810184,
          "scored_tokens": 1821,
          "seconds": 1.242348538,
          "target_begin": 63488,
          "target_end": 65309,
          "total_nll": 4378.70283149156
        }
      ]
    },
    {
      "domain": "english_reference",
      "id": "wikitext-03",
      "input_tokens": 65344,
      "mean_nll": 1.8519958244618466,
      "path": "data/wikitext/03.txt",
      "perplexity": 6.372525280992084,
      "scored_tokens": 65343,
      "seconds": 38.852510836,
      "total_nll": 121014.96315781045,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 2.1815184973635158,
          "perplexity": 8.859749555673925,
          "scored_tokens": 4095,
          "seconds": 1.330540443,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 8933.318246703597
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 1.793084864833049,
          "perplexity": 6.007957645979553,
          "scored_tokens": 2048,
          "seconds": 1.248459153,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 3672.2378031780845
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 1.9900057156521933,
          "perplexity": 7.315575575475655,
          "scored_tokens": 2048,
          "seconds": 1.248858393,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 4075.531705655692
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 1.463122968033739,
          "perplexity": 4.319427922041936,
          "scored_tokens": 2048,
          "seconds": 1.247877853,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 2996.4758385330974
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 1.8341566656800088,
          "perplexity": 6.259852770087079,
          "scored_tokens": 2048,
          "seconds": 1.247848863,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 3756.352851312658
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 1.957482924281333,
          "perplexity": 7.081479992022032,
          "scored_tokens": 2048,
          "seconds": 1.249091432,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 4008.92502892817
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 1.8024251070949477,
          "perplexity": 6.06433631121519,
          "scored_tokens": 2048,
          "seconds": 1.248991622,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 3691.366619330453
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 1.9474283491654647,
          "perplexity": 7.010635472115692,
          "scored_tokens": 2048,
          "seconds": 1.250135381,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 3988.3332590908717
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 1.7728696358200193,
          "perplexity": 5.887724768301586,
          "scored_tokens": 2048,
          "seconds": 1.250799241,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 3630.8370141593996
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 2.0790536709476592,
          "perplexity": 7.99689763583961,
          "scored_tokens": 2048,
          "seconds": 1.249981651,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 4257.901918100806
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 1.9567213000195687,
          "perplexity": 7.076088618411998,
          "scored_tokens": 2048,
          "seconds": 1.250996471,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 4007.3652224400766
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 1.8202191744581806,
          "perplexity": 6.173211311866254,
          "scored_tokens": 2048,
          "seconds": 1.250228201,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 3727.808869290354
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 2.0179979301265387,
          "perplexity": 7.5232477782113545,
          "scored_tokens": 2048,
          "seconds": 1.250438041,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 4132.859760899151
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 1.8758444768516283,
          "perplexity": 6.526328126917764,
          "scored_tokens": 2048,
          "seconds": 1.250482661,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 3841.7294885921347
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 1.6817218429814222,
          "perplexity": 5.374802574327211,
          "scored_tokens": 2048,
          "seconds": 1.251019571,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 3444.1663344259528
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 1.6116254041351767,
          "perplexity": 5.010949430032852,
          "scored_tokens": 2048,
          "seconds": 1.25096819,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 3300.608827668842
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 1.912098883623056,
          "perplexity": 6.7672776311609315,
          "scored_tokens": 2048,
          "seconds": 1.25141485,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 3915.9785136600185
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 2.007775503226441,
          "perplexity": 7.446733673962508,
          "scored_tokens": 2048,
          "seconds": 1.25179229,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 4111.924230607751
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 1.9392693813102646,
          "perplexity": 6.953668633972069,
          "scored_tokens": 2048,
          "seconds": 1.250988951,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 3971.623692923422
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 2.0383231883390898,
          "perplexity": 7.677724301486949,
          "scored_tokens": 2048,
          "seconds": 1.250649961,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 4174.485889718456
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 1.6930635121136235,
          "perplexity": 5.43610880711214,
          "scored_tokens": 2048,
          "seconds": 1.252305809,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 3467.394072808701
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 1.724125071986068,
          "perplexity": 5.607612625378829,
          "scored_tokens": 2048,
          "seconds": 1.25238067,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 3531.008147427467
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 1.9036250146879357,
          "perplexity": 6.710174889735284,
          "scored_tokens": 2048,
          "seconds": 1.252331279,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 3898.624030080892
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 1.9049195364176816,
          "perplexity": 6.718866981777614,
          "scored_tokens": 2048,
          "seconds": 1.25107345,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 3901.275210583412
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 1.5996253744309272,
          "perplexity": 4.951177239326068,
          "scored_tokens": 2048,
          "seconds": 1.252751839,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 3276.032766834539
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 1.5896158907139752,
          "perplexity": 4.901865714530025,
          "scored_tokens": 2048,
          "seconds": 1.252845019,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 3255.5333441822213
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 1.7733437220530561,
          "perplexity": 5.890516719318625,
          "scored_tokens": 2048,
          "seconds": 1.252877909,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 3631.807942764659
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 1.6864919122656685,
          "perplexity": 5.400502000287659,
          "scored_tokens": 2048,
          "seconds": 1.25185128,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 3453.935436320089
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 2.0493458151145054,
          "perplexity": 7.762821124615798,
          "scored_tokens": 2048,
          "seconds": 1.252966529,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 4197.060229354507
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 1.7282870997306545,
          "perplexity": 5.631000301022981,
          "scored_tokens": 2048,
          "seconds": 1.25186458,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 3539.5319802483805
        },
        {
          "first_target": 2240,
          "index": 30,
          "input_begin": 61248,
          "input_end": 65344,
          "mean_nll": 1.7364918545186443,
          "perplexity": 5.677391330970854,
          "scored_tokens": 1856,
          "seconds": 1.247488443,
          "target_begin": 63488,
          "target_end": 65344,
          "total_nll": 3222.9288819866038
        }
      ]
    },
    {
      "domain": "english_long_form",
      "id": "pg19-00",
      "input_tokens": 65456,
      "mean_nll": 1.9432971920823265,
      "path": "data/pg19/00.txt",
      "perplexity": 6.981733176793756,
      "scored_tokens": 65455,
      "seconds": 38.959953237,
      "total_nll": 127198.51770774869,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 1.8954605056111307,
          "perplexity": 6.655612645997543,
          "scored_tokens": 4095,
          "seconds": 1.33599874,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 7761.91077047758
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 1.9151758064186497,
          "perplexity": 6.788132089293956,
          "scored_tokens": 2048,
          "seconds": 1.253790578,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 3922.2800515453946
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 1.7401215345648526,
          "perplexity": 5.69803588890412,
          "scored_tokens": 2048,
          "seconds": 1.253579248,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 3563.768902788818
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 1.8076743927802237,
          "perplexity": 6.0962534427856045,
          "scored_tokens": 2048,
          "seconds": 1.253349239,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 3702.117156413898
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 1.7701680823523753,
          "perplexity": 5.871840231161406,
          "scored_tokens": 2048,
          "seconds": 1.253540918,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 3625.3042326576647
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 1.8525519190894448,
          "perplexity": 6.376069993571541,
          "scored_tokens": 2048,
          "seconds": 1.253450129,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 3794.026330295183
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 1.8791421496641199,
          "perplexity": 6.54788534654024,
          "scored_tokens": 2048,
          "seconds": 1.254024648,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 3848.4831225121175
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 1.760276543016945,
          "perplexity": 5.814045005652027,
          "scored_tokens": 2048,
          "seconds": 1.253553068,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 3605.046360098703
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 2.090106971738936,
          "perplexity": 8.085780067998638,
          "scored_tokens": 2048,
          "seconds": 1.253526998,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 4280.539078121341
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 1.948630929745476,
          "perplexity": 7.019071397611415,
          "scored_tokens": 2048,
          "seconds": 1.253100069,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 3990.796144118735
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 1.794887157192505,
          "perplexity": 6.018795505703042,
          "scored_tokens": 2048,
          "seconds": 1.2531813490000001,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 3675.92889793025
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 1.950604413294469,
          "perplexity": 7.032937096908383,
          "scored_tokens": 2048,
          "seconds": 1.253660898,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 3994.8378384270727
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 1.8049378272579193,
          "perplexity": 6.07959345177428,
          "scored_tokens": 2048,
          "seconds": 1.255158047,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 3696.5126702242187
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 1.9492491584694056,
          "perplexity": 7.023412130809449,
          "scored_tokens": 2048,
          "seconds": 1.254018038,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 3992.0622765453427
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 1.922101879751271,
          "perplexity": 6.835310381494665,
          "scored_tokens": 2048,
          "seconds": 1.252931449,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 3936.464649730603
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 1.946538537764902,
          "perplexity": 7.004400103309952,
          "scored_tokens": 2048,
          "seconds": 1.253778908,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 3986.5109253425194
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 2.045758515514144,
          "perplexity": 7.735023448603843,
          "scored_tokens": 2048,
          "seconds": 1.253193159,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 4189.713439772967
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 2.0564049398974578,
          "perplexity": 7.81781371903301,
          "scored_tokens": 2048,
          "seconds": 1.253784198,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 4211.5173169099935
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 1.892934568882261,
          "perplexity": 6.6388222042860106,
          "scored_tokens": 2048,
          "seconds": 1.255090467,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 3876.7299970708705
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 2.0907264823864917,
          "perplexity": 8.090790846799708,
          "scored_tokens": 2048,
          "seconds": 1.254272378,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 4281.807835927535
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 1.833275876789148,
          "perplexity": 6.2543415887587,
          "scored_tokens": 2048,
          "seconds": 1.253770168,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 3754.548995664175
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 1.7861276568650752,
          "perplexity": 5.96630409937887,
          "scored_tokens": 2048,
          "seconds": 1.253590189,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 3657.989441259674
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 1.8649361427823676,
          "perplexity": 6.455523641050879,
          "scored_tokens": 2048,
          "seconds": 1.254317987,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 3819.389220418289
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 1.9452815047225662,
          "perplexity": 6.995600872558914,
          "scored_tokens": 2048,
          "seconds": 1.254128298,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 3983.9365216718156
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 2.0644983731476465,
          "perplexity": 7.881343412411545,
          "scored_tokens": 2048,
          "seconds": 1.254422358,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 4228.09266820638
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 2.0763524506281295,
          "perplexity": 7.975325402247318,
          "scored_tokens": 2048,
          "seconds": 1.255800536,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 4252.369818886409
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 2.133573822334465,
          "perplexity": 8.444993852673093,
          "scored_tokens": 2048,
          "seconds": 1.255334837,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 4369.559188140985
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 2.2083148837514153,
          "perplexity": 9.100368286532628,
          "scored_tokens": 2048,
          "seconds": 1.255363257,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 4522.6288819228985
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 2.1148916197991428,
          "perplexity": 8.288687387832958,
          "scored_tokens": 2048,
          "seconds": 1.254832158,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 4331.298037348644
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 1.996944121244383,
          "perplexity": 7.366510505219263,
          "scored_tokens": 2048,
          "seconds": 1.255626676,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 4089.7415603084964
        },
        {
          "first_target": 2128,
          "index": 30,
          "input_begin": 61360,
          "input_end": 65456,
          "mean_nll": 2.1608767159604207,
          "perplexity": 8.678743116669784,
          "scored_tokens": 1968,
          "seconds": 1.255576557,
          "target_begin": 63488,
          "target_end": 65456,
          "total_nll": 4252.605377010108
        }
      ]
    },
    {
      "domain": "english_long_form",
      "id": "pg19-01",
      "input_tokens": 65417,
      "mean_nll": 2.1760051340797544,
      "path": "data/pg19/01.txt",
      "perplexity": 8.811036946320032,
      "scored_tokens": 65416,
      "seconds": 39.070164204,
      "total_nll": 142345.5518509612,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 2.1422032738753347,
          "perplexity": 8.518184862830372,
          "scored_tokens": 4095,
          "seconds": 1.338943537,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 8772.322406519495
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 2.0620556318958116,
          "perplexity": 7.862114824531975,
          "scored_tokens": 2048,
          "seconds": 1.256490546,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 4223.089934122622
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 2.301158658936719,
          "perplexity": 9.985745828161749,
          "scored_tokens": 2048,
          "seconds": 1.256821405,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 4712.7729335024005
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 2.2102357973737687,
          "perplexity": 9.11786610846447,
          "scored_tokens": 2048,
          "seconds": 1.257099806,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 4526.562913021478
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 2.1108766932860568,
          "perplexity": 8.25547563307167,
          "scored_tokens": 2048,
          "seconds": 1.257877224,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 4323.075467849844
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 2.2088719432461437,
          "perplexity": 9.105439145346061,
          "scored_tokens": 2048,
          "seconds": 1.257732755,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 4523.769739768102
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 2.0415472616330907,
          "perplexity": 7.702517793907831,
          "scored_tokens": 2048,
          "seconds": 1.256969026,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 4181.08879182457
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 2.001787731122917,
          "perplexity": 7.402277559174377,
          "scored_tokens": 2048,
          "seconds": 1.257092745,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 4099.661273339734
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 2.1528099674291274,
          "perplexity": 8.609015494090187,
          "scored_tokens": 2048,
          "seconds": 1.257386396,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 4408.954813294853
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 2.094301475101908,
          "perplexity": 8.119767129277243,
          "scored_tokens": 2048,
          "seconds": 1.258366984,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 4289.129421008707
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 2.0762547980217056,
          "perplexity": 7.97454662895995,
          "scored_tokens": 2048,
          "seconds": 1.257046535,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 4252.169826348453
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 2.1653161151505396,
          "perplexity": 8.717357170013768,
          "scored_tokens": 2048,
          "seconds": 1.258527534,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 4434.567403828305
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 2.0529597125998906,
          "perplexity": 7.790925917690077,
          "scored_tokens": 2048,
          "seconds": 1.257989265,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 4204.461491404576
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 2.1266167137601046,
          "perplexity": 8.38644501499398,
          "scored_tokens": 2048,
          "seconds": 1.257403955,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 4355.311029780694
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 2.0609426301383023,
          "perplexity": 7.853369144795814,
          "scored_tokens": 2048,
          "seconds": 1.257555405,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 4220.810506523243
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 2.2695838644059045,
          "perplexity": 9.675373708833618,
          "scored_tokens": 2048,
          "seconds": 1.257353336,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 4648.1077543032925
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 2.079180064821331,
          "perplexity": 7.997908458588716,
          "scored_tokens": 2048,
          "seconds": 1.257516715,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 4258.160772754086
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 2.2054586254980655,
          "perplexity": 9.074412370551471,
          "scored_tokens": 2048,
          "seconds": 1.257388245,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 4516.779265020038
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 2.0734915951793536,
          "perplexity": 7.952541755014585,
          "scored_tokens": 2048,
          "seconds": 1.257387705,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 4246.510786927316
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 2.304814801979626,
          "perplexity": 10.022321966352287,
          "scored_tokens": 2048,
          "seconds": 1.258732634,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 4720.260714454274
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 2.2672465449614885,
          "perplexity": 9.652785677737432,
          "scored_tokens": 2048,
          "seconds": 1.257786005,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 4643.320924081128
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 2.314820500446018,
          "perplexity": 10.123105662698494,
          "scored_tokens": 2048,
          "seconds": 1.257969675,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 4740.752384913445
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 2.157758720755033,
          "perplexity": 8.65172498034193,
          "scored_tokens": 2048,
          "seconds": 1.258537914,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 4419.089860106307
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 2.15060895392675,
          "perplexity": 8.59008777247216,
          "scored_tokens": 2048,
          "seconds": 1.257940074,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 4404.447137641984
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 2.354285132370543,
          "perplexity": 10.530598186535856,
          "scored_tokens": 2048,
          "seconds": 1.258611915,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 4821.575951094872
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 2.203789039928799,
          "perplexity": 9.059274503106963,
          "scored_tokens": 2048,
          "seconds": 1.258298064,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 4513.35995377418
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 2.1195466157578213,
          "perplexity": 8.327361137364903,
          "scored_tokens": 2048,
          "seconds": 1.258101055,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 4340.831469072018
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 2.2557002428053465,
          "perplexity": 9.54197266899762,
          "scored_tokens": 2048,
          "seconds": 1.257126915,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 4619.67409726535
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 2.2936298631010423,
          "perplexity": 9.910847487498962,
          "scored_tokens": 2048,
          "seconds": 1.257660835,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 4697.353959630935
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 2.250301689654737,
          "perplexity": 9.490598619921613,
          "scored_tokens": 2048,
          "seconds": 1.258377024,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 4608.617860412902
        },
        {
          "first_target": 2167,
          "index": 30,
          "input_begin": 61321,
          "input_end": 65417,
          "mean_nll": 2.3944847109238,
          "perplexity": 10.962547722338403,
          "scored_tokens": 1929,
          "seconds": 1.257879585,
          "target_begin": 63488,
          "target_end": 65417,
          "total_nll": 4618.9610073720105
        }
      ]
    },
    {
      "domain": "english_long_form",
      "id": "pg19-02",
      "input_tokens": 65455,
      "mean_nll": 2.3255065986275074,
      "path": "data/pg19/02.txt",
      "perplexity": 10.23186222040673,
      "scored_tokens": 65454,
      "seconds": 39.054924658,
      "total_nll": 152213.70890656486,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 2.3433804359353667,
          "perplexity": 10.41638904975225,
          "scored_tokens": 4095,
          "seconds": 1.339893716,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 9596.142885155326
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 2.492604373568092,
          "perplexity": 12.092729129084246,
          "scored_tokens": 2048,
          "seconds": 1.256892915,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 5104.8537570674525
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 2.2656029347428346,
          "perplexity": 9.636933291699577,
          "scored_tokens": 2048,
          "seconds": 1.257418656,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 4639.954810353325
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 2.525872362754232,
          "perplexity": 12.50179660967459,
          "scored_tokens": 2048,
          "seconds": 1.257543815,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 5172.986598920667
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 2.513841103621042,
          "perplexity": 12.352285462201209,
          "scored_tokens": 2048,
          "seconds": 1.257527105,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 5148.346580215894
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 2.1923087590417616,
          "perplexity": 8.955866201093308,
          "scored_tokens": 2048,
          "seconds": 1.257414805,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 4489.848338517528
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 1.9981187915253438,
          "perplexity": 7.375168810515489,
          "scored_tokens": 2048,
          "seconds": 1.256800856,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 4092.147285043904
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 2.2178123233365805,
          "perplexity": 9.187210219773217,
          "scored_tokens": 2048,
          "seconds": 1.256481036,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 4542.079638193317
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 2.241848416513012,
          "perplexity": 9.410710132830971,
          "scored_tokens": 2048,
          "seconds": 1.256588375,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 4591.305557018649
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 2.336322081061058,
          "perplexity": 10.343125344115643,
          "scored_tokens": 2048,
          "seconds": 1.256340076,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 4784.7876220130465
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 2.1579857884756297,
          "perplexity": 8.653689730869717,
          "scored_tokens": 2048,
          "seconds": 1.257225416,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 4419.55489479809
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 2.4028567480006666,
          "perplexity": 11.054711840712487,
          "scored_tokens": 2048,
          "seconds": 1.256890485,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 4921.050619905365
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 2.3465947597155705,
          "perplexity": 10.449924564906915,
          "scored_tokens": 2048,
          "seconds": 1.256640486,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 4805.826067897488
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 2.511565811202223,
          "perplexity": 12.32421235011463,
          "scored_tokens": 2048,
          "seconds": 1.257899865,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 5143.686781342153
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 2.545504526724347,
          "perplexity": 12.749659007338801,
          "scored_tokens": 2048,
          "seconds": 1.257212065,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 5213.193270731463
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 2.4574010792554146,
          "perplexity": 11.67443115766113,
          "scored_tokens": 2048,
          "seconds": 1.256696567,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 5032.757410315089
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 2.6896374357681383,
          "perplexity": 14.72633570982162,
          "scored_tokens": 2048,
          "seconds": 1.257113355,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 5508.377468453147
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 2.471822565791295,
          "perplexity": 11.844013686365207,
          "scored_tokens": 2048,
          "seconds": 1.257784455,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 5062.292614740572
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 2.5803720318751004,
          "perplexity": 13.202048829119999,
          "scored_tokens": 2048,
          "seconds": 1.257537995,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 5284.601921280206
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 2.4403177036809356,
          "perplexity": 11.476686349150958,
          "scored_tokens": 2048,
          "seconds": 1.257273335,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 4997.770657138556
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 2.0988458600663202,
          "perplexity": 8.156750446502903,
          "scored_tokens": 2048,
          "seconds": 1.256306446,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 4298.436321415824
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 2.1938647943998473,
          "perplexity": 8.969812693368054,
          "scored_tokens": 2048,
          "seconds": 1.256064177,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 4493.035098930887
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 2.2100790598544804,
          "perplexity": 9.116437108741287,
          "scored_tokens": 2048,
          "seconds": 1.256740915,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 4526.241914581976
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 2.207481302075178,
          "perplexity": 9.092785547137348,
          "scored_tokens": 2048,
          "seconds": 1.257369816,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 4520.921706649964
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 2.230249794493707,
          "perplexity": 9.302189424989828,
          "scored_tokens": 2048,
          "seconds": 1.257347975,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 4567.551579123112
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 2.2861694277768585,
          "perplexity": 9.83718337564841,
          "scored_tokens": 2048,
          "seconds": 1.257912775,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 4682.074988087006
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 2.270404286701547,
          "perplexity": 9.683314858245605,
          "scored_tokens": 2048,
          "seconds": 1.257146265,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 4649.787979164768
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 2.2573764281965003,
          "perplexity": 9.557980196231938,
          "scored_tokens": 2048,
          "seconds": 1.257407765,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 4623.106924946433
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 2.3539451779215703,
          "perplexity": 10.527018871268545,
          "scored_tokens": 2048,
          "seconds": 1.257411675,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 4820.879724383376
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 2.1045231798302515,
          "perplexity": 8.203190630170466,
          "scored_tokens": 2048,
          "seconds": 1.257136336,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 4310.063472292355
        },
        {
          "first_target": 2129,
          "index": 30,
          "input_begin": 61359,
          "input_end": 65455,
          "mean_nll": 2.1200022460030126,
          "perplexity": 8.331156199468602,
          "scored_tokens": 1967,
          "seconds": 1.258704674,
          "target_begin": 63488,
          "target_end": 65455,
          "total_nll": 4170.044417887926
        }
      ]
    },
    {
      "domain": "english_long_form",
      "id": "pg19-03",
      "input_tokens": 65084,
      "mean_nll": 1.883158660649906,
      "path": "data/pg19/03.txt",
      "perplexity": 6.574237887175388,
      "scored_tokens": 65083,
      "seconds": 39.077110839,
      "total_nll": 122561.61511107783,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 2.233218257138578,
          "perplexity": 9.32984365177613,
          "scored_tokens": 4095,
          "seconds": 1.342535914,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 9145.028762982476
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 2.0707820584246885,
          "perplexity": 7.931023216636707,
          "scored_tokens": 2048,
          "seconds": 1.258513274,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 4240.961655653762
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 1.9684572567509475,
          "perplexity": 7.159622504524961,
          "scored_tokens": 2048,
          "seconds": 1.258536244,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 4031.4004618259405
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 2.2201192016794637,
          "perplexity": 9.20842846060111,
          "scored_tokens": 2048,
          "seconds": 1.258070195,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 4546.804125039542
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 2.096801482933828,
          "perplexity": 8.140092006283716,
          "scored_tokens": 2048,
          "seconds": 1.258086824,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 4294.24943704848
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 2.308571403542489,
          "perplexity": 10.06004264313159,
          "scored_tokens": 2048,
          "seconds": 1.258190205,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 4727.954234455017
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 2.2076184214661696,
          "perplexity": 9.094032429837936,
          "scored_tokens": 2048,
          "seconds": 1.259243713,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 4521.202527162715
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 2.0000748145063607,
          "perplexity": 7.38960892819473,
          "scored_tokens": 2048,
          "seconds": 1.258876714,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 4096.153220109027
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 1.671105973026022,
          "perplexity": 5.318046161531567,
          "scored_tokens": 2048,
          "seconds": 1.259408564,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 3422.425032757293
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 1.2063861050866223,
          "perplexity": 3.341387383716333,
          "scored_tokens": 2048,
          "seconds": 1.258876174,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 2470.6787432174024
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 1.1993711573492134,
          "perplexity": 3.318029747930981,
          "scored_tokens": 2048,
          "seconds": 1.258261524,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 2456.312130251189
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 1.143877237069105,
          "perplexity": 3.1389151201055716,
          "scored_tokens": 2048,
          "seconds": 1.258383495,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 2342.660581517527
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 1.499941506234133,
          "perplexity": 4.4814269271338425,
          "scored_tokens": 2048,
          "seconds": 1.258330024,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 3071.8802047675044
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 1.9967039908260151,
          "perplexity": 7.364741794338873,
          "scored_tokens": 2048,
          "seconds": 1.258533034,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 4089.249773211679
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 2.1051907665558005,
          "perplexity": 8.208668799715495,
          "scored_tokens": 2048,
          "seconds": 1.258097455,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 4311.430689906279
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 1.952163563561169,
          "perplexity": 7.043911055460818,
          "scored_tokens": 2048,
          "seconds": 1.258388634,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 3998.030978173274
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 1.9510933174097946,
          "perplexity": 7.036376369466634,
          "scored_tokens": 2048,
          "seconds": 1.258639334,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 3995.8391140552594
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 1.9392560379194828,
          "perplexity": 6.953575849073152,
          "scored_tokens": 2048,
          "seconds": 1.258433194,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 3971.5963656591007
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 2.0357276629032874,
          "perplexity": 7.657822411876554,
          "scored_tokens": 2048,
          "seconds": 1.258286405,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 4169.170253625933
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 2.1519488839714445,
          "perplexity": 8.601605603986034,
          "scored_tokens": 2048,
          "seconds": 1.258399414,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 4407.191314373518
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 2.095724498317294,
          "perplexity": 8.131329971551002,
          "scored_tokens": 2048,
          "seconds": 1.257597215,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 4292.043772553818
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 2.0677409256414,
          "perplexity": 7.906940559766908,
          "scored_tokens": 2048,
          "seconds": 1.257646745,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 4234.733415713587
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 1.9215730094506505,
          "perplexity": 6.8316963446009975,
          "scored_tokens": 2048,
          "seconds": 1.257550805,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 3935.381523354932
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 1.8267847394814791,
          "perplexity": 6.213875277016706,
          "scored_tokens": 2048,
          "seconds": 1.257477975,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 3741.2551464580692
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 1.8478590622233098,
          "perplexity": 6.346218109817487,
          "scored_tokens": 2048,
          "seconds": 1.257719645,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 3784.4153594333384
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 1.8481778236719038,
          "perplexity": 6.348241361945524,
          "scored_tokens": 2048,
          "seconds": 1.258407205,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 3785.068182880059
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 1.8319011954206743,
          "perplexity": 6.2457497687650285,
          "scored_tokens": 2048,
          "seconds": 1.258119654,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 3751.733648221541
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 1.8439519865848202,
          "perplexity": 6.321471330893063,
          "scored_tokens": 2048,
          "seconds": 1.259315644,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 3776.4136685257117
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 1.600665782545653,
          "perplexity": 4.956331164931414,
          "scored_tokens": 2048,
          "seconds": 1.258014884,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 3278.1635226534972
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 1.54102988114725,
          "perplexity": 4.669396719178218,
          "scored_tokens": 2048,
          "seconds": 1.257226775,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 3156.029196589568
        },
        {
          "first_target": 2500,
          "index": 30,
          "input_begin": 60988,
          "input_end": 65084,
          "mean_nll": 1.5765401434215234,
          "perplexity": 4.838187385337391,
          "scored_tokens": 1596,
          "seconds": 1.243737558,
          "target_begin": 63488,
          "target_end": 65084,
          "total_nll": 2516.1580689007515
        }
      ]
    },
    {
      "domain": "ninfer_code",
      "id": "ninfer-00",
      "input_tokens": 64899,
      "mean_nll": 0.510790475966704,
      "path": "data/ninfer/00.txt",
      "perplexity": 1.66660808803065,
      "scored_tokens": 64898,
      "seconds": 39.075466306,
      "total_nll": 33149.280309287155,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 0.6270136977431705,
          "perplexity": 1.8720118304928883,
          "scored_tokens": 4095,
          "seconds": 1.342891933,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 2567.621092258283
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 0.45172141494584794,
          "perplexity": 1.5710142265256988,
          "scored_tokens": 2048,
          "seconds": 1.259297204,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 925.1254578090966
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 0.5486969458776293,
          "perplexity": 1.7309959662269374,
          "scored_tokens": 2048,
          "seconds": 1.259408864,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 1123.7313451573848
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 0.4260249022475058,
          "perplexity": 1.5311589039564957,
          "scored_tokens": 2048,
          "seconds": 1.259152244,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 872.4989998028918
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 0.2500573621194555,
          "perplexity": 1.2840990732196047,
          "scored_tokens": 2048,
          "seconds": 1.258051896,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 512.1174776206449
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 0.5627535022106218,
          "perplexity": 1.7554996235932296,
          "scored_tokens": 2048,
          "seconds": 1.258364804,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 1152.5191725273535
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 0.40185594173678807,
          "perplexity": 1.4945960082616307,
          "scored_tokens": 2048,
          "seconds": 1.257305006,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 823.000968676942
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 0.44704124333787965,
          "perplexity": 1.5636787892891593,
          "scored_tokens": 2048,
          "seconds": 1.258485515,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 915.5404663559775
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 0.33750461063523496,
          "perplexity": 1.4014460699337072,
          "scored_tokens": 2048,
          "seconds": 1.257982355,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 691.2094425809612
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 0.3918650630678157,
          "perplexity": 1.4797380266204168,
          "scored_tokens": 2048,
          "seconds": 1.256839306,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 802.5396491628866
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 0.7011189103587043,
          "perplexity": 2.0160071772743335,
          "scored_tokens": 2048,
          "seconds": 1.257235576,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 1435.8915284146265
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 0.39711948482527426,
          "perplexity": 1.4875336571323625,
          "scored_tokens": 2048,
          "seconds": 1.257940236,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 813.3007049221617
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 0.4664549511241971,
          "perplexity": 1.5943321775921873,
          "scored_tokens": 2048,
          "seconds": 1.258067685,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 955.2997399023557
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 0.36472604238554174,
          "perplexity": 1.440119422420301,
          "scored_tokens": 2048,
          "seconds": 1.257705725,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 746.9589348055895
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 0.5647365674999851,
          "perplexity": 1.7589843480383258,
          "scored_tokens": 2048,
          "seconds": 1.258745245,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 1156.5804902399695
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 0.6715662020255369,
          "perplexity": 1.9573004491988275,
          "scored_tokens": 2048,
          "seconds": 1.259188964,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 1375.3675817482995
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 0.8378264368913049,
          "perplexity": 2.3113376747069125,
          "scored_tokens": 2048,
          "seconds": 1.258126505,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 1715.8685427533924
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 0.4649541676036632,
          "perplexity": 1.591941224733896,
          "scored_tokens": 2048,
          "seconds": 1.258659315,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 952.2261352523022
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 0.2663679480980585,
          "perplexity": 1.3052152218023774,
          "scored_tokens": 2048,
          "seconds": 1.258809224,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 545.5215577048239
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 0.3367410456942609,
          "perplexity": 1.4003763832876222,
          "scored_tokens": 2048,
          "seconds": 1.259459254,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 689.6456615818463
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 0.5395311964652801,
          "perplexity": 1.715202580642008,
          "scored_tokens": 2048,
          "seconds": 1.257713086,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 1104.9598903608937
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 0.7210885059497792,
          "perplexity": 2.056670690951489,
          "scored_tokens": 2048,
          "seconds": 1.258831285,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 1476.789260185148
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 0.463571964181096,
          "perplexity": 1.5897423581151016,
          "scored_tokens": 2048,
          "seconds": 1.259704683,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 949.3953826428846
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 0.3272293076289762,
          "perplexity": 1.3871195178020719,
          "scored_tokens": 2048,
          "seconds": 1.258798205,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 670.1656220241432
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 0.6870774428958766,
          "perplexity": 1.9878972919602964,
          "scored_tokens": 2048,
          "seconds": 1.258942144,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 1407.1346030507552
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 0.6758831115369756,
          "perplexity": 1.965768202236321,
          "scored_tokens": 2048,
          "seconds": 1.258030895,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 1384.208612427726
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 0.8262455159297497,
          "perplexity": 2.2847246548595206,
          "scored_tokens": 2048,
          "seconds": 1.258749035,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 1692.1508166241274
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 0.8892328768929354,
          "perplexity": 2.4332623233924346,
          "scored_tokens": 2048,
          "seconds": 1.258567055,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 1821.1489318767317
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 0.3904002465727051,
          "perplexity": 1.4775720687033123,
          "scored_tokens": 2048,
          "seconds": 1.258510554,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 799.5397049809001
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 0.21628447931448871,
          "perplexity": 1.2414554971796874,
          "scored_tokens": 2048,
          "seconds": 1.258470495,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 442.9506136360729
        },
        {
          "first_target": 2685,
          "index": 30,
          "input_begin": 60803,
          "input_end": 64899,
          "mean_nll": 0.4452671312544245,
          "perplexity": 1.5609071072187481,
          "scored_tokens": 1411,
          "seconds": 1.237229653,
          "target_begin": 63488,
          "target_end": 64899,
          "total_nll": 628.271922199993
        }
      ]
    },
    {
      "domain": "ninfer_code",
      "id": "ninfer-01",
      "input_tokens": 64968,
      "mean_nll": 0.5125002663400412,
      "path": "data/ninfer/01.txt",
      "perplexity": 1.6694600759516491,
      "scored_tokens": 64967,
      "seconds": 39.068338652,
      "total_nll": 33295.60480331346,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 0.5257790024233565,
          "perplexity": 1.6917762329748387,
          "scored_tokens": 4095,
          "seconds": 1.343507353,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 2153.065014923645
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 0.4889114995944882,
          "perplexity": 1.6305404097484357,
          "scored_tokens": 2048,
          "seconds": 1.258819814,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 1001.2907511695119
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 0.42233491419557656,
          "perplexity": 1.525519357224331,
          "scored_tokens": 2048,
          "seconds": 1.258776575,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 864.9419042725408
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 0.3474344104176213,
          "perplexity": 1.4154314700110249,
          "scored_tokens": 2048,
          "seconds": 1.258870594,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 711.5456725352884
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 0.32204187223712066,
          "perplexity": 1.3799425560294665,
          "scored_tokens": 2048,
          "seconds": 1.258720045,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 659.5417543416231
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 0.274733440821357,
          "perplexity": 1.3161797883003659,
          "scored_tokens": 2048,
          "seconds": 1.257738845,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 562.6540868021391
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 0.24798743977264917,
          "perplexity": 1.2814438368670125,
          "scored_tokens": 2048,
          "seconds": 1.258286315,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 507.8782766543855
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 0.6703597205125675,
          "perplexity": 1.9549404263397876,
          "scored_tokens": 2048,
          "seconds": 1.257101436,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 1372.8967076097383
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 0.33386177667547234,
          "perplexity": 1.396350122078698,
          "scored_tokens": 2048,
          "seconds": 1.257568356,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 683.7489186313674
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 0.7867169854902816,
          "perplexity": 2.1961745051403803,
          "scored_tokens": 2048,
          "seconds": 1.259119724,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 1611.1963862840967
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 0.5153899011438225,
          "perplexity": 1.674291182595952,
          "scored_tokens": 2048,
          "seconds": 1.258822635,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 1055.5185175425486
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 0.4498822674218109,
          "perplexity": 1.5681275549218954,
          "scored_tokens": 2048,
          "seconds": 1.258805624,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 921.3588836798688
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 0.7004239524320746,
          "perplexity": 2.014606623825573,
          "scored_tokens": 2048,
          "seconds": 1.259032635,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 1434.4682545808887
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 0.6170628327300296,
          "perplexity": 1.8534760698409574,
          "scored_tokens": 2048,
          "seconds": 1.258630354,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 1263.7446814311006
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 0.19379185013341407,
          "perplexity": 1.213843595276279,
          "scored_tokens": 2048,
          "seconds": 1.259974154,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 396.885709073232
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 0.41810314477607635,
          "perplexity": 1.5190773512151374,
          "scored_tokens": 2048,
          "seconds": 1.259335094,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 856.2752405014044
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 0.3789061065895998,
          "perplexity": 1.460685880525701,
          "scored_tokens": 2048,
          "seconds": 1.258067545,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 775.9997062955003
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 0.5411051674591062,
          "perplexity": 1.7179043854759097,
          "scored_tokens": 2048,
          "seconds": 1.257856325,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 1108.1833829562495
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 0.5407718574104908,
          "perplexity": 1.7173318860968683,
          "scored_tokens": 2048,
          "seconds": 1.257477256,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 1107.5007639766852
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 0.4277892672812259,
          "perplexity": 1.5338628118265207,
          "scored_tokens": 2048,
          "seconds": 1.258605055,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 876.1124193919507
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 0.33226216100585576,
          "perplexity": 1.3941182840605795,
          "scored_tokens": 2048,
          "seconds": 1.257686045,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 680.4729057399926
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 0.7147873678120156,
          "perplexity": 2.043752068579726,
          "scored_tokens": 2048,
          "seconds": 1.257558476,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 1463.884529279008
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 0.46142609583696964,
          "perplexity": 1.5863346378806358,
          "scored_tokens": 2048,
          "seconds": 1.257235546,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 945.0006442741138
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 0.5946739084610164,
          "perplexity": 1.8124398272935625,
          "scored_tokens": 2048,
          "seconds": 1.256872726,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 1217.8921645281616
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 0.4900772133360686,
          "perplexity": 1.6324422614022183,
          "scored_tokens": 2048,
          "seconds": 1.256586696,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 1003.6781329122684
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 0.7759164018098289,
          "perplexity": 2.17258217343892,
          "scored_tokens": 2048,
          "seconds": 1.257041116,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 1589.0767909065296
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 0.625186505511988,
          "perplexity": 1.8685944280958724,
          "scored_tokens": 2048,
          "seconds": 1.258357015,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 1280.3819632885513
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 0.5306018656687281,
          "perplexity": 1.6999551454229036,
          "scored_tokens": 2048,
          "seconds": 1.258021635,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 1086.6726208895552
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 0.7745506427988571,
          "perplexity": 2.1696169750925645,
          "scored_tokens": 2048,
          "seconds": 1.258128155,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 1586.2797164520593
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 0.7713624276546915,
          "perplexity": 2.1627107844562774,
          "scored_tokens": 2048,
          "seconds": 1.258136695,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 1579.7502518368083
        },
        {
          "first_target": 2616,
          "index": 30,
          "input_begin": 60872,
          "input_end": 64968,
          "mean_nll": 0.6335865206436782,
          "perplexity": 1.8843567587923207,
          "scored_tokens": 1480,
          "seconds": 1.237426573,
          "target_begin": 63488,
          "target_end": 64968,
          "total_nll": 937.7080505526437
        }
      ]
    },
    {
      "domain": "ninfer_code",
      "id": "ninfer-02",
      "input_tokens": 65004,
      "mean_nll": 0.5626835979158583,
      "path": "data/ninfer/02.txt",
      "perplexity": 1.7553769109192063,
      "scored_tokens": 65003,
      "seconds": 39.065508794,
      "total_nll": 36576.12191532454,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 0.7961634672841092,
          "perplexity": 2.217018925833687,
          "scored_tokens": 4095,
          "seconds": 1.341589765,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 3260.2893985284272
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 0.471282575487108,
          "perplexity": 1.6020476231070255,
          "scored_tokens": 2048,
          "seconds": 1.258991794,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 965.1867145975972
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 0.7753662059827957,
          "perplexity": 2.1713871565700003,
          "scored_tokens": 2048,
          "seconds": 1.258009895,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 1587.9499898527656
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 0.5753849332784939,
          "perplexity": 1.77781473527291,
          "scored_tokens": 2048,
          "seconds": 1.258065665,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 1178.3883433543556
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 0.3253173929338679,
          "perplexity": 1.3844699972478478,
          "scored_tokens": 2048,
          "seconds": 1.258417435,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 666.2500207285615
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 0.25784908656688527,
          "perplexity": 1.2941435002479595,
          "scored_tokens": 2048,
          "seconds": 1.257870646,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 528.074929288981
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 0.4226878575447435,
          "perplexity": 1.5260578741628845,
          "scored_tokens": 2048,
          "seconds": 1.258185075,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 865.6647322516346
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 0.5796828359578273,
          "perplexity": 1.785472053403913,
          "scored_tokens": 2048,
          "seconds": 1.257286295,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 1187.1904480416304
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 0.493800402444652,
          "perplexity": 1.638531481274685,
          "scored_tokens": 2048,
          "seconds": 1.257740886,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 1011.3032242066473
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 0.683575997244792,
          "perplexity": 1.9809489493535195,
          "scored_tokens": 2048,
          "seconds": 1.258279375,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 1399.963642357334
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 0.1616624028068673,
          "perplexity": 1.1754633412039657,
          "scored_tokens": 2048,
          "seconds": 1.258607314,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 331.08460094846424
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 0.3979356205607549,
          "perplexity": 1.4887481820488575,
          "scored_tokens": 2048,
          "seconds": 1.258489045,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 814.972150908426
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 0.22281867481141915,
          "perplexity": 1.2495939703298327,
          "scored_tokens": 2048,
          "seconds": 1.258012345,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 456.3326460137864
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 0.531242371108944,
          "perplexity": 1.7010443247170655,
          "scored_tokens": 2048,
          "seconds": 1.259191895,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 1087.9843760311173
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 0.7949335312747459,
          "perplexity": 2.214293810625559,
          "scored_tokens": 2048,
          "seconds": 1.257933975,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 1628.0238720506795
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 0.6214862451674317,
          "perplexity": 1.8616929187986935,
          "scored_tokens": 2048,
          "seconds": 1.258363855,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 1272.8038301029
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 0.8201040350574786,
          "perplexity": 2.2707360614010774,
          "scored_tokens": 2048,
          "seconds": 1.258088135,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 1679.5730637977163
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 0.43326474791773484,
          "perplexity": 1.5422844832604143,
          "scored_tokens": 2048,
          "seconds": 1.258885954,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 887.326203735521
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 0.7287636636445542,
          "perplexity": 2.072516695333978,
          "scored_tokens": 2048,
          "seconds": 1.258491645,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 1492.507983144047
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 0.6244532012204029,
          "perplexity": 1.8672246820642195,
          "scored_tokens": 2048,
          "seconds": 1.258066405,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 1278.8801560993852
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 0.791500083927492,
          "perplexity": 2.2067041861593157,
          "scored_tokens": 2048,
          "seconds": 1.258473045,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 1620.9921718835037
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 0.42250555390100997,
          "perplexity": 1.525779693609311,
          "scored_tokens": 2048,
          "seconds": 1.258400775,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 865.2913743892684
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 0.3259178876545489,
          "perplexity": 1.3853016138378327,
          "scored_tokens": 2048,
          "seconds": 1.258935464,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 667.4798339165161
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 0.8189252021032,
          "perplexity": 2.2680608200425696,
          "scored_tokens": 2048,
          "seconds": 1.258881325,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 1677.1588139073535
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 1.5667923657232228,
          "perplexity": 4.791254925458295,
          "scored_tokens": 2048,
          "seconds": 1.258761654,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 3208.7907650011603
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 0.8134125364446851,
          "perplexity": 2.255592158406235,
          "scored_tokens": 2048,
          "seconds": 1.258383824,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 1665.8688746387152
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 0.6207702570465162,
          "perplexity": 1.8603604458583627,
          "scored_tokens": 2048,
          "seconds": 1.258105826,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 1271.3374864312652
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 0.22131662496372448,
          "perplexity": 1.2477184268295591,
          "scored_tokens": 2048,
          "seconds": 1.257060566,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 453.25644792570773
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 0.14475789847624726,
          "perplexity": 1.1557597252033665,
          "scored_tokens": 2048,
          "seconds": 1.256501767,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 296.4641760793544
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 0.46984649114520954,
          "perplexity": 1.59974859879203,
          "scored_tokens": 2048,
          "seconds": 1.256819936,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 962.2456138653891
        },
        {
          "first_target": 2580,
          "index": 30,
          "input_begin": 60908,
          "input_end": 65004,
          "mean_nll": 0.20282719739204078,
          "perplexity": 1.2248607908197795,
          "scored_tokens": 1516,
          "seconds": 1.236445994,
          "target_begin": 63488,
          "target_end": 65004,
          "total_nll": 307.4860312463338
        }
      ]
    },
    {
      "domain": "ninfer_code",
      "id": "ninfer-03",
      "input_tokens": 65037,
      "mean_nll": 0.45805708439843507,
      "path": "data/ninfer/03.txt",
      "perplexity": 1.5809992508766868,
      "scored_tokens": 65036,
      "seconds": 39.087225246,
      "total_nll": 29790.200540936625,
      "unscored_tokens": 1,
      "windows": [
        {
          "first_target": 1,
          "index": 0,
          "input_begin": 0,
          "input_end": 4096,
          "mean_nll": 0.8276710977217948,
          "perplexity": 2.2879840394349777,
          "scored_tokens": 4095,
          "seconds": 1.340379715,
          "target_begin": 1,
          "target_end": 4096,
          "total_nll": 3389.31314517075
        },
        {
          "first_target": 2048,
          "index": 1,
          "input_begin": 2048,
          "input_end": 6144,
          "mean_nll": 0.63198356604727,
          "perplexity": 1.881338640064431,
          "scored_tokens": 2048,
          "seconds": 1.257612336,
          "target_begin": 4096,
          "target_end": 6144,
          "total_nll": 1294.302343264809
        },
        {
          "first_target": 2048,
          "index": 2,
          "input_begin": 4096,
          "input_end": 8192,
          "mean_nll": 0.3547321059681762,
          "perplexity": 1.4257986401678309,
          "scored_tokens": 2048,
          "seconds": 1.257848505,
          "target_begin": 6144,
          "target_end": 8192,
          "total_nll": 726.4913530228249
        },
        {
          "first_target": 2048,
          "index": 3,
          "input_begin": 6144,
          "input_end": 10240,
          "mean_nll": 0.2563616238784876,
          "perplexity": 1.2922199410438444,
          "scored_tokens": 2048,
          "seconds": 1.257370026,
          "target_begin": 8192,
          "target_end": 10240,
          "total_nll": 525.0286057031426
        },
        {
          "first_target": 2048,
          "index": 4,
          "input_begin": 8192,
          "input_end": 12288,
          "mean_nll": 0.5182521992130319,
          "perplexity": 1.6790903680883316,
          "scored_tokens": 2048,
          "seconds": 1.257878015,
          "target_begin": 10240,
          "target_end": 12288,
          "total_nll": 1061.3805039882893
        },
        {
          "first_target": 2048,
          "index": 5,
          "input_begin": 10240,
          "input_end": 14336,
          "mean_nll": 0.5867103289620241,
          "perplexity": 1.798063637583,
          "scored_tokens": 2048,
          "seconds": 1.258263875,
          "target_begin": 12288,
          "target_end": 14336,
          "total_nll": 1201.5827537142254
        },
        {
          "first_target": 2048,
          "index": 6,
          "input_begin": 12288,
          "input_end": 16384,
          "mean_nll": 0.42242263986531164,
          "perplexity": 1.5256531903018498,
          "scored_tokens": 2048,
          "seconds": 1.257329136,
          "target_begin": 14336,
          "target_end": 16384,
          "total_nll": 865.1215664441582
        },
        {
          "first_target": 2048,
          "index": 7,
          "input_begin": 14336,
          "input_end": 18432,
          "mean_nll": 0.6460217437149827,
          "perplexity": 1.9079354547661647,
          "scored_tokens": 2048,
          "seconds": 1.257943695,
          "target_begin": 16384,
          "target_end": 18432,
          "total_nll": 1323.0525311282845
        },
        {
          "first_target": 2048,
          "index": 8,
          "input_begin": 16384,
          "input_end": 20480,
          "mean_nll": 0.4356949510910707,
          "perplexity": 1.5460371058766353,
          "scored_tokens": 2048,
          "seconds": 1.257938095,
          "target_begin": 18432,
          "target_end": 20480,
          "total_nll": 892.3032598345128
        },
        {
          "first_target": 2048,
          "index": 9,
          "input_begin": 18432,
          "input_end": 22528,
          "mean_nll": 0.4607467026551298,
          "perplexity": 1.5852572589669283,
          "scored_tokens": 2048,
          "seconds": 1.258715915,
          "target_begin": 20480,
          "target_end": 22528,
          "total_nll": 943.6092470377058
        },
        {
          "first_target": 2048,
          "index": 10,
          "input_begin": 20480,
          "input_end": 24576,
          "mean_nll": 0.22387564473172136,
          "perplexity": 1.2509154518291314,
          "scored_tokens": 2048,
          "seconds": 1.258323875,
          "target_begin": 22528,
          "target_end": 24576,
          "total_nll": 458.49732041056535
        },
        {
          "first_target": 2048,
          "index": 11,
          "input_begin": 22528,
          "input_end": 26624,
          "mean_nll": 0.3250943267278531,
          "perplexity": 1.384161203220257,
          "scored_tokens": 2048,
          "seconds": 1.258130055,
          "target_begin": 24576,
          "target_end": 26624,
          "total_nll": 665.7931811386431
        },
        {
          "first_target": 2048,
          "index": 12,
          "input_begin": 24576,
          "input_end": 28672,
          "mean_nll": 0.34473099361791265,
          "perplexity": 1.41161013645217,
          "scored_tokens": 2048,
          "seconds": 1.258234525,
          "target_begin": 26624,
          "target_end": 28672,
          "total_nll": 706.0090749294851
        },
        {
          "first_target": 2048,
          "index": 13,
          "input_begin": 26624,
          "input_end": 30720,
          "mean_nll": 0.28895694394653876,
          "perplexity": 1.3350342459851638,
          "scored_tokens": 2048,
          "seconds": 1.257507816,
          "target_begin": 28672,
          "target_end": 30720,
          "total_nll": 591.7838212025114
        },
        {
          "first_target": 2048,
          "index": 14,
          "input_begin": 28672,
          "input_end": 32768,
          "mean_nll": 0.30320282237421703,
          "perplexity": 1.3541890964382686,
          "scored_tokens": 2048,
          "seconds": 1.258932044,
          "target_begin": 30720,
          "target_end": 32768,
          "total_nll": 620.9593802223965
        },
        {
          "first_target": 2048,
          "index": 15,
          "input_begin": 30720,
          "input_end": 34816,
          "mean_nll": 0.5111742261176188,
          "perplexity": 1.6672477718674816,
          "scored_tokens": 2048,
          "seconds": 1.259002444,
          "target_begin": 32768,
          "target_end": 34816,
          "total_nll": 1046.8848150888832
        },
        {
          "first_target": 2048,
          "index": 16,
          "input_begin": 32768,
          "input_end": 36864,
          "mean_nll": 0.3808315230285837,
          "perplexity": 1.4635010184189492,
          "scored_tokens": 2048,
          "seconds": 1.259507904,
          "target_begin": 34816,
          "target_end": 36864,
          "total_nll": 779.9429591625394
        },
        {
          "first_target": 2048,
          "index": 17,
          "input_begin": 34816,
          "input_end": 38912,
          "mean_nll": 0.4137109828063435,
          "perplexity": 1.51241994834228,
          "scored_tokens": 2048,
          "seconds": 1.259164794,
          "target_begin": 36864,
          "target_end": 38912,
          "total_nll": 847.2800927873915
        },
        {
          "first_target": 2048,
          "index": 18,
          "input_begin": 36864,
          "input_end": 40960,
          "mean_nll": 0.5468327211061152,
          "perplexity": 1.727772006693613,
          "scored_tokens": 2048,
          "seconds": 1.259893834,
          "target_begin": 38912,
          "target_end": 40960,
          "total_nll": 1119.913412825324
        },
        {
          "first_target": 2048,
          "index": 19,
          "input_begin": 38912,
          "input_end": 43008,
          "mean_nll": 0.6553062147315448,
          "perplexity": 1.9257321146425839,
          "scored_tokens": 2048,
          "seconds": 1.259680094,
          "target_begin": 40960,
          "target_end": 43008,
          "total_nll": 1342.0671277702038
        },
        {
          "first_target": 2048,
          "index": 20,
          "input_begin": 40960,
          "input_end": 45056,
          "mean_nll": 0.3246291862047399,
          "perplexity": 1.383517523466492,
          "scored_tokens": 2048,
          "seconds": 1.259507294,
          "target_begin": 43008,
          "target_end": 45056,
          "total_nll": 664.8405733473073
        },
        {
          "first_target": 2048,
          "index": 21,
          "input_begin": 43008,
          "input_end": 47104,
          "mean_nll": 0.28081216136499865,
          "perplexity": 1.3242048437422904,
          "scored_tokens": 2048,
          "seconds": 1.259604424,
          "target_begin": 45056,
          "target_end": 47104,
          "total_nll": 575.1033064755172
        },
        {
          "first_target": 2048,
          "index": 22,
          "input_begin": 45056,
          "input_end": 49152,
          "mean_nll": 0.5325033745671265,
          "perplexity": 1.7031907005022813,
          "scored_tokens": 2048,
          "seconds": 1.259403774,
          "target_begin": 47104,
          "target_end": 49152,
          "total_nll": 1090.566911113475
        },
        {
          "first_target": 2048,
          "index": 23,
          "input_begin": 47104,
          "input_end": 51200,
          "mean_nll": 0.36560846697908594,
          "perplexity": 1.4413907800724175,
          "scored_tokens": 2048,
          "seconds": 1.259250514,
          "target_begin": 49152,
          "target_end": 51200,
          "total_nll": 748.766140373168
        },
        {
          "first_target": 2048,
          "index": 24,
          "input_begin": 49152,
          "input_end": 53248,
          "mean_nll": 0.1966338044650468,
          "perplexity": 1.2172981899147528,
          "scored_tokens": 2048,
          "seconds": 1.260099713,
          "target_begin": 51200,
          "target_end": 53248,
          "total_nll": 402.70603154441585
        },
        {
          "first_target": 2048,
          "index": 25,
          "input_begin": 51200,
          "input_end": 55296,
          "mean_nll": 0.1872294916540084,
          "perplexity": 1.2059039982001534,
          "scored_tokens": 2048,
          "seconds": 1.259760154,
          "target_begin": 53248,
          "target_end": 55296,
          "total_nll": 383.4459989074092
        },
        {
          "first_target": 2048,
          "index": 26,
          "input_begin": 53248,
          "input_end": 57344,
          "mean_nll": 0.36838835163555866,
          "perplexity": 1.4454032547103097,
          "scored_tokens": 2048,
          "seconds": 1.258917654,
          "target_begin": 55296,
          "target_end": 57344,
          "total_nll": 754.4593441496241
        },
        {
          "first_target": 2048,
          "index": 27,
          "input_begin": 55296,
          "input_end": 59392,
          "mean_nll": 0.562954993155269,
          "perplexity": 1.755853376508523,
          "scored_tokens": 2048,
          "seconds": 1.259292045,
          "target_begin": 57344,
          "target_end": 59392,
          "total_nll": 1152.9318259819909
        },
        {
          "first_target": 2048,
          "index": 28,
          "input_begin": 57344,
          "input_end": 61440,
          "mean_nll": 0.6023972971241611,
          "perplexity": 1.8264922006259625,
          "scored_tokens": 2048,
          "seconds": 1.258735704,
          "target_begin": 59392,
          "target_end": 61440,
          "total_nll": 1233.709664510282
        },
        {
          "first_target": 2048,
          "index": 29,
          "input_begin": 59392,
          "input_end": 63488,
          "mean_nll": 0.66031369574462,
          "perplexity": 1.9353993657306512,
          "scored_tokens": 2048,
          "seconds": 1.259237894,
          "target_begin": 61440,
          "target_end": 63488,
          "total_nll": 1352.3224488849817
        },
        {
          "first_target": 2547,
          "index": 30,
          "input_begin": 60941,
          "input_end": 65037,
          "mean_nll": 0.6649656557790884,
          "perplexity": 1.9444237404715807,
          "scored_tokens": 1549,
          "seconds": 1.243553468,
          "target_begin": 63488,
          "target_end": 65037,
          "total_nll": 1030.031800801808
        }
      ]
    }
  ],
  "timing": {
    "load_seconds": 2.73055368,
    "read_and_tokenize_seconds": 0.153835251,
    "score_seconds": 467.729345081,
    "scored_tokens_per_second": 1673.050896270968,
    "total_seconds": 470.802762723
  }
}