{ "bundle_shards": [ { "byte_comparison": { "bytes": 1212153856, "result": "identical", "sources": { "base": { "bytes": 1212153856, "result": "identical", "sha256": "36aee7d6224a5fb92c423270387bdbdd75d07a8ed013f1c827f65a9ae03d84a4", "spans": 768 } }, "spans": 768 }, "layer": 0, "output_experts": 256, "output_payload_bytes": 1212153856, "projection_sources": { "down": "base", "gate": "base", "up": "base" }, "row_bytes": 4734976, "shard": "model-00004-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1212153856, "result": "identical", "sources": { "base": { "bytes": 1212153856, "result": "identical", "sha256": "6503d891be1033eaef44d626b59cee8c4489436c10e09437fbcafa03b53ce89b", "spans": 768 } }, "spans": 768 }, "layer": 1, "output_experts": 256, "output_payload_bytes": 1212153856, "projection_sources": { "down": "base", "gate": "base", "up": "base" }, "row_bytes": 4734976, "shard": "model-00005-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1212153856, "result": "identical", "sources": { "base": { "bytes": 1212153856, "result": "identical", "sha256": "04990dd7429e70036975159d314da3736bf74b1c5b8ea53fdfad41a39ed227d6", "spans": 768 } }, "spans": 768 }, "layer": 2, "output_experts": 256, "output_payload_bytes": 1212153856, "projection_sources": { "down": "base", "gate": "base", "up": "base" }, "row_bytes": 4734976, "shard": "model-00006-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 833355776, "result": "identical", "sources": { "base": { "bytes": 833355776, "result": "identical", "sha256": "2cee817f828b1b7a8bfc9baff01efa485290cd63c8f553aaa03cc33c60f3038f", "spans": 528 } }, "spans": 528 }, "layer": 3, "output_experts": 176, "output_payload_bytes": 833355776, "projection_sources": { "down": "base", "gate": "base", "up": "base" }, "row_bytes": 4734976, "shard": "model-00007-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 833355776, "result": "identical", "sources": { "base": { "bytes": 833355776, "result": "identical", "sha256": "d038692015fd712e490ca93c345f6518280cb4a8f4053160f9c535fbb21b0e06", "spans": 528 } }, "spans": 528 }, "layer": 4, "output_experts": 176, "output_payload_bytes": 833355776, "projection_sources": { "down": "base", "gate": "base", "up": "base" }, "row_bytes": 4734976, "shard": "model-00008-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 833355776, "result": "identical", "sources": { "base": { "bytes": 833355776, "result": "identical", "sha256": "d2486be63c43971714c63c400fd335e94db59661c2000a655c06e86492c01f45", "spans": 528 } }, "spans": 528 }, "layer": 5, "output_experts": 176, "output_payload_bytes": 833355776, "projection_sources": { "down": "base", "gate": "base", "up": "base" }, "row_bytes": 4734976, "shard": "model-00009-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1120993280, "result": "identical", "sources": { "base": { "bytes": 278265856, "result": "identical", "sha256": "25beb4c5c5d531017f69d26e015707747d70392ba9a21b77f26291ee006cf559", "spans": 176 }, "promotion": { "bytes": 842727424, "result": "identical", "sha256": "9b9eebeb7830c157b2ac497ea7b9e101b5be2e71e15b903218b8957d9e833a2c", "spans": 352 } }, "spans": 528 }, "layer": 6, "output_experts": 176, "output_payload_bytes": 1120993280, "projection_sources": { "down": "base", "gate": "promotion", "up": "promotion" }, "row_bytes": 6369280, "shard": "model-00010-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1087111168, "result": "identical", "sources": { "base": { "bytes": 278265856, "result": "identical", "sha256": "c18c22e64489b1fc0ae749afdb1102d93fedae96ce18d3c9040c9cc43424d197", "spans": 176 }, "promotion": { "bytes": 808845312, "result": "identical", "sha256": "4e67404d15d4e35139487ceb94d2f061bd42d50a047c893903fd33ceed9500c7", "spans": 352 } }, "spans": 528 }, "layer": 7, "output_experts": 176, "output_payload_bytes": 1087111168, "projection_sources": { "down": "base", "gate": "promotion", "up": "promotion" }, "row_bytes": 6176768, "shard": "model-00011-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "ceb9160a60f7af6b928090df658455b62651fb747bd23d3feb8a04c57fd784d6", "spans": 528 } }, "spans": 528 }, "layer": 8, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00012-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 833355776, "result": "identical", "sources": { "base": { "bytes": 833355776, "result": "identical", "sha256": "802770584dc377dd944cdd2f7f5c4ee88781f32a3b4a55dda2137023210f94e9", "spans": 528 } }, "spans": 528 }, "layer": 9, "output_experts": 176, "output_payload_bytes": 833355776, "projection_sources": { "down": "base", "gate": "base", "up": "base" }, "row_bytes": 4734976, "shard": "model-00013-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 833355776, "result": "identical", "sources": { "base": { "bytes": 833355776, "result": "identical", "sha256": "6523d42af542af6db66c1f8c47b464044ebdfed58ca00dfe2605a4ba418bce2f", "spans": 528 } }, "spans": 528 }, "layer": 10, "output_experts": 176, "output_payload_bytes": 833355776, "projection_sources": { "down": "base", "gate": "base", "up": "base" }, "row_bytes": 4734976, "shard": "model-00014-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 960233472, "result": "identical", "sources": { "base": { "bytes": 555810816, "result": "identical", "sha256": "bdaec67842200d1ae14147ab26618c9fcff50b20dc6fb97e2cb34e827af030be", "spans": 352 }, "promotion": { "bytes": 404422656, "result": "identical", "sha256": "965e4f4bbd08ff2f86b8114b1488ec251b77d210bc4a75708aaa555c310d7cd8", "spans": 176 } }, "spans": 528 }, "layer": 11, "output_experts": 176, "output_payload_bytes": 960233472, "projection_sources": { "down": "base", "gate": "base", "up": "promotion" }, "row_bytes": 5455872, "shard": "model-00015-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1213988864, "result": "identical", "sources": { "promotion": { "bytes": 1213988864, "result": "identical", "sha256": "b7e2816011cd00d6242703355a8e916a74bf341f972041d3906fe9439de05d95", "spans": 528 } }, "spans": 528 }, "layer": 12, "output_experts": 176, "output_payload_bytes": 1213988864, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 6897664, "shard": "model-00016-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1087111168, "result": "identical", "sources": { "base": { "bytes": 278265856, "result": "identical", "sha256": "e649a508db9b24af55d64868d79a79acae7cd291e5e90dc3e7f3719b7001bad4", "spans": 176 }, "promotion": { "bytes": 808845312, "result": "identical", "sha256": "cc8c27412e90b6db48ef6e68a9c9bf6d1f3dba4832e376ff7efed395ab7b3513", "spans": 352 } }, "spans": 528 }, "layer": 13, "output_experts": 176, "output_payload_bytes": 1087111168, "projection_sources": { "down": "base", "gate": "promotion", "up": "promotion" }, "row_bytes": 6176768, "shard": "model-00017-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1087111168, "result": "identical", "sources": { "base": { "bytes": 278265856, "result": "identical", "sha256": "45bc39424b44ac5667f1d24c69d45ec308d8bb3db1989979a0482217173b240e", "spans": 176 }, "promotion": { "bytes": 808845312, "result": "identical", "sha256": "c327eda995aedd56cccb207318ceffd00d6e3429d01d65925e5d3545205420fb", "spans": 352 } }, "spans": 528 }, "layer": 14, "output_experts": 176, "output_payload_bytes": 1087111168, "projection_sources": { "down": "base", "gate": "promotion", "up": "promotion" }, "row_bytes": 6176768, "shard": "model-00018-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1120993280, "result": "identical", "sources": { "base": { "bytes": 278265856, "result": "identical", "sha256": "1c3d1832eeb6a9d38121a6f62eefe3683b903b29e494d87f1673f84f7f03d122", "spans": 176 }, "promotion": { "bytes": 842727424, "result": "identical", "sha256": "666533dfd4b5d6c6d529e6bb723c73f82d13bbe1af07e39595a8cb3645db1268", "spans": 352 } }, "spans": 528 }, "layer": 15, "output_experts": 176, "output_payload_bytes": 1120993280, "projection_sources": { "down": "base", "gate": "promotion", "up": "promotion" }, "row_bytes": 6369280, "shard": "model-00019-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247150080, "result": "identical", "sources": { "promotion": { "bytes": 1247150080, "result": "identical", "sha256": "1f8697cdfff510a640c4ea59853679735472cb46643c5e2b09f639de80d4b82e", "spans": 528 } }, "spans": 528 }, "layer": 16, "output_experts": 176, "output_payload_bytes": 1247150080, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7086080, "shard": "model-00020-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1087111168, "result": "identical", "sources": { "base": { "bytes": 278265856, "result": "identical", "sha256": "3caf189e41743bb3ef906754dc02eb9a287f3c03b59e9a803486af42c9cd5757", "spans": 176 }, "promotion": { "bytes": 808845312, "result": "identical", "sha256": "a925b7e8ce661619122e5a8a5726d4e04758f04c8fef11a2e93ca3faf995d1a3", "spans": 352 } }, "spans": 528 }, "layer": 17, "output_experts": 176, "output_payload_bytes": 1087111168, "projection_sources": { "down": "base", "gate": "promotion", "up": "promotion" }, "row_bytes": 6176768, "shard": "model-00021-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1213988864, "result": "identical", "sources": { "promotion": { "bytes": 1213988864, "result": "identical", "sha256": "29fc5a0ff36357c8af72f850b55d45f39a9a6af09f1f6084ca9b0338c3d97171", "spans": 528 } }, "spans": 528 }, "layer": 18, "output_experts": 176, "output_payload_bytes": 1213988864, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 6897664, "shard": "model-00022-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "405b3063a9208e1857ae8379c36716ada1e737d5aa8d4e229dff129304593187", "spans": 528 } }, "spans": 528 }, "layer": 19, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00023-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1213988864, "result": "identical", "sources": { "promotion": { "bytes": 1213988864, "result": "identical", "sha256": "9b178e3b5ae2516f7d60ac2707fa9ac489cead6a37b8dd990fc602b6e0ce92b7", "spans": 528 } }, "spans": 528 }, "layer": 20, "output_experts": 176, "output_payload_bytes": 1213988864, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 6897664, "shard": "model-00024-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1281032192, "result": "identical", "sources": { "promotion": { "bytes": 1281032192, "result": "identical", "sha256": "32594f80f9e245aa6c031a54872660848c321eebf1469f95858edc0335142f81", "spans": 528 } }, "spans": 528 }, "layer": 21, "output_experts": 176, "output_payload_bytes": 1281032192, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7278592, "shard": "model-00025-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247150080, "result": "identical", "sources": { "promotion": { "bytes": 1247150080, "result": "identical", "sha256": "1a3f02259a27fb4c93e1123c05f3c5c0178e27c63142c88cf8575b808a6de0dd", "spans": 528 } }, "spans": 528 }, "layer": 22, "output_experts": 176, "output_payload_bytes": 1247150080, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7086080, "shard": "model-00026-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "349859ab78c8850370ab89fd7abc6de2e975eeac4f0496eb7deefc1957c497f4", "spans": 528 } }, "spans": 528 }, "layer": 23, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00027-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247150080, "result": "identical", "sources": { "promotion": { "bytes": 1247150080, "result": "identical", "sha256": "3c705b1c88521418b0bd9a90ad5f9a5486f8fbcf642539704b3c2fab116de7ac", "spans": 528 } }, "spans": 528 }, "layer": 24, "output_experts": 176, "output_payload_bytes": 1247150080, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7086080, "shard": "model-00028-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "a57c32648afb88d857e108e489abd637d24c9ba5b6eea42416053f923c260483", "spans": 528 } }, "spans": 528 }, "layer": 25, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00029-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "b5cbabe1609dd3cd8eeb13eab5088d9e4b0ab786a22eeec77117ec17aaf6cfd4", "spans": 528 } }, "spans": 528 }, "layer": 26, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00030-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "2d7a65069408cb53d0a478d303199c678cb076838f26fe13fb0df06633c201ca", "spans": 528 } }, "spans": 528 }, "layer": 27, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00031-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "244eb369f05da97be1294df0e2fd9aa68dc0630bb4b16c0948faf2e8ea6332eb", "spans": 528 } }, "spans": 528 }, "layer": 28, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00032-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1281032192, "result": "identical", "sources": { "promotion": { "bytes": 1281032192, "result": "identical", "sha256": "e0992a467a2744b3fcdf7e655a50fffd62491552ca2442dd83aaa4dd6261f3e1", "spans": 528 } }, "spans": 528 }, "layer": 29, "output_experts": 176, "output_payload_bytes": 1281032192, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7278592, "shard": "model-00033-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "4e2ad2d7a8f5cde52088eb25e759da53ae302dcb36c6f899918efdc638f9df16", "spans": 528 } }, "spans": 528 }, "layer": 30, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00034-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1281032192, "result": "identical", "sources": { "promotion": { "bytes": 1281032192, "result": "identical", "sha256": "859aa28b8c6fcb07b971d0ee08bef842dcfafdd07419e585b1b14aff7bc61f1e", "spans": 528 } }, "spans": 528 }, "layer": 31, "output_experts": 176, "output_payload_bytes": 1281032192, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7278592, "shard": "model-00035-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1281032192, "result": "identical", "sources": { "promotion": { "bytes": 1281032192, "result": "identical", "sha256": "b03232b325d07161e4244ccefd40951648172503f5050e6ceebccb93e5d17244", "spans": 528 } }, "spans": 528 }, "layer": 32, "output_experts": 176, "output_payload_bytes": 1281032192, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7278592, "shard": "model-00036-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1281032192, "result": "identical", "sources": { "promotion": { "bytes": 1281032192, "result": "identical", "sha256": "175c0187a2f6e88c75d0ca4e46d22d738b67fcecbee129321784a4684516ef33", "spans": 528 } }, "spans": 528 }, "layer": 33, "output_experts": 176, "output_payload_bytes": 1281032192, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7278592, "shard": "model-00037-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1281032192, "result": "identical", "sources": { "promotion": { "bytes": 1281032192, "result": "identical", "sha256": "6c533629a8be92995ca8adb0c4f787232c99006ccd33bc45d16d41d5b40b1a40", "spans": 528 } }, "spans": 528 }, "layer": 34, "output_experts": 176, "output_payload_bytes": 1281032192, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7278592, "shard": "model-00038-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1213988864, "result": "identical", "sources": { "promotion": { "bytes": 1213988864, "result": "identical", "sha256": "cbad5aec61b96bad9d468b861de060ae6805671afbc53a4faa64cbb3ab073cc3", "spans": 528 } }, "spans": 528 }, "layer": 35, "output_experts": 176, "output_payload_bytes": 1213988864, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 6897664, "shard": "model-00039-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247870976, "result": "identical", "sources": { "promotion": { "bytes": 1247870976, "result": "identical", "sha256": "deea0ad667f26ced3684d0bde74c364eca680515b6908f8b0c2709a83ed944e7", "spans": 528 } }, "spans": 528 }, "layer": 36, "output_experts": 176, "output_payload_bytes": 1247870976, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7090176, "shard": "model-00040-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1281032192, "result": "identical", "sources": { "promotion": { "bytes": 1281032192, "result": "identical", "sha256": "6bee8f4d1384fe41bed008c528785f7be34a8bcfd9ccb581a59c88c828e9c4ee", "spans": 528 } }, "spans": 528 }, "layer": 37, "output_experts": 176, "output_payload_bytes": 1281032192, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7278592, "shard": "model-00041-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247150080, "result": "identical", "sources": { "promotion": { "bytes": 1247150080, "result": "identical", "sha256": "95e135f57f014551550602c7a9a5c5200982758126b31c22adde47fd94e0f542", "spans": 528 } }, "spans": 528 }, "layer": 38, "output_experts": 176, "output_payload_bytes": 1247150080, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7086080, "shard": "model-00042-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1281032192, "result": "identical", "sources": { "promotion": { "bytes": 1281032192, "result": "identical", "sha256": "60c8cde476879d6fd82c1489fa28e80f80425a095fcc563f9fcb970112df40b4", "spans": 528 } }, "spans": 528 }, "layer": 39, "output_experts": 176, "output_payload_bytes": 1281032192, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7278592, "shard": "model-00043-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247150080, "result": "identical", "sources": { "promotion": { "bytes": 1247150080, "result": "identical", "sha256": "9dd88d9c20521221433b546d04cf0e9686f5bbedab851bf342c4ad03637741f9", "spans": 528 } }, "spans": 528 }, "layer": 40, "output_experts": 176, "output_payload_bytes": 1247150080, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7086080, "shard": "model-00044-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1247150080, "result": "identical", "sources": { "promotion": { "bytes": 1247150080, "result": "identical", "sha256": "3c919ff78eb988718e1de5b3a31bab4c0240103233f70959ef10362e2827f6bc", "spans": 528 } }, "spans": 528 }, "layer": 41, "output_experts": 176, "output_payload_bytes": 1247150080, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 7086080, "shard": "model-00045-of-00047.safetensors", "source_experts": 256 }, { "byte_comparison": { "bytes": 1213988864, "result": "identical", "sources": { "promotion": { "bytes": 1213988864, "result": "identical", "sha256": "3b2786cad1a3e5f509b1aff7b667b0d36bdedfc2752e879be2e59ea22424277e", "spans": 528 } }, "spans": 528 }, "layer": 42, "output_experts": 176, "output_payload_bytes": 1213988864, "projection_sources": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "row_bytes": 6897664, "shard": "model-00046-of-00047.safetensors", "source_experts": 256 } ], "byte_comparison": { "bundle_bytes": 50385846272, "router_bytes": 57699840, "scope": "every retained bundle row and gathered router row" }, "compact_trunk_manifest_id": "pkg:f324af17fa043ff09c8844345dc2ac98e56ffe597da9bec76057a2e94ad31b61", "drafter": null, "expert_projection_sources": { "base_package_manifest_id": "pkg:4da290cb01c232711607509b4efcec10d844972cd823d21c5c67f096ad9abf50", "layers": { "0": { "down": "base", "gate": "base", "up": "base" }, "1": { "down": "base", "gate": "base", "up": "base" }, "10": { "down": "base", "gate": "base", "up": "base" }, "11": { "down": "base", "gate": "base", "up": "promotion" }, "12": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "13": { "down": "base", "gate": "promotion", "up": "promotion" }, "14": { "down": "base", "gate": "promotion", "up": "promotion" }, "15": { "down": "base", "gate": "promotion", "up": "promotion" }, "16": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "17": { "down": "base", "gate": "promotion", "up": "promotion" }, "18": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "19": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "2": { "down": "base", "gate": "base", "up": "base" }, "20": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "21": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "22": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "23": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "24": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "25": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "26": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "27": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "28": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "29": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "3": { "down": "base", "gate": "base", "up": "base" }, "30": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "31": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "32": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "33": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "34": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "35": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "36": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "37": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "38": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "39": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "4": { "down": "base", "gate": "base", "up": "base" }, "40": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "41": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "42": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "5": { "down": "base", "gate": "base", "up": "base" }, "6": { "down": "base", "gate": "promotion", "up": "promotion" }, "7": { "down": "base", "gate": "promotion", "up": "promotion" }, "8": { "down": "promotion", "gate": "promotion", "up": "promotion" }, "9": { "down": "base", "gate": "base", "up": "base" } }, "promotion_package_manifest_id": "pkg:0ab5a77bf907196a4de2932463d8cf85cf647efb9a7fe4e3e1f4ac60f6da8f6e" }, "layers": { "0": { "num_experts": 256, "source_expert_ids_sha256": "be66c2867e103fa00c88539675e5cd95f52ec5e38d9038e6d3710539f6c0aec1" }, "1": { "num_experts": 256, "source_expert_ids_sha256": "be66c2867e103fa00c88539675e5cd95f52ec5e38d9038e6d3710539f6c0aec1" }, "10": { "num_experts": 176, "source_expert_ids_sha256": "9af63017211eb2d39fccca819ee4b3a2c237233784cfa861719c8c76bc96fe93" }, "11": { "num_experts": 176, "source_expert_ids_sha256": "bf354b9db280809667e6a303cf2e5981e0456f0a2837d64510ea02d09702b159" }, "12": { "num_experts": 176, "source_expert_ids_sha256": "1395011d5f481b2f6ddb02c510e2951e74bf6cd97c6b00cb8d6e0c6f5c5d8472" }, "13": { "num_experts": 176, "source_expert_ids_sha256": "76b606fd116dd59bd6917977e8ab07932203b3de22431723305bd30ebbd2285a" }, "14": { "num_experts": 176, "source_expert_ids_sha256": "0925b4ff46dd367edba98f725c3c94fe165fbcf203c11d1121d2be875fabf039" }, "15": { "num_experts": 176, "source_expert_ids_sha256": "69b517715369000297acf78da7f6bca3c04283dfa8da042ed28384c241aeb9d0" }, "16": { "num_experts": 176, "source_expert_ids_sha256": "cbfa862bade4d9d89161150c09e136c8a44738f4de98265f4fb2c79a3c2002c4" }, "17": { "num_experts": 176, "source_expert_ids_sha256": "7effd40e546b056c9d6d0fb8ece9d0eb863a18f7e4672d6f193dbeddfa5bdbeb" }, "18": { "num_experts": 176, "source_expert_ids_sha256": "72d35aba62f23001c7ccb0c7460911684136c12071bccf453533c0f3a1f3936e" }, "19": { "num_experts": 176, "source_expert_ids_sha256": "4d260054bafb908f4d9d1ade016929955309a05a20012fb9dfbaff14a2196439" }, "2": { "num_experts": 256, "source_expert_ids_sha256": "be66c2867e103fa00c88539675e5cd95f52ec5e38d9038e6d3710539f6c0aec1" }, "20": { "num_experts": 176, "source_expert_ids_sha256": "e35aba4515a53699bd1093a2536408d68d5aa94ea2c04ce2620ce17bf274f513" }, "21": { "num_experts": 176, "source_expert_ids_sha256": "a55f3018870287b044ab42db5e2eeb3ead10e5dffaa73e3ba8fc5b69bec743c9" }, "22": { "num_experts": 176, "source_expert_ids_sha256": "35d451ffcea9904f79e6599df782e516b2e127795c06154639cba53075c80968" }, "23": { "num_experts": 176, "source_expert_ids_sha256": "709102a87d5124b9c0da8b07117fc0bc85d213df78d66ded53fcf6da4345693b" }, "24": { "num_experts": 176, "source_expert_ids_sha256": "957c452e27eb08976ab8f9266e33b00bf948749b1e51e7b1a92950a20c44ccdb" }, "25": { "num_experts": 176, "source_expert_ids_sha256": "9ac01c0cf608da4fa7e935f44d29a32ea0399feff42a0f4169cc6746deef32b2" }, "26": { "num_experts": 176, "source_expert_ids_sha256": "6048b7f2b04d781892d23d7153f8872c4a8bfd7b6d06299afaf88dd8308f6dc7" }, "27": { "num_experts": 176, "source_expert_ids_sha256": "faa28194f86c1f7e0b0bfe29c3c78508f92c139b370aa6a0946285144c0e8bf7" }, "28": { "num_experts": 176, "source_expert_ids_sha256": "f2ce356ada0338eff9e173b06ba52edc9e7af695a1e959f24ee041b9221d0679" }, "29": { "num_experts": 176, "source_expert_ids_sha256": "61ff229c7c0693eaa5702f95c3fd055e3a2ae44a1ccd6f9161c6530ea22e5a75" }, "3": { "num_experts": 176, "source_expert_ids_sha256": "084a42215232a1a3c783fe51817618cd119ecbf63372c6146113c5b37f0a8070" }, "30": { "num_experts": 176, "source_expert_ids_sha256": "005554b43161d755cd905fa28b8bcab35cb2169076d79a90ee4350f0e315a836" }, "31": { "num_experts": 176, "source_expert_ids_sha256": "c40e3672c4fc0683f61af44260ee049e93c93c8830fdec4539cb7768116faac1" }, "32": { "num_experts": 176, "source_expert_ids_sha256": "803dd1c64d22375fdc8eb6b0043035a0229e7cd578cd0692391e82a1e9b906c1" }, "33": { "num_experts": 176, "source_expert_ids_sha256": "abe5019387e5aad1d6b9f933e736a8e238f109ab06eca179d1d3d39c10aaa975" }, "34": { "num_experts": 176, "source_expert_ids_sha256": "9976303c8b9ec4ce328616a2dd9e69e5aa5cd5e0d51ae31881d53da9ce295843" }, "35": { "num_experts": 176, "source_expert_ids_sha256": "ec581e33326270e187c397d942be8af01b0c61636c2dc2c138c5f018f8d7abc6" }, "36": { "num_experts": 176, "source_expert_ids_sha256": "19204c82cc249bf1e076f44e1b09787aa07e53aa72b0f23032c57f0624de7ec8" }, "37": { "num_experts": 176, "source_expert_ids_sha256": "d57d844c24dc3cf3fec68ed9a013da40a5ea19b7ae1f948a03776c743a2d47c8" }, "38": { "num_experts": 176, "source_expert_ids_sha256": "5c50fba879a02e589d9ee3e40582e839bc56bae0846bf4128f4f8368490633cf" }, "39": { "num_experts": 176, "source_expert_ids_sha256": "95c7cb86a74557c554de89672809c537d9502d8f66c43eee26cb042c6f2466a9" }, "4": { "num_experts": 176, "source_expert_ids_sha256": "cbb450548082dd947a734d0388628592e902c2f925ed845c80686a9a004b3bfb" }, "40": { "num_experts": 176, "source_expert_ids_sha256": "72c00b333b5ede3bb8a9e067e5f3e4510c5204312d9c44fe12b76e8d6e29f542" }, "41": { "num_experts": 176, "source_expert_ids_sha256": "b71093edfca1a764c78a3bbb60a6e813926bea8bd7903f37d99fa692605155f6" }, "42": { "num_experts": 176, "source_expert_ids_sha256": "1099b4c110afbaa3f9557e95e6c4d724251bb67d866d9a05f8beabf8ebdd3f7f" }, "5": { "num_experts": 176, "source_expert_ids_sha256": "f5bdfa33cd0878f3dbe84c6898747fe37b58c1c51fccd6d4dd0d315745625693" }, "6": { "num_experts": 176, "source_expert_ids_sha256": "ca633f0d01d58a4686a0b5eb2e6edc67f5612a9e1771844cf50ca2e93ad78b50" }, "7": { "num_experts": 176, "source_expert_ids_sha256": "9a2a8695f998bcfc56585626f8fdcc5c7de52b68d321b42235f5118a0d7705e3" }, "8": { "num_experts": 176, "source_expert_ids_sha256": "8f3b62be91555e28e93fdf55cf1e6e75f28b8c20ea8f8d126414957dec25a03e" }, "9": { "num_experts": 176, "source_expert_ids_sha256": "00df441ff3b95a3131c6ffa0a9cb181d94346c62f0f28b85c950f27e3157479d" } }, "output_package": "DeepSeek-V4-Flash-0731-REAP176-MULTICORPUS-Q7L12D-97-MoEspressoV2-research", "package_manifest_id": "pkg:67ec7857649b89ac529a547a70a763c130273cfc85e9c4d674665ff4d64f6dcd", "package_plan_id": "plan:79608f667549dc3e1b463b33866851b34473b1e662596d3c235bb8ad8fe04476", "promotion_package": "moespresso-ds4v2-f1p-iqk-q6kdense", "promotion_package_manifest_id": "pkg:0ab5a77bf907196a4de2932463d8cf85cf647efb9a7fe4e3e1f4ac60f6da8f6e", "routed_bytes": 50385846272, "router_shards": [ { "byte_comparison": { "bytes": 57699840, "result": "identical", "sha256": "62c41d50e8c0562c7d97593259aec8d042f1f7fd35f789c4cdceedf947c6357d", "spans": 14080 }, "shard": "model-00047-of-00047.safetensors", "tensors": [ "layers.10.ffn.gate.bias", "layers.10.ffn.gate.weight", "layers.11.ffn.gate.bias", "layers.11.ffn.gate.weight", "layers.12.ffn.gate.bias", "layers.12.ffn.gate.weight", "layers.13.ffn.gate.bias", "layers.13.ffn.gate.weight", "layers.14.ffn.gate.bias", "layers.14.ffn.gate.weight", "layers.15.ffn.gate.bias", "layers.15.ffn.gate.weight", "layers.16.ffn.gate.bias", "layers.16.ffn.gate.weight", "layers.17.ffn.gate.bias", "layers.17.ffn.gate.weight", "layers.18.ffn.gate.bias", "layers.18.ffn.gate.weight", "layers.19.ffn.gate.bias", "layers.19.ffn.gate.weight", "layers.20.ffn.gate.bias", "layers.20.ffn.gate.weight", "layers.21.ffn.gate.bias", "layers.21.ffn.gate.weight", "layers.22.ffn.gate.bias", "layers.22.ffn.gate.weight", "layers.23.ffn.gate.bias", "layers.23.ffn.gate.weight", "layers.24.ffn.gate.bias", "layers.24.ffn.gate.weight", "layers.25.ffn.gate.bias", "layers.25.ffn.gate.weight", "layers.26.ffn.gate.bias", "layers.26.ffn.gate.weight", "layers.27.ffn.gate.bias", "layers.27.ffn.gate.weight", "layers.28.ffn.gate.bias", "layers.28.ffn.gate.weight", "layers.29.ffn.gate.bias", "layers.29.ffn.gate.weight", "layers.3.ffn.gate.bias", "layers.3.ffn.gate.weight", "layers.30.ffn.gate.bias", "layers.30.ffn.gate.weight", "layers.31.ffn.gate.bias", "layers.31.ffn.gate.weight", "layers.32.ffn.gate.bias", "layers.32.ffn.gate.weight", "layers.33.ffn.gate.bias", "layers.33.ffn.gate.weight", "layers.34.ffn.gate.bias", "layers.34.ffn.gate.weight", "layers.35.ffn.gate.bias", "layers.35.ffn.gate.weight", "layers.36.ffn.gate.bias", "layers.36.ffn.gate.weight", "layers.37.ffn.gate.bias", "layers.37.ffn.gate.weight", "layers.38.ffn.gate.bias", "layers.38.ffn.gate.weight", "layers.39.ffn.gate.bias", "layers.39.ffn.gate.weight", "layers.4.ffn.gate.bias", "layers.4.ffn.gate.weight", "layers.40.ffn.gate.bias", "layers.40.ffn.gate.weight", "layers.41.ffn.gate.bias", "layers.41.ffn.gate.weight", "layers.42.ffn.gate.bias", "layers.42.ffn.gate.weight", "layers.5.ffn.gate.bias", "layers.5.ffn.gate.weight", "layers.6.ffn.gate.bias", "layers.6.ffn.gate.weight", "layers.7.ffn.gate.bias", "layers.7.ffn.gate.weight", "layers.8.ffn.gate.bias", "layers.8.ffn.gate.weight", "layers.9.ffn.gate.bias", "layers.9.ffn.gate.weight" ] } ], "schema": "moespresso-ds4-iqk-reap-report-v1", "source_num_experts": 256, "source_package": "moespresso-ds4v2-t1-iq1sr4-drafter", "source_package_manifest_id": "pkg:4da290cb01c232711607509b4efcec10d844972cd823d21c5c67f096ad9abf50", "source_package_plan_id": "plan:0436dc37af58b4668d832b3b42a2ef4137b00d411b0964eb7457469f1653bdda", "source_selection_artifact_id": "select:1e83e7b53807b1e3868118076a02149a7a15f24362a408e9b15cdce1ed6d78d9", "top_k": 6 }