{"format": "lora-i8", "rank": 64, "base": "web_weights", "merged": "web_weights_2step", "shards": 1, "entries": [{"name": "single_transformer_blocks.0.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 0, "bytes": 786432}, {"name": "single_transformer_blocks.0.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 786432, "bytes": 256}, {"name": "single_transformer_blocks.0.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 786688, "bytes": 196608}, {"name": "single_transformer_blocks.0.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 983296, "bytes": 12288}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 995584, "bytes": 196608}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 1192192, "bytes": 256}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 1192448, "bytes": 1769472}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 2961920, "bytes": 110592}, {"name": "single_transformer_blocks.1.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 3072512, "bytes": 786432}, {"name": "single_transformer_blocks.1.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 3858944, "bytes": 256}, {"name": "single_transformer_blocks.1.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 3859200, "bytes": 196608}, {"name": "single_transformer_blocks.1.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 4055808, "bytes": 12288}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 4068096, "bytes": 196608}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 4264704, "bytes": 256}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 4264960, "bytes": 1769472}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 6034432, "bytes": 110592}, {"name": "single_transformer_blocks.10.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 6145024, "bytes": 786432}, {"name": "single_transformer_blocks.10.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 6931456, "bytes": 256}, {"name": "single_transformer_blocks.10.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 6931712, "bytes": 196608}, {"name": "single_transformer_blocks.10.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 7128320, "bytes": 12288}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 7140608, "bytes": 196608}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 7337216, "bytes": 256}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 7337472, "bytes": 1769472}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 9106944, "bytes": 110592}, {"name": "single_transformer_blocks.11.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 9217536, "bytes": 786432}, {"name": "single_transformer_blocks.11.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 10003968, "bytes": 256}, {"name": "single_transformer_blocks.11.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 10004224, "bytes": 196608}, {"name": "single_transformer_blocks.11.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 10200832, "bytes": 12288}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 10213120, "bytes": 196608}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 10409728, "bytes": 256}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 10409984, "bytes": 1769472}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 12179456, "bytes": 110592}, {"name": "single_transformer_blocks.12.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 12290048, "bytes": 786432}, {"name": "single_transformer_blocks.12.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 13076480, "bytes": 256}, {"name": "single_transformer_blocks.12.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 13076736, "bytes": 196608}, {"name": "single_transformer_blocks.12.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 13273344, "bytes": 12288}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 13285632, "bytes": 196608}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 13482240, "bytes": 256}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 13482496, "bytes": 1769472}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 15251968, "bytes": 110592}, {"name": "single_transformer_blocks.13.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 15362560, "bytes": 786432}, {"name": "single_transformer_blocks.13.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 16148992, "bytes": 256}, {"name": "single_transformer_blocks.13.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 16149248, "bytes": 196608}, {"name": "single_transformer_blocks.13.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 16345856, "bytes": 12288}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 16358144, "bytes": 196608}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 16554752, "bytes": 256}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 16555008, "bytes": 1769472}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 18324480, "bytes": 110592}, {"name": "single_transformer_blocks.14.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 18435072, "bytes": 786432}, {"name": "single_transformer_blocks.14.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 19221504, "bytes": 256}, {"name": "single_transformer_blocks.14.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 19221760, "bytes": 196608}, {"name": "single_transformer_blocks.14.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 19418368, "bytes": 12288}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 19430656, "bytes": 196608}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 19627264, "bytes": 256}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 19627520, "bytes": 1769472}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 21396992, "bytes": 110592}, {"name": "single_transformer_blocks.15.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 21507584, "bytes": 786432}, {"name": "single_transformer_blocks.15.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 22294016, "bytes": 256}, {"name": "single_transformer_blocks.15.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 22294272, "bytes": 196608}, {"name": "single_transformer_blocks.15.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 22490880, "bytes": 12288}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 22503168, "bytes": 196608}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 22699776, "bytes": 256}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 22700032, "bytes": 1769472}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 24469504, "bytes": 110592}, {"name": "single_transformer_blocks.16.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 24580096, "bytes": 786432}, {"name": "single_transformer_blocks.16.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 25366528, "bytes": 256}, {"name": "single_transformer_blocks.16.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 25366784, "bytes": 196608}, {"name": "single_transformer_blocks.16.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 25563392, "bytes": 12288}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 25575680, "bytes": 196608}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 25772288, "bytes": 256}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 25772544, "bytes": 1769472}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 27542016, "bytes": 110592}, {"name": "single_transformer_blocks.17.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 27652608, "bytes": 786432}, {"name": "single_transformer_blocks.17.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 28439040, "bytes": 256}, {"name": "single_transformer_blocks.17.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 28439296, "bytes": 196608}, {"name": "single_transformer_blocks.17.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 28635904, "bytes": 12288}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 28648192, "bytes": 196608}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 28844800, "bytes": 256}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 28845056, "bytes": 1769472}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 30614528, "bytes": 110592}, {"name": "single_transformer_blocks.18.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 30725120, "bytes": 786432}, {"name": "single_transformer_blocks.18.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 31511552, "bytes": 256}, {"name": "single_transformer_blocks.18.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 31511808, "bytes": 196608}, {"name": "single_transformer_blocks.18.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 31708416, "bytes": 12288}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 31720704, "bytes": 196608}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 31917312, "bytes": 256}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 31917568, "bytes": 1769472}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 33687040, "bytes": 110592}, {"name": "single_transformer_blocks.19.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 33797632, "bytes": 786432}, {"name": "single_transformer_blocks.19.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 34584064, "bytes": 256}, {"name": "single_transformer_blocks.19.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 34584320, "bytes": 196608}, {"name": "single_transformer_blocks.19.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 34780928, "bytes": 12288}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 34793216, "bytes": 196608}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 34989824, "bytes": 256}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 34990080, "bytes": 1769472}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 36759552, "bytes": 110592}, {"name": "single_transformer_blocks.2.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 36870144, "bytes": 786432}, {"name": "single_transformer_blocks.2.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 37656576, "bytes": 256}, {"name": "single_transformer_blocks.2.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 37656832, "bytes": 196608}, {"name": "single_transformer_blocks.2.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 37853440, "bytes": 12288}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 37865728, "bytes": 196608}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 38062336, "bytes": 256}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 38062592, "bytes": 1769472}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 39832064, "bytes": 110592}, {"name": "single_transformer_blocks.3.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 39942656, "bytes": 786432}, {"name": "single_transformer_blocks.3.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 40729088, "bytes": 256}, {"name": "single_transformer_blocks.3.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 40729344, "bytes": 196608}, {"name": "single_transformer_blocks.3.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 40925952, "bytes": 12288}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 40938240, "bytes": 196608}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 41134848, "bytes": 256}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 41135104, "bytes": 1769472}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 42904576, "bytes": 110592}, {"name": "single_transformer_blocks.4.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 43015168, "bytes": 786432}, {"name": "single_transformer_blocks.4.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 43801600, "bytes": 256}, {"name": "single_transformer_blocks.4.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 43801856, "bytes": 196608}, {"name": "single_transformer_blocks.4.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 43998464, "bytes": 12288}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 44010752, "bytes": 196608}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 44207360, "bytes": 256}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 44207616, "bytes": 1769472}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 45977088, "bytes": 110592}, {"name": "single_transformer_blocks.5.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 46087680, "bytes": 786432}, {"name": "single_transformer_blocks.5.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 46874112, "bytes": 256}, {"name": "single_transformer_blocks.5.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 46874368, "bytes": 196608}, {"name": "single_transformer_blocks.5.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 47070976, "bytes": 12288}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 47083264, "bytes": 196608}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 47279872, "bytes": 256}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 47280128, "bytes": 1769472}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 49049600, "bytes": 110592}, {"name": "single_transformer_blocks.6.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 49160192, "bytes": 786432}, {"name": "single_transformer_blocks.6.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 49946624, "bytes": 256}, {"name": "single_transformer_blocks.6.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 49946880, "bytes": 196608}, {"name": "single_transformer_blocks.6.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 50143488, "bytes": 12288}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 50155776, "bytes": 196608}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 50352384, "bytes": 256}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 50352640, "bytes": 1769472}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 52122112, "bytes": 110592}, {"name": "single_transformer_blocks.7.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 52232704, "bytes": 786432}, {"name": "single_transformer_blocks.7.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 53019136, "bytes": 256}, {"name": "single_transformer_blocks.7.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 53019392, "bytes": 196608}, {"name": "single_transformer_blocks.7.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 53216000, "bytes": 12288}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 53228288, "bytes": 196608}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 53424896, "bytes": 256}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 53425152, "bytes": 1769472}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 55194624, "bytes": 110592}, {"name": "single_transformer_blocks.8.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 55305216, "bytes": 786432}, {"name": "single_transformer_blocks.8.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 56091648, "bytes": 256}, {"name": "single_transformer_blocks.8.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 56091904, "bytes": 196608}, {"name": "single_transformer_blocks.8.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 56288512, "bytes": 12288}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 56300800, "bytes": 196608}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 56497408, "bytes": 256}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 56497664, "bytes": 1769472}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 58267136, "bytes": 110592}, {"name": "single_transformer_blocks.9.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 58377728, "bytes": 786432}, {"name": "single_transformer_blocks.9.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 59164160, "bytes": 256}, {"name": "single_transformer_blocks.9.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 59164416, "bytes": 196608}, {"name": "single_transformer_blocks.9.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 59361024, "bytes": 12288}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 59373312, "bytes": 196608}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 59569920, "bytes": 256}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 59570176, "bytes": 1769472}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 61339648, "bytes": 110592}, {"name": "transformer_blocks.0.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 61450240, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 61646848, "bytes": 256}, {"name": "transformer_blocks.0.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 61647104, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 61843712, "bytes": 12288}, {"name": "transformer_blocks.0.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 61856000, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 62052608, "bytes": 256}, {"name": "transformer_blocks.0.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 62052864, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 62249472, "bytes": 12288}, {"name": "transformer_blocks.0.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 62261760, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 62458368, "bytes": 256}, {"name": "transformer_blocks.0.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 62458624, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 62655232, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 62667520, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 62864128, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 62864384, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 63060992, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 63073280, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 63269888, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 63270144, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 63466752, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 63479040, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 63675648, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 63675904, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 63872512, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 63884800, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 64081408, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 64081664, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 64278272, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 64290560, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 64487168, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 64487424, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 64684032, "bytes": 12288}, {"name": "transformer_blocks.0.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 64696320, "bytes": 196608}, {"name": "transformer_blocks.0.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 64892928, "bytes": 256}, {"name": "transformer_blocks.0.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 64893184, "bytes": 1179648}, {"name": "transformer_blocks.0.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 66072832, "bytes": 73728}, {"name": "transformer_blocks.0.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 66146560, "bytes": 589824}, {"name": "transformer_blocks.0.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 66736384, "bytes": 256}, {"name": "transformer_blocks.0.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 66736640, "bytes": 196608}, {"name": "transformer_blocks.0.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 66933248, "bytes": 12288}, {"name": "transformer_blocks.0.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 66945536, "bytes": 196608}, {"name": "transformer_blocks.0.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 67142144, "bytes": 256}, {"name": "transformer_blocks.0.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 67142400, "bytes": 1179648}, {"name": "transformer_blocks.0.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 68322048, "bytes": 73728}, {"name": "transformer_blocks.0.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 68395776, "bytes": 589824}, {"name": "transformer_blocks.0.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 68985600, "bytes": 256}, {"name": "transformer_blocks.0.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 68985856, "bytes": 196608}, {"name": "transformer_blocks.0.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 69182464, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 69194752, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 69391360, "bytes": 256}, {"name": "transformer_blocks.1.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 69391616, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 69588224, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 69600512, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 69797120, "bytes": 256}, {"name": "transformer_blocks.1.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 69797376, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 69993984, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 70006272, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 70202880, "bytes": 256}, {"name": "transformer_blocks.1.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 70203136, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 70399744, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 70412032, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 70608640, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 70608896, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 70805504, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 70817792, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 71014400, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 71014656, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 71211264, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 71223552, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 71420160, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 71420416, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 71617024, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 71629312, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 71825920, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 71826176, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 72022784, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 72035072, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 72231680, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 72231936, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 72428544, "bytes": 12288}, {"name": "transformer_blocks.1.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 72440832, "bytes": 196608}, {"name": "transformer_blocks.1.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 72637440, "bytes": 256}, {"name": "transformer_blocks.1.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 72637696, "bytes": 1179648}, {"name": "transformer_blocks.1.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 73817344, "bytes": 73728}, {"name": "transformer_blocks.1.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 73891072, "bytes": 589824}, {"name": "transformer_blocks.1.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 74480896, "bytes": 256}, {"name": "transformer_blocks.1.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 74481152, "bytes": 196608}, {"name": "transformer_blocks.1.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 74677760, "bytes": 12288}, {"name": "transformer_blocks.1.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 74690048, "bytes": 196608}, {"name": "transformer_blocks.1.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 74886656, "bytes": 256}, {"name": "transformer_blocks.1.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 74886912, "bytes": 1179648}, {"name": "transformer_blocks.1.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 76066560, "bytes": 73728}, {"name": "transformer_blocks.1.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 76140288, "bytes": 589824}, {"name": "transformer_blocks.1.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 76730112, "bytes": 256}, {"name": "transformer_blocks.1.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 76730368, "bytes": 196608}, {"name": "transformer_blocks.1.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 76926976, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 76939264, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 77135872, "bytes": 256}, {"name": "transformer_blocks.2.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 77136128, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 77332736, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 77345024, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 77541632, "bytes": 256}, {"name": "transformer_blocks.2.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 77541888, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 77738496, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 77750784, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 77947392, "bytes": 256}, {"name": "transformer_blocks.2.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 77947648, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 78144256, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 78156544, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 78353152, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 78353408, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 78550016, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 78562304, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 78758912, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 78759168, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 78955776, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 78968064, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 79164672, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 79164928, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 79361536, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 79373824, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 79570432, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 79570688, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 79767296, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 79779584, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 79976192, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 79976448, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 80173056, "bytes": 12288}, {"name": "transformer_blocks.2.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 80185344, "bytes": 196608}, {"name": "transformer_blocks.2.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 80381952, "bytes": 256}, {"name": "transformer_blocks.2.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 80382208, "bytes": 1179648}, {"name": "transformer_blocks.2.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 81561856, "bytes": 73728}, {"name": "transformer_blocks.2.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 81635584, "bytes": 589824}, {"name": "transformer_blocks.2.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 82225408, "bytes": 256}, {"name": "transformer_blocks.2.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 82225664, "bytes": 196608}, {"name": "transformer_blocks.2.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 82422272, "bytes": 12288}, {"name": "transformer_blocks.2.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 82434560, "bytes": 196608}, {"name": "transformer_blocks.2.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 82631168, "bytes": 256}, {"name": "transformer_blocks.2.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 82631424, "bytes": 1179648}, {"name": "transformer_blocks.2.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 83811072, "bytes": 73728}, {"name": "transformer_blocks.2.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 83884800, "bytes": 589824}, {"name": "transformer_blocks.2.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 84474624, "bytes": 256}, {"name": "transformer_blocks.2.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 84474880, "bytes": 196608}, {"name": "transformer_blocks.2.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 84671488, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 84683776, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 84880384, "bytes": 256}, {"name": "transformer_blocks.3.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 84880640, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 85077248, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 85089536, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 85286144, "bytes": 256}, {"name": "transformer_blocks.3.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 85286400, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 85483008, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 85495296, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 85691904, "bytes": 256}, {"name": "transformer_blocks.3.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 85692160, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 85888768, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 85901056, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 86097664, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 86097920, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 86294528, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 86306816, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 86503424, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 86503680, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 86700288, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 86712576, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 86909184, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 86909440, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 87106048, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 87118336, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 87314944, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 87315200, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 87511808, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 87524096, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 87720704, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 87720960, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 87917568, "bytes": 12288}, {"name": "transformer_blocks.3.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 87929856, "bytes": 196608}, {"name": "transformer_blocks.3.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 88126464, "bytes": 256}, {"name": "transformer_blocks.3.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 88126720, "bytes": 1179648}, {"name": "transformer_blocks.3.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 89306368, "bytes": 73728}, {"name": "transformer_blocks.3.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 89380096, "bytes": 589824}, {"name": "transformer_blocks.3.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 89969920, "bytes": 256}, {"name": "transformer_blocks.3.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 89970176, "bytes": 196608}, {"name": "transformer_blocks.3.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 90166784, "bytes": 12288}, {"name": "transformer_blocks.3.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 90179072, "bytes": 196608}, {"name": "transformer_blocks.3.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 90375680, "bytes": 256}, {"name": "transformer_blocks.3.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 90375936, "bytes": 1179648}, {"name": "transformer_blocks.3.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 91555584, "bytes": 73728}, {"name": "transformer_blocks.3.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 91629312, "bytes": 589824}, {"name": "transformer_blocks.3.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 92219136, "bytes": 256}, {"name": "transformer_blocks.3.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 92219392, "bytes": 196608}, {"name": "transformer_blocks.3.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 92416000, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 92428288, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 92624896, "bytes": 256}, {"name": "transformer_blocks.4.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 92625152, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 92821760, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 92834048, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 93030656, "bytes": 256}, {"name": "transformer_blocks.4.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 93030912, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 93227520, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 93239808, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 93436416, "bytes": 256}, {"name": "transformer_blocks.4.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 93436672, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 93633280, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 93645568, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 93842176, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 93842432, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 94039040, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 94051328, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 94247936, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 94248192, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 94444800, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 94457088, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 94653696, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 94653952, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 94850560, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 94862848, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 95059456, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 95059712, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 95256320, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 95268608, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 95465216, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 95465472, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 95662080, "bytes": 12288}, {"name": "transformer_blocks.4.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 95674368, "bytes": 196608}, {"name": "transformer_blocks.4.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 95870976, "bytes": 256}, {"name": "transformer_blocks.4.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 95871232, "bytes": 1179648}, {"name": "transformer_blocks.4.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 97050880, "bytes": 73728}, {"name": "transformer_blocks.4.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 97124608, "bytes": 589824}, {"name": "transformer_blocks.4.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 97714432, "bytes": 256}, {"name": "transformer_blocks.4.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 97714688, "bytes": 196608}, {"name": "transformer_blocks.4.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 97911296, "bytes": 12288}, {"name": "transformer_blocks.4.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 97923584, "bytes": 196608}, {"name": "transformer_blocks.4.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 98120192, "bytes": 256}, {"name": "transformer_blocks.4.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 98120448, "bytes": 1179648}, {"name": "transformer_blocks.4.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 99300096, "bytes": 73728}, {"name": "transformer_blocks.4.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 99373824, "bytes": 589824}, {"name": "transformer_blocks.4.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 99963648, "bytes": 256}, {"name": "transformer_blocks.4.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 99963904, "bytes": 196608}, {"name": "transformer_blocks.4.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 100160512, "bytes": 12288}]}