diff --git "a/model-manifest.json" "b/model-manifest.json"
deleted file mode 100644--- "a/model-manifest.json"
+++ /dev/null
@@ -1,6343 +0,0 @@
-{
-  "schema_version": "ax.native_model.v1",
-  "model_family": "mistral3",
-  "tensor_format": "safetensors",
-  "layer_count": 40,
-  "hidden_size": 5120,
-  "intermediate_size": 32768,
-  "attention_head_count": 32,
-  "attention_head_dim": 128,
-  "kv_head_count": 8,
-  "vocab_size": 131072,
-  "tie_word_embeddings": false,
-  "rope_theta": 1000000000,
-  "no_rope_layer_interval": 0,
-  "intermediate_size_mlp": 0,
-  "attn_output_gate": false,
-  "rms_norm_eps": 0.00001,
-  "moe_norm_topk_prob": false,
-  "hidden_size_per_layer_input": 0,
-  "tensors": [
-    {
-      "name": "model.norm.weight",
-      "role": "final_norm",
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 21855,
-      "length_bytes": 10240
-    },
-    {
-      "name": "lm_head.weight",
-      "role": "lm_head",
-      "dtype": "bf16",
-      "shape": [
-        131072,
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 999517535,
-      "length_bytes": 1342177280
-    },
-    {
-      "name": "model.embed_tokens.weight",
-      "role": "token_embedding",
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 8
-      },
-      "shape": [
-        131072,
-        1280
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4340263059,
-      "length_bytes": 671088640
-    },
-    {
-      "name": "model.layers.0.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 0,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4238026899,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.0.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 0,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3996342419,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.0.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 0,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3450888339,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.0.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 0,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 5281534099,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.0.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 0,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3483175059,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.0.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 0,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3593439379,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.0.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 0,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4146757779,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.0.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 0,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3259195539,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.0.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 0,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3614410899,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.1.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 1,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4123000979,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.1.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 1,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3890655379,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.1.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 1,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4004216979,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.1.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 1,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2165635219,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.1.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 1,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4136272019,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.1.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 1,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3793488019,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.1.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 1,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 5197648019,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.1.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 1,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3698296979,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.1.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 1,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2480238739,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.2.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 2,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3493660819,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.2.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 2,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3880159379,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.2.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 2,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3351109779,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.2.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 2,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2143178899,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.2.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 2,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3596060819,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.2.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 2,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1834832019,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.2.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 2,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3163840659,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.2.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 2,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2048807059,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.2.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 2,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3496937619,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.3.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 3,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4337641619,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.3.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 3,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2638682259,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.3.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 3,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3463995539,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.3.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 3,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 5190920339,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.3.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 3,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3152535699,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.3.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 3,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3611789459,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.3.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 3,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2946742419,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.3.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 3,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3030628499,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.3.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 3,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2250514579,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.4.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 4,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2932959379,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.4.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 4,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2909028499,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.4.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 4,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3980449939,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.4.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 4,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2621960339,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.4.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 4,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1948373139,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.4.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 4,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2919688339,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.4.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 4,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2639511699,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.4.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 4,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 5106378899,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.4.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 4,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2723397779,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.5.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 5,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2602299539,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.5.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 5,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2362755219,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.5.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 5,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2564124819,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.5.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 5,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3126474899,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.5.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 5,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2143189139,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.5.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 5,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2594435219,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.5.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 5,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2368008339,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.5.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 5,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3361595539,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.5.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 5,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3896563859,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.6.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 6,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2337841299,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.6.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 6,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2935591059,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.6.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 6,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2922473619,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.6.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 6,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3477266579,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.6.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 6,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2346360979,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.6.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 6,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1710805139,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.6.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 6,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4253755539,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.6.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 6,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1964757139,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.6.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 6,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 5012007059,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.7.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 7,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2334400659,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.7.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 7,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1616423059,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.7.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 7,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1818939539,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.7.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 7,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2362744979,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.7.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 7,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2132693139,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.7.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 7,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3461374099,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.7.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 7,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1621676179,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.7.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 7,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1723912339,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.7.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 7,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2165645459,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.8.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 8,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2591813779,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.8.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 8,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1322483859,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.8.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 8,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1597089939,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.8.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 8,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1322473619,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.8.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 8,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2909038739,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.8.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 8,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1612818579,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.8.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 8,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1411623059,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.8.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 8,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1511893139,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.8.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 8,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1322494099,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.9.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 9,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3148275859,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.9.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 9,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 924168339,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.9.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 9,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1134712979,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.9.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 9,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 924158099,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.9.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 9,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4125622419,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.9.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 9,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3343081619,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.9.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 9,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 945313939,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.9.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 9,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1039685779,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.9.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 9,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1238587539,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.10.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 10,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 910887059,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.10.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 10,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 718528659,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.10.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 10,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 900073619,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.10.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 10,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2935580819,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.10.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 10,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 913672339,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.10.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 10,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4240648339,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.10.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 10,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3796273299,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.10.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 10,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 815532179,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.10.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 10,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 718538899,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.11.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 11,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1229412499,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.11.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 11,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 614305939,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.11.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 11,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 614971539,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.11.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 11,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4236705939,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.11.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 11,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2574610579,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.11.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 11,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 631191699,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.11.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 11,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 633813139,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.11.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 11,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 2807283859,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.11.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 11,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1145362579,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.12.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 12,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 600543379,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.12.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 12,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 292677779,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.12.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 12,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 503058579,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.12.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 12,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 718518419,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.12.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 12,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 603820179,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.12.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 12,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 513708179,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.12.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 12,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4014702739,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.12.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 12,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 418517139,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.12.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 12,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 313659539,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.13.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 13,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 290056339,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.13.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 13,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 95076499,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.13.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 13,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1808453779,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.13.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 13,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 95066259,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.13.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 13,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1123571859,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.13.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 13,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 807667859,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.13.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 13,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 105572499,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.13.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 13,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 205187219,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.13.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 13,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 516329619,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.14.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 14,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 4120379539,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.14.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 14,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4871991063,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.14.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 14,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 408031379,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.14.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 14,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4377317143,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.14.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 14,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 303173779,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.14.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 14,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 3474645139,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.14.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 14,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 1864487059,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.14.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 14,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00001-of-00003.safetensors",
-      "offset_bytes": 10524819,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.14.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 14,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4877244183,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.15.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 15,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5089744663,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.15.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 15,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5093021463,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.15.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 15,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4823975703,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.15.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 15,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2948673303,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.15.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 15,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4366831383,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.15.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 15,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5127110423,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.15.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 15,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2490074903,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.15.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 15,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3689803543,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.15.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 15,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1933469463,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.16.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 16,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4150388503,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.16.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 16,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3260194583,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.16.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 16,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4671594263,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.16.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 16,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4063860503,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.16.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 16,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4690609943,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.16.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 16,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4063880983,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.16.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 16,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2747641623,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.16.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 16,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4395513623,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.16.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 16,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4274906903,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.17.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 17,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4569358103,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.17.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 17,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4063870743,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.17.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 17,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3054708503,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.17.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 17,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3780898583,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.17.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 17,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5095653143,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.17.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 17,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2718150423,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.17.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 17,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4066502423,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.17.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 17,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4158908183,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.17.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 17,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3788773143,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.18.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 18,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3686526743,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.18.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 18,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3287074583,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.18.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 18,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4577222423,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.18.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 18,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4682080023,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.18.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 18,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3591499543,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.18.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 18,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3587567383,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.18.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 18,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4485461783,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.18.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 18,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3386863383,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.18.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 18,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3292491543,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.19.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 19,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3070457623,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.19.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 19,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3065204503,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.19.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 19,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4839714583,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.19.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 19,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3065194263,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.19.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 19,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3270690583,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.19.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 19,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3254624023,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.19.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 19,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3979974423,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.19.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 19,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3162208023,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.19.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 19,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3483856663,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.20.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 20,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2940808983,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.20.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 20,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3249207063,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.20.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 20,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2924588823,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.20.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 20,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2286882583,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.20.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 20,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3044222743,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.20.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 20,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2954100503,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.20.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 20,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2839392023,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.20.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 20,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3078321943,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.20.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 20,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4739106583,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.21.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 21,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2679156503,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.21.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 21,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2289196823,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.21.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 21,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2573960983,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.21.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 21,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2289186583,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.21.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 21,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2702421783,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.21.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 21,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2836770583,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.21.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 21,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3885766423,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.21.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 21,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5130551063,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.21.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 21,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2294613783,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.22.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 22,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3786151703,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.22.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 22,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4834461463,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.22.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 22,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4264421143,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.22.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 22,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2017355543,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.22.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 22,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4974073623,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.22.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 22,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4687333143,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.22.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 22,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2107969303,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.22.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 22,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2191855383,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.22.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 22,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2023264023,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.23.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 23,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3475992343,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.23.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 23,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1716852503,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.23.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 23,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1917413143,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.23.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 23,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1805991703,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.23.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 23,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4723377943,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.23.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 23,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3257409303,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.23.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 23,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3602640663,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.23.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 23,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1830250263,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.23.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 23,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5224922903,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.24.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 24,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5093031703,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.24.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 24,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2679146263,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.24.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 24,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1522046743,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.24.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 24,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1149136663,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.24.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 24,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1706366743,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.24.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 24,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3883144983,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.24.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 24,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1335269143,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.24.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 24,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1437505303,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.24.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 24,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1238275863,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.25.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 25,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2693738263,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.25.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 25,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 834553623,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.25.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 25,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1107848983,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.25.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 25,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 834543383,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.25.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 25,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1138650903,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.25.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 25,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1124069143,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.25.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 25,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5000451863,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.25.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 25,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1023307543,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.25.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 25,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 918449943,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.26.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 26,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3568070423,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.26.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 26,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 649885463,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.26.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 26,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3577081623,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.26.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 26,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 649875223,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.26.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 26,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2378663703,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.26.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 26,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1434883863,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.26.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 26,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 749510423,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.26.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 26,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1716862743,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.26.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 26,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 655138583,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.27.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 27,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1914136343,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.27.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 27,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2953926423,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.27.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 27,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 628739863,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.27.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 27,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 522397463,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.27.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 27,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 639389463,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.27.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 27,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1332647703,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.27.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 27,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 538300183,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.27.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 27,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1154389783,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.27.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 27,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1621661463,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.28.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 28,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3246094103,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.28.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 28,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3044212503,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.28.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 28,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4984559383,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.28.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 28,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4569347863,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.28.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 28,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1128165143,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.28.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 28,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3040935703,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.28.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 28,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 434415383,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.28.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 28,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4587708183,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.28.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 28,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 345286423,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.29.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 29,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 3969652503,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.29.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 29,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 215351063,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.29.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 29,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 5111381783,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.29.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 29,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 4358792983,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.29.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 29,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 324314903,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.29.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 29,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 320874263,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.29.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 29,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 225847063,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.29.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 29,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2406188823,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.29.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 29,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1532532503,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.30.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 30,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1811244823,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.30.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 30,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 11687703,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.30.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 30,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 201096983,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.30.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 30,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 11677463,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.30.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 30,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1012821783,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.30.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 30,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 211746583,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.30.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 30,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2595260183,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.30.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 30,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 116555543,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.30.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 30,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 16940823,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.31.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 31,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 8400663,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.31.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 31,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3782944095,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.31.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 31,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2276396823,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.31.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 31,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2629080415,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.31.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 31,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 1419155223,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.31.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 31,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 208663,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.31.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 31,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 2956885783,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.31.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 31,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00002-of-00003.safetensors",
-      "offset_bytes": 834563863,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.31.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 31,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3878636895,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.32.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 32,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3627930975,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.32.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 32,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3050876255,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.32.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 32,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3647591775,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.32.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 32,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2966979935,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.32.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 32,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2576969055,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.32.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 32,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 722290015,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.32.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 32,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 638383455,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.32.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 32,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2629090655,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.32.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 32,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3140015455,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.33.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 33,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2939454815,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.33.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 33,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2812601695,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.33.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 33,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2901740895,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.33.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 33,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2728705375,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.33.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 33,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2610730335,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.33.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 33,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2917479775,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.33.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 33,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2812611935,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.33.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 33,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3523073375,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.33.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 33,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3399538015,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.34.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 34,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2346937695,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.34.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 34,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2939444575,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.34.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 34,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3868151135,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.34.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 34,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2595974495,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.34.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 34,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2712976735,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.34.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 34,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2608108895,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.34.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 34,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2483907935,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.34.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 34,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3056129375,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.34.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 34,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3223901535,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.35.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 35,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2457365855,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.35.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 35,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 722279775,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.35.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 35,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3489977695,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.35.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 35,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 722269535,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.35.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 35,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2349559135,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.35.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 35,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2341694815,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.35.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 35,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2360044895,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.35.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 35,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 814368095,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.35.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 35,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 730482015,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.36.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 36,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3606959455,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.36.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 36,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3663975775,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.36.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 36,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2944697695,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.36.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 36,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2939434335,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.36.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 36,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 982150495,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.36.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 36,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 632157535,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.36.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 36,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3665296735,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.36.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 36,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 547943775,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.36.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 36,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2728715615,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.37.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 37,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2444258655,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.37.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 37,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 982140255,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.37.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 37,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2597623135,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.37.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 37,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2912226655,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.37.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 37,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3755081055,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.37.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 37,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2574347615,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.37.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 37,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3782954335,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.37.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 37,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 427674975,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.37.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 37,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2966990175,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.38.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 38,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2476043615,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.38.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 38,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 512871775,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.38.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 38,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 2928948575,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.38.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 38,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 201237855,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.38.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 38,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 308399455,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.38.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 38,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 334613855,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.38.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 38,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 898254175,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.38.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 38,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 342478175,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.38.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 38,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 201248095,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.39.self_attn.k_proj.weight",
-      "role": "attention_k",
-      "layer_index": 39,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3614823775,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.39.input_layernorm.weight",
-      "role": "attention_norm",
-      "layer_index": 39,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3772775775,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.39.self_attn.o_proj.weight",
-      "role": "attention_o",
-      "layer_index": 39,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        512
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 295947615,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.39.post_attention_layernorm.weight",
-      "role": "attention_post_norm",
-      "layer_index": 39,
-      "dtype": "bf16",
-      "shape": [
-        5120
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 32095,
-      "length_bytes": 10240
-    },
-    {
-      "name": "model.layers.39.self_attn.q_proj.weight",
-      "role": "attention_q",
-      "layer_index": 39,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        4096,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 185509215,
-      "length_bytes": 10485760
-    },
-    {
-      "name": "model.layers.39.self_attn.v_proj.weight",
-      "role": "attention_v",
-      "layer_index": 39,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 32,
-        "bits": 4
-      },
-      "shape": [
-        1024,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 545322335,
-      "length_bytes": 2621440
-    },
-    {
-      "name": "model.layers.39.mlp.down_proj.weight",
-      "role": "ffn_down",
-      "layer_index": 39,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        5120,
-        4096
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 3310409055,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.39.mlp.gate_proj.weight",
-      "role": "ffn_gate",
-      "layer_index": 39,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 15770975,
-      "length_bytes": 83886080
-    },
-    {
-      "name": "model.layers.39.mlp.up_proj.weight",
-      "role": "ffn_up",
-      "layer_index": 39,
-      "dtype": "u32",
-      "source_quantized": true,
-      "quantization": {
-        "mode": "affine",
-        "group_size": 64,
-        "bits": 4
-      },
-      "shape": [
-        32768,
-        640
-      ],
-      "file": "model-00003-of-00003.safetensors",
-      "offset_bytes": 99657055,
-      "length_bytes": 83886080
-    }
-  ]
-}
\ No newline at end of file