diff --git "a/thinkingcap-qwen3.8-27b.ninfer.conversion.json" "b/thinkingcap-qwen3.8-27b.ninfer.conversion.json" new file mode 100644--- /dev/null +++ "b/thinkingcap-qwen3.8-27b.ninfer.conversion.json" @@ -0,0 +1,13331 @@ +{ + "components": { + "text": { + "config": { + "architectures": [ + "Qwen3_5ForCausalLM" + ], + "model_type": "qwen3_5_text", + "hidden_size": 5120, + "vocab_size": 248320, + "num_hidden_layers": 64, + "max_position_embeddings": 262144, + "tie_word_embeddings": false, + "rms_norm_eps": 9.999999974752427e-07, + "layer_types": [ + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention" + ], + "num_attention_heads": 24, + "num_key_value_heads": 4, + "head_dim": 256, + "rope_parameters": { + "rope_theta": 10000000.0, + "partial_rotary_factor": 0.25, + "mrope_section": [ + 11, + 11, + 10 + ] + }, + "linear_num_key_heads": 16, + "linear_key_head_dim": 128, + "linear_num_value_heads": 48, + "linear_value_head_dim": 128, + "linear_conv_kernel_dim": 4, + "intermediate_size": 17408 + }, + "resources": { + "tokenizer.json": "resource/text/tokenizer.json", + "tokenizer_config.json": "resource/text/tokenizer_config.json", + "chat_template.jinja": "resource/text/chat_template.jinja", + "generation_config.json": "resource/text/generation_config.json" + } + } + }, + "name": "thinkingcap-qwen3.8-27b", + "output": "/models/thinkingcap-ninfer/thinkingcap-qwen3.8-27b.ninfer", + "device": "cuda", + "torch_version": "2.9.1+cu130", + "cuda_version": "13.0", + "rows_per_chunk": 512, + "provenance": { + "converter": "ninfer-v3", + "recipe": "qwen3_8_27b", + "sources": { + "base": { + "path": "/models/ThinkingCap-Qwen3.8-27B" + } + } + }, + "preparation_seconds": 0.10918794386088848, + "parameters": 963, + "uses": 609, + "objects": 775, + "formats": { + "q4_g64_fp16": 128, + "q5_g64_fp16": 192, + "q8_g32_fp16": 2, + "bf16": 353, + "fp32": 96 + }, + "methods": [ + { + "object": "weight/000000", + "parameters": [ + "text/layers/0/gdn/query", + "text/layers/0/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000001", + "parameters": [ + "text/layers/0/gdn/value", + "text/layers/0/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000002", + "parameters": [ + "text/layers/0/mlp/gate", + "text/layers/0/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000003", + "parameters": [ + "text/layers/1/gdn/query", + "text/layers/1/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000004", + "parameters": [ + "text/layers/1/gdn/value", + "text/layers/1/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000005", + "parameters": [ + "text/layers/1/mlp/gate", + "text/layers/1/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000006", + "parameters": [ + "text/layers/2/gdn/query", + "text/layers/2/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000007", + "parameters": [ + "text/layers/2/gdn/value", + "text/layers/2/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000008", + "parameters": [ + "text/layers/2/mlp/gate", + "text/layers/2/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000009", + "parameters": [ + "text/layers/3/attention/query", + "text/layers/3/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000010", + "parameters": [ + "text/layers/3/attention/gate", + "text/layers/3/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000011", + "parameters": [ + "text/layers/3/mlp/gate", + "text/layers/3/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000012", + "parameters": [ + "text/layers/4/gdn/query", + "text/layers/4/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000013", + "parameters": [ + "text/layers/4/gdn/value", + "text/layers/4/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000014", + "parameters": [ + "text/layers/4/mlp/gate", + "text/layers/4/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000015", + "parameters": [ + "text/layers/5/gdn/query", + "text/layers/5/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000016", + "parameters": [ + "text/layers/5/gdn/value", + "text/layers/5/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000017", + "parameters": [ + "text/layers/5/mlp/gate", + "text/layers/5/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000018", + "parameters": [ + "text/layers/6/gdn/query", + "text/layers/6/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000019", + "parameters": [ + "text/layers/6/gdn/value", + "text/layers/6/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000020", + "parameters": [ + "text/layers/6/mlp/gate", + "text/layers/6/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000021", + "parameters": [ + "text/layers/7/attention/query", + "text/layers/7/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000022", + "parameters": [ + "text/layers/7/attention/gate", + "text/layers/7/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000023", + "parameters": [ + "text/layers/7/mlp/gate", + "text/layers/7/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000024", + "parameters": [ + "text/layers/8/gdn/query", + "text/layers/8/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000025", + "parameters": [ + "text/layers/8/gdn/value", + "text/layers/8/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000026", + "parameters": [ + "text/layers/8/mlp/gate", + "text/layers/8/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000027", + "parameters": [ + "text/layers/9/gdn/query", + "text/layers/9/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000028", + "parameters": [ + "text/layers/9/gdn/value", + "text/layers/9/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000029", + "parameters": [ + "text/layers/9/mlp/gate", + "text/layers/9/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000030", + "parameters": [ + "text/layers/10/gdn/query", + "text/layers/10/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000031", + "parameters": [ + "text/layers/10/gdn/value", + "text/layers/10/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000032", + "parameters": [ + "text/layers/10/mlp/gate", + "text/layers/10/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000033", + "parameters": [ + "text/layers/11/attention/query", + "text/layers/11/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000034", + "parameters": [ + "text/layers/11/attention/gate", + "text/layers/11/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000035", + "parameters": [ + "text/layers/11/mlp/gate", + "text/layers/11/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000036", + "parameters": [ + "text/layers/12/gdn/query", + "text/layers/12/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000037", + "parameters": [ + "text/layers/12/gdn/value", + "text/layers/12/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000038", + "parameters": [ + "text/layers/12/mlp/gate", + "text/layers/12/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000039", + "parameters": [ + "text/layers/13/gdn/query", + "text/layers/13/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000040", + "parameters": [ + "text/layers/13/gdn/value", + "text/layers/13/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000041", + "parameters": [ + "text/layers/13/mlp/gate", + "text/layers/13/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000042", + "parameters": [ + "text/layers/14/gdn/query", + "text/layers/14/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000043", + "parameters": [ + "text/layers/14/gdn/value", + "text/layers/14/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000044", + "parameters": [ + "text/layers/14/mlp/gate", + "text/layers/14/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000045", + "parameters": [ + "text/layers/15/attention/query", + "text/layers/15/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000046", + "parameters": [ + "text/layers/15/attention/gate", + "text/layers/15/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000047", + "parameters": [ + "text/layers/15/mlp/gate", + "text/layers/15/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000048", + "parameters": [ + "text/layers/16/gdn/query", + "text/layers/16/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000049", + "parameters": [ + "text/layers/16/gdn/value", + "text/layers/16/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000050", + "parameters": [ + "text/layers/16/mlp/gate", + "text/layers/16/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000051", + "parameters": [ + "text/layers/17/gdn/query", + "text/layers/17/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000052", + "parameters": [ + "text/layers/17/gdn/value", + "text/layers/17/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000053", + "parameters": [ + "text/layers/17/mlp/gate", + "text/layers/17/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000054", + "parameters": [ + "text/layers/18/gdn/query", + "text/layers/18/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000055", + "parameters": [ + "text/layers/18/gdn/value", + "text/layers/18/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000056", + "parameters": [ + "text/layers/18/mlp/gate", + "text/layers/18/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000057", + "parameters": [ + "text/layers/19/attention/query", + "text/layers/19/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000058", + "parameters": [ + "text/layers/19/attention/gate", + "text/layers/19/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000059", + "parameters": [ + "text/layers/19/mlp/gate", + "text/layers/19/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000060", + "parameters": [ + "text/layers/20/gdn/query", + "text/layers/20/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000061", + "parameters": [ + "text/layers/20/gdn/value", + "text/layers/20/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000062", + "parameters": [ + "text/layers/20/mlp/gate", + "text/layers/20/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000063", + "parameters": [ + "text/layers/21/gdn/query", + "text/layers/21/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000064", + "parameters": [ + "text/layers/21/gdn/value", + "text/layers/21/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000065", + "parameters": [ + "text/layers/21/mlp/gate", + "text/layers/21/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000066", + "parameters": [ + "text/layers/22/gdn/query", + "text/layers/22/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000067", + "parameters": [ + "text/layers/22/gdn/value", + "text/layers/22/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000068", + "parameters": [ + "text/layers/22/mlp/gate", + "text/layers/22/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000069", + "parameters": [ + "text/layers/23/attention/query", + "text/layers/23/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000070", + "parameters": [ + "text/layers/23/attention/gate", + "text/layers/23/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000071", + "parameters": [ + "text/layers/23/mlp/gate", + "text/layers/23/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000072", + "parameters": [ + "text/layers/24/gdn/query", + "text/layers/24/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000073", + "parameters": [ + "text/layers/24/gdn/value", + "text/layers/24/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000074", + "parameters": [ + "text/layers/24/mlp/gate", + "text/layers/24/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000075", + "parameters": [ + "text/layers/25/gdn/query", + "text/layers/25/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000076", + "parameters": [ + "text/layers/25/gdn/value", + "text/layers/25/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000077", + "parameters": [ + "text/layers/25/mlp/gate", + "text/layers/25/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000078", + "parameters": [ + "text/layers/26/gdn/query", + "text/layers/26/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000079", + "parameters": [ + "text/layers/26/gdn/value", + "text/layers/26/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000080", + "parameters": [ + "text/layers/26/mlp/gate", + "text/layers/26/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000081", + "parameters": [ + "text/layers/27/attention/query", + "text/layers/27/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000082", + "parameters": [ + "text/layers/27/attention/gate", + "text/layers/27/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000083", + "parameters": [ + "text/layers/27/mlp/gate", + "text/layers/27/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000084", + "parameters": [ + "text/layers/28/gdn/query", + "text/layers/28/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000085", + "parameters": [ + "text/layers/28/gdn/value", + "text/layers/28/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000086", + "parameters": [ + "text/layers/28/mlp/gate", + "text/layers/28/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000087", + "parameters": [ + "text/layers/29/gdn/query", + "text/layers/29/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000088", + "parameters": [ + "text/layers/29/gdn/value", + "text/layers/29/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000089", + "parameters": [ + "text/layers/29/mlp/gate", + "text/layers/29/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000090", + "parameters": [ + "text/layers/30/gdn/query", + "text/layers/30/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000091", + "parameters": [ + "text/layers/30/gdn/value", + "text/layers/30/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000092", + "parameters": [ + "text/layers/30/mlp/gate", + "text/layers/30/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000093", + "parameters": [ + "text/layers/31/attention/query", + "text/layers/31/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000094", + "parameters": [ + "text/layers/31/attention/gate", + "text/layers/31/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000095", + "parameters": [ + "text/layers/31/mlp/gate", + "text/layers/31/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000096", + "parameters": [ + "text/layers/32/gdn/query", + "text/layers/32/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000097", + "parameters": [ + "text/layers/32/gdn/value", + "text/layers/32/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000098", + "parameters": [ + "text/layers/32/mlp/gate", + "text/layers/32/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000099", + "parameters": [ + "text/layers/33/gdn/query", + "text/layers/33/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000100", + "parameters": [ + "text/layers/33/gdn/value", + "text/layers/33/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000101", + "parameters": [ + "text/layers/33/mlp/gate", + "text/layers/33/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000102", + "parameters": [ + "text/layers/34/gdn/query", + "text/layers/34/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000103", + "parameters": [ + "text/layers/34/gdn/value", + "text/layers/34/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000104", + "parameters": [ + "text/layers/34/mlp/gate", + "text/layers/34/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000105", + "parameters": [ + "text/layers/35/attention/query", + "text/layers/35/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000106", + "parameters": [ + "text/layers/35/attention/gate", + "text/layers/35/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000107", + "parameters": [ + "text/layers/35/mlp/gate", + "text/layers/35/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000108", + "parameters": [ + "text/layers/36/gdn/query", + "text/layers/36/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000109", + "parameters": [ + "text/layers/36/gdn/value", + "text/layers/36/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000110", + "parameters": [ + "text/layers/36/mlp/gate", + "text/layers/36/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000111", + "parameters": [ + "text/layers/37/gdn/query", + "text/layers/37/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000112", + "parameters": [ + "text/layers/37/gdn/value", + "text/layers/37/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000113", + "parameters": [ + "text/layers/37/mlp/gate", + "text/layers/37/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000114", + "parameters": [ + "text/layers/38/gdn/query", + "text/layers/38/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000115", + "parameters": [ + "text/layers/38/gdn/value", + "text/layers/38/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000116", + "parameters": [ + "text/layers/38/mlp/gate", + "text/layers/38/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000117", + "parameters": [ + "text/layers/39/attention/query", + "text/layers/39/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000118", + "parameters": [ + "text/layers/39/attention/gate", + "text/layers/39/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000119", + "parameters": [ + "text/layers/39/mlp/gate", + "text/layers/39/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000120", + "parameters": [ + "text/layers/40/gdn/query", + "text/layers/40/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000121", + "parameters": [ + "text/layers/40/gdn/value", + "text/layers/40/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000122", + "parameters": [ + "text/layers/40/mlp/gate", + "text/layers/40/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000123", + "parameters": [ + "text/layers/41/gdn/query", + "text/layers/41/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000124", + "parameters": [ + "text/layers/41/gdn/value", + "text/layers/41/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000125", + "parameters": [ + "text/layers/41/mlp/gate", + "text/layers/41/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000126", + "parameters": [ + "text/layers/42/gdn/query", + "text/layers/42/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000127", + "parameters": [ + "text/layers/42/gdn/value", + "text/layers/42/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000128", + "parameters": [ + "text/layers/42/mlp/gate", + "text/layers/42/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000129", + "parameters": [ + "text/layers/43/attention/query", + "text/layers/43/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000130", + "parameters": [ + "text/layers/43/attention/gate", + "text/layers/43/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000131", + "parameters": [ + "text/layers/43/mlp/gate", + "text/layers/43/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000132", + "parameters": [ + "text/layers/44/gdn/query", + "text/layers/44/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000133", + "parameters": [ + "text/layers/44/gdn/value", + "text/layers/44/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000134", + "parameters": [ + "text/layers/44/mlp/gate", + "text/layers/44/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000135", + "parameters": [ + "text/layers/45/gdn/query", + "text/layers/45/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000136", + "parameters": [ + "text/layers/45/gdn/value", + "text/layers/45/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000137", + "parameters": [ + "text/layers/45/mlp/gate", + "text/layers/45/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000138", + "parameters": [ + "text/layers/46/gdn/query", + "text/layers/46/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000139", + "parameters": [ + "text/layers/46/gdn/value", + "text/layers/46/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000140", + "parameters": [ + "text/layers/46/mlp/gate", + "text/layers/46/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000141", + "parameters": [ + "text/layers/47/attention/query", + "text/layers/47/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000142", + "parameters": [ + "text/layers/47/attention/gate", + "text/layers/47/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000143", + "parameters": [ + "text/layers/47/mlp/gate", + "text/layers/47/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000144", + "parameters": [ + "text/layers/48/gdn/query", + "text/layers/48/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000145", + "parameters": [ + "text/layers/48/gdn/value", + "text/layers/48/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000146", + "parameters": [ + "text/layers/48/mlp/gate", + "text/layers/48/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000147", + "parameters": [ + "text/layers/49/gdn/query", + "text/layers/49/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000148", + "parameters": [ + "text/layers/49/gdn/value", + "text/layers/49/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000149", + "parameters": [ + "text/layers/49/mlp/gate", + "text/layers/49/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000150", + "parameters": [ + "text/layers/50/gdn/query", + "text/layers/50/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000151", + "parameters": [ + "text/layers/50/gdn/value", + "text/layers/50/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000152", + "parameters": [ + "text/layers/50/mlp/gate", + "text/layers/50/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000153", + "parameters": [ + "text/layers/51/attention/query", + "text/layers/51/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000154", + "parameters": [ + "text/layers/51/attention/gate", + "text/layers/51/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000155", + "parameters": [ + "text/layers/51/mlp/gate", + "text/layers/51/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000156", + "parameters": [ + "text/layers/52/gdn/query", + "text/layers/52/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000157", + "parameters": [ + "text/layers/52/gdn/value", + "text/layers/52/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000158", + "parameters": [ + "text/layers/52/mlp/gate", + "text/layers/52/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000159", + "parameters": [ + "text/layers/53/gdn/query", + "text/layers/53/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000160", + "parameters": [ + "text/layers/53/gdn/value", + "text/layers/53/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000161", + "parameters": [ + "text/layers/53/mlp/gate", + "text/layers/53/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000162", + "parameters": [ + "text/layers/54/gdn/query", + "text/layers/54/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000163", + "parameters": [ + "text/layers/54/gdn/value", + "text/layers/54/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000164", + "parameters": [ + "text/layers/54/mlp/gate", + "text/layers/54/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000165", + "parameters": [ + "text/layers/55/attention/query", + "text/layers/55/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000166", + "parameters": [ + "text/layers/55/attention/gate", + "text/layers/55/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000167", + "parameters": [ + "text/layers/55/mlp/gate", + "text/layers/55/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000168", + "parameters": [ + "text/layers/56/gdn/query", + "text/layers/56/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000169", + "parameters": [ + "text/layers/56/gdn/value", + "text/layers/56/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000170", + "parameters": [ + "text/layers/56/mlp/gate", + "text/layers/56/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000171", + "parameters": [ + "text/layers/57/gdn/query", + "text/layers/57/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000172", + "parameters": [ + "text/layers/57/gdn/value", + "text/layers/57/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000173", + "parameters": [ + "text/layers/57/mlp/gate", + "text/layers/57/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000174", + "parameters": [ + "text/layers/58/gdn/query", + "text/layers/58/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000175", + "parameters": [ + "text/layers/58/gdn/value", + "text/layers/58/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000176", + "parameters": [ + "text/layers/58/mlp/gate", + "text/layers/58/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000177", + "parameters": [ + "text/layers/59/attention/query", + "text/layers/59/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000178", + "parameters": [ + "text/layers/59/attention/gate", + "text/layers/59/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000179", + "parameters": [ + "text/layers/59/mlp/gate", + "text/layers/59/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000180", + "parameters": [ + "text/layers/60/gdn/query", + "text/layers/60/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000181", + "parameters": [ + "text/layers/60/gdn/value", + "text/layers/60/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000182", + "parameters": [ + "text/layers/60/mlp/gate", + "text/layers/60/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000183", + "parameters": [ + "text/layers/61/gdn/query", + "text/layers/61/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000184", + "parameters": [ + "text/layers/61/gdn/value", + "text/layers/61/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000185", + "parameters": [ + "text/layers/61/mlp/gate", + "text/layers/61/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000186", + "parameters": [ + "text/layers/62/gdn/query", + "text/layers/62/gdn/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 4096, + 5120 + ] + }, + { + "object": "weight/000187", + "parameters": [ + "text/layers/62/gdn/value", + "text/layers/62/gdn/z" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_z.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 12288, + 5120 + ] + }, + { + "object": "weight/000188", + "parameters": [ + "text/layers/62/mlp/gate", + "text/layers/62/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000189", + "parameters": [ + "text/layers/63/attention/query", + "text/layers/63/attention/key" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.k_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000190", + "parameters": [ + "text/layers/63/attention/gate", + "text/layers/63/attention/value" + ], + "sources": [ + "rows(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_proj.weight, 24 spans, 6144 rows)", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.v_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 7168, + 5120 + ] + }, + { + "object": "weight/000191", + "parameters": [ + "text/layers/63/mlp/gate", + "text/layers/63/mlp/up" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.gate_proj.weight", + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.up_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q4_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 34816, + 5120 + ] + }, + { + "object": "weight/000192", + "parameters": [ + "text/token_embedding" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.embed_tokens.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q8_g32_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 248320, + 5120 + ] + }, + { + "object": "weight/000193", + "parameters": [ + "text/output_head" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:lm_head.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q8_g32_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 248320, + 5120 + ] + }, + { + "object": "weight/000194", + "parameters": [ + "text/final_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.norm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000195", + "parameters": [ + "text/layers/0/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000196", + "parameters": [ + "text/layers/0/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000197", + "parameters": [ + "text/layers/0/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000198", + "parameters": [ + "text/layers/0/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000199", + "parameters": [ + "text/layers/0/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000200", + "parameters": [ + "text/layers/0/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000201", + "parameters": [ + "text/layers/0/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000202", + "parameters": [ + "text/layers/0/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000203", + "parameters": [ + "text/layers/0/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000204", + "parameters": [ + "text/layers/0/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000205", + "parameters": [ + "text/layers/1/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000206", + "parameters": [ + "text/layers/1/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000207", + "parameters": [ + "text/layers/1/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000208", + "parameters": [ + "text/layers/1/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000209", + "parameters": [ + "text/layers/1/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000210", + "parameters": [ + "text/layers/1/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000211", + "parameters": [ + "text/layers/1/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000212", + "parameters": [ + "text/layers/1/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000213", + "parameters": [ + "text/layers/1/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000214", + "parameters": [ + "text/layers/1/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000215", + "parameters": [ + "text/layers/2/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000216", + "parameters": [ + "text/layers/2/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000217", + "parameters": [ + "text/layers/2/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000218", + "parameters": [ + "text/layers/2/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000219", + "parameters": [ + "text/layers/2/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000220", + "parameters": [ + "text/layers/2/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000221", + "parameters": [ + "text/layers/2/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000222", + "parameters": [ + "text/layers/2/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000223", + "parameters": [ + "text/layers/2/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000224", + "parameters": [ + "text/layers/2/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000225", + "parameters": [ + "text/layers/3/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000226", + "parameters": [ + "text/layers/3/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000227", + "parameters": [ + "text/layers/3/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000228", + "parameters": [ + "text/layers/3/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000229", + "parameters": [ + "text/layers/3/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000230", + "parameters": [ + "text/layers/3/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000231", + "parameters": [ + "text/layers/4/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000232", + "parameters": [ + "text/layers/4/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000233", + "parameters": [ + "text/layers/4/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000234", + "parameters": [ + "text/layers/4/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000235", + "parameters": [ + "text/layers/4/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000236", + "parameters": [ + "text/layers/4/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000237", + "parameters": [ + "text/layers/4/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000238", + "parameters": [ + "text/layers/4/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000239", + "parameters": [ + "text/layers/4/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000240", + "parameters": [ + "text/layers/4/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000241", + "parameters": [ + "text/layers/5/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000242", + "parameters": [ + "text/layers/5/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000243", + "parameters": [ + "text/layers/5/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000244", + "parameters": [ + "text/layers/5/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000245", + "parameters": [ + "text/layers/5/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000246", + "parameters": [ + "text/layers/5/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000247", + "parameters": [ + "text/layers/5/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000248", + "parameters": [ + "text/layers/5/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000249", + "parameters": [ + "text/layers/5/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000250", + "parameters": [ + "text/layers/5/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000251", + "parameters": [ + "text/layers/6/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000252", + "parameters": [ + "text/layers/6/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000253", + "parameters": [ + "text/layers/6/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000254", + "parameters": [ + "text/layers/6/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000255", + "parameters": [ + "text/layers/6/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000256", + "parameters": [ + "text/layers/6/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000257", + "parameters": [ + "text/layers/6/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000258", + "parameters": [ + "text/layers/6/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000259", + "parameters": [ + "text/layers/6/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000260", + "parameters": [ + "text/layers/6/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000261", + "parameters": [ + "text/layers/7/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000262", + "parameters": [ + "text/layers/7/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000263", + "parameters": [ + "text/layers/7/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000264", + "parameters": [ + "text/layers/7/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000265", + "parameters": [ + "text/layers/7/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000266", + "parameters": [ + "text/layers/7/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000267", + "parameters": [ + "text/layers/8/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000268", + "parameters": [ + "text/layers/8/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000269", + "parameters": [ + "text/layers/8/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000270", + "parameters": [ + "text/layers/8/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000271", + "parameters": [ + "text/layers/8/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000272", + "parameters": [ + "text/layers/8/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000273", + "parameters": [ + "text/layers/8/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000274", + "parameters": [ + "text/layers/8/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000275", + "parameters": [ + "text/layers/8/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000276", + "parameters": [ + "text/layers/8/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000277", + "parameters": [ + "text/layers/9/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000278", + "parameters": [ + "text/layers/9/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000279", + "parameters": [ + "text/layers/9/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000280", + "parameters": [ + "text/layers/9/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000281", + "parameters": [ + "text/layers/9/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000282", + "parameters": [ + "text/layers/9/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000283", + "parameters": [ + "text/layers/9/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000284", + "parameters": [ + "text/layers/9/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000285", + "parameters": [ + "text/layers/9/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000286", + "parameters": [ + "text/layers/9/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000287", + "parameters": [ + "text/layers/10/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000288", + "parameters": [ + "text/layers/10/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000289", + "parameters": [ + "text/layers/10/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000290", + "parameters": [ + "text/layers/10/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000291", + "parameters": [ + "text/layers/10/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000292", + "parameters": [ + "text/layers/10/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000293", + "parameters": [ + "text/layers/10/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000294", + "parameters": [ + "text/layers/10/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000295", + "parameters": [ + "text/layers/10/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000296", + "parameters": [ + "text/layers/10/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000297", + "parameters": [ + "text/layers/11/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000298", + "parameters": [ + "text/layers/11/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000299", + "parameters": [ + "text/layers/11/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000300", + "parameters": [ + "text/layers/11/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000301", + "parameters": [ + "text/layers/11/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000302", + "parameters": [ + "text/layers/11/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000303", + "parameters": [ + "text/layers/12/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000304", + "parameters": [ + "text/layers/12/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000305", + "parameters": [ + "text/layers/12/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000306", + "parameters": [ + "text/layers/12/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000307", + "parameters": [ + "text/layers/12/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000308", + "parameters": [ + "text/layers/12/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000309", + "parameters": [ + "text/layers/12/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000310", + "parameters": [ + "text/layers/12/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000311", + "parameters": [ + "text/layers/12/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000312", + "parameters": [ + "text/layers/12/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000313", + "parameters": [ + "text/layers/13/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000314", + "parameters": [ + "text/layers/13/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000315", + "parameters": [ + "text/layers/13/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000316", + "parameters": [ + "text/layers/13/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000317", + "parameters": [ + "text/layers/13/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000318", + "parameters": [ + "text/layers/13/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000319", + "parameters": [ + "text/layers/13/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000320", + "parameters": [ + "text/layers/13/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000321", + "parameters": [ + "text/layers/13/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000322", + "parameters": [ + "text/layers/13/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000323", + "parameters": [ + "text/layers/14/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000324", + "parameters": [ + "text/layers/14/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000325", + "parameters": [ + "text/layers/14/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000326", + "parameters": [ + "text/layers/14/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000327", + "parameters": [ + "text/layers/14/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000328", + "parameters": [ + "text/layers/14/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000329", + "parameters": [ + "text/layers/14/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000330", + "parameters": [ + "text/layers/14/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000331", + "parameters": [ + "text/layers/14/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000332", + "parameters": [ + "text/layers/14/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000333", + "parameters": [ + "text/layers/15/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000334", + "parameters": [ + "text/layers/15/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000335", + "parameters": [ + "text/layers/15/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000336", + "parameters": [ + "text/layers/15/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000337", + "parameters": [ + "text/layers/15/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000338", + "parameters": [ + "text/layers/15/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000339", + "parameters": [ + "text/layers/16/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000340", + "parameters": [ + "text/layers/16/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000341", + "parameters": [ + "text/layers/16/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000342", + "parameters": [ + "text/layers/16/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000343", + "parameters": [ + "text/layers/16/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000344", + "parameters": [ + "text/layers/16/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000345", + "parameters": [ + "text/layers/16/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000346", + "parameters": [ + "text/layers/16/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000347", + "parameters": [ + "text/layers/16/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000348", + "parameters": [ + "text/layers/16/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000349", + "parameters": [ + "text/layers/17/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000350", + "parameters": [ + "text/layers/17/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000351", + "parameters": [ + "text/layers/17/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000352", + "parameters": [ + "text/layers/17/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000353", + "parameters": [ + "text/layers/17/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000354", + "parameters": [ + "text/layers/17/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000355", + "parameters": [ + "text/layers/17/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000356", + "parameters": [ + "text/layers/17/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000357", + "parameters": [ + "text/layers/17/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000358", + "parameters": [ + "text/layers/17/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000359", + "parameters": [ + "text/layers/18/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000360", + "parameters": [ + "text/layers/18/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000361", + "parameters": [ + "text/layers/18/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000362", + "parameters": [ + "text/layers/18/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000363", + "parameters": [ + "text/layers/18/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000364", + "parameters": [ + "text/layers/18/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000365", + "parameters": [ + "text/layers/18/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000366", + "parameters": [ + "text/layers/18/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000367", + "parameters": [ + "text/layers/18/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000368", + "parameters": [ + "text/layers/18/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000369", + "parameters": [ + "text/layers/19/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000370", + "parameters": [ + "text/layers/19/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000371", + "parameters": [ + "text/layers/19/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000372", + "parameters": [ + "text/layers/19/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000373", + "parameters": [ + "text/layers/19/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000374", + "parameters": [ + "text/layers/19/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000375", + "parameters": [ + "text/layers/20/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000376", + "parameters": [ + "text/layers/20/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000377", + "parameters": [ + "text/layers/20/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000378", + "parameters": [ + "text/layers/20/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000379", + "parameters": [ + "text/layers/20/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000380", + "parameters": [ + "text/layers/20/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000381", + "parameters": [ + "text/layers/20/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000382", + "parameters": [ + "text/layers/20/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000383", + "parameters": [ + "text/layers/20/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000384", + "parameters": [ + "text/layers/20/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000385", + "parameters": [ + "text/layers/21/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000386", + "parameters": [ + "text/layers/21/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000387", + "parameters": [ + "text/layers/21/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000388", + "parameters": [ + "text/layers/21/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000389", + "parameters": [ + "text/layers/21/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000390", + "parameters": [ + "text/layers/21/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000391", + "parameters": [ + "text/layers/21/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000392", + "parameters": [ + "text/layers/21/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000393", + "parameters": [ + "text/layers/21/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000394", + "parameters": [ + "text/layers/21/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000395", + "parameters": [ + "text/layers/22/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000396", + "parameters": [ + "text/layers/22/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000397", + "parameters": [ + "text/layers/22/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000398", + "parameters": [ + "text/layers/22/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000399", + "parameters": [ + "text/layers/22/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000400", + "parameters": [ + "text/layers/22/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000401", + "parameters": [ + "text/layers/22/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000402", + "parameters": [ + "text/layers/22/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000403", + "parameters": [ + "text/layers/22/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000404", + "parameters": [ + "text/layers/22/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000405", + "parameters": [ + "text/layers/23/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000406", + "parameters": [ + "text/layers/23/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000407", + "parameters": [ + "text/layers/23/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000408", + "parameters": [ + "text/layers/23/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000409", + "parameters": [ + "text/layers/23/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000410", + "parameters": [ + "text/layers/23/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000411", + "parameters": [ + "text/layers/24/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000412", + "parameters": [ + "text/layers/24/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000413", + "parameters": [ + "text/layers/24/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000414", + "parameters": [ + "text/layers/24/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000415", + "parameters": [ + "text/layers/24/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000416", + "parameters": [ + "text/layers/24/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000417", + "parameters": [ + "text/layers/24/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000418", + "parameters": [ + "text/layers/24/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000419", + "parameters": [ + "text/layers/24/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000420", + "parameters": [ + "text/layers/24/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000421", + "parameters": [ + "text/layers/25/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000422", + "parameters": [ + "text/layers/25/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000423", + "parameters": [ + "text/layers/25/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000424", + "parameters": [ + "text/layers/25/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000425", + "parameters": [ + "text/layers/25/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000426", + "parameters": [ + "text/layers/25/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000427", + "parameters": [ + "text/layers/25/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000428", + "parameters": [ + "text/layers/25/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000429", + "parameters": [ + "text/layers/25/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000430", + "parameters": [ + "text/layers/25/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000431", + "parameters": [ + "text/layers/26/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000432", + "parameters": [ + "text/layers/26/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000433", + "parameters": [ + "text/layers/26/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000434", + "parameters": [ + "text/layers/26/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000435", + "parameters": [ + "text/layers/26/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000436", + "parameters": [ + "text/layers/26/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000437", + "parameters": [ + "text/layers/26/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000438", + "parameters": [ + "text/layers/26/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000439", + "parameters": [ + "text/layers/26/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000440", + "parameters": [ + "text/layers/26/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000441", + "parameters": [ + "text/layers/27/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000442", + "parameters": [ + "text/layers/27/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000443", + "parameters": [ + "text/layers/27/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000444", + "parameters": [ + "text/layers/27/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000445", + "parameters": [ + "text/layers/27/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000446", + "parameters": [ + "text/layers/27/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000447", + "parameters": [ + "text/layers/28/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000448", + "parameters": [ + "text/layers/28/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000449", + "parameters": [ + "text/layers/28/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000450", + "parameters": [ + "text/layers/28/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000451", + "parameters": [ + "text/layers/28/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000452", + "parameters": [ + "text/layers/28/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000453", + "parameters": [ + "text/layers/28/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000454", + "parameters": [ + "text/layers/28/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000455", + "parameters": [ + "text/layers/28/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000456", + "parameters": [ + "text/layers/28/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000457", + "parameters": [ + "text/layers/29/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000458", + "parameters": [ + "text/layers/29/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000459", + "parameters": [ + "text/layers/29/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000460", + "parameters": [ + "text/layers/29/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000461", + "parameters": [ + "text/layers/29/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000462", + "parameters": [ + "text/layers/29/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000463", + "parameters": [ + "text/layers/29/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000464", + "parameters": [ + "text/layers/29/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000465", + "parameters": [ + "text/layers/29/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000466", + "parameters": [ + "text/layers/29/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000467", + "parameters": [ + "text/layers/30/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000468", + "parameters": [ + "text/layers/30/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000469", + "parameters": [ + "text/layers/30/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000470", + "parameters": [ + "text/layers/30/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000471", + "parameters": [ + "text/layers/30/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000472", + "parameters": [ + "text/layers/30/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000473", + "parameters": [ + "text/layers/30/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000474", + "parameters": [ + "text/layers/30/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000475", + "parameters": [ + "text/layers/30/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000476", + "parameters": [ + "text/layers/30/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000477", + "parameters": [ + "text/layers/31/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000478", + "parameters": [ + "text/layers/31/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000479", + "parameters": [ + "text/layers/31/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000480", + "parameters": [ + "text/layers/31/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000481", + "parameters": [ + "text/layers/31/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000482", + "parameters": [ + "text/layers/31/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000483", + "parameters": [ + "text/layers/32/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000484", + "parameters": [ + "text/layers/32/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000485", + "parameters": [ + "text/layers/32/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000486", + "parameters": [ + "text/layers/32/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000487", + "parameters": [ + "text/layers/32/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000488", + "parameters": [ + "text/layers/32/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000489", + "parameters": [ + "text/layers/32/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000490", + "parameters": [ + "text/layers/32/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000491", + "parameters": [ + "text/layers/32/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000492", + "parameters": [ + "text/layers/32/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000493", + "parameters": [ + "text/layers/33/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000494", + "parameters": [ + "text/layers/33/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000495", + "parameters": [ + "text/layers/33/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000496", + "parameters": [ + "text/layers/33/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000497", + "parameters": [ + "text/layers/33/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000498", + "parameters": [ + "text/layers/33/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000499", + "parameters": [ + "text/layers/33/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000500", + "parameters": [ + "text/layers/33/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000501", + "parameters": [ + "text/layers/33/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000502", + "parameters": [ + "text/layers/33/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000503", + "parameters": [ + "text/layers/34/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000504", + "parameters": [ + "text/layers/34/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000505", + "parameters": [ + "text/layers/34/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000506", + "parameters": [ + "text/layers/34/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000507", + "parameters": [ + "text/layers/34/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000508", + "parameters": [ + "text/layers/34/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000509", + "parameters": [ + "text/layers/34/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000510", + "parameters": [ + "text/layers/34/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000511", + "parameters": [ + "text/layers/34/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000512", + "parameters": [ + "text/layers/34/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000513", + "parameters": [ + "text/layers/35/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000514", + "parameters": [ + "text/layers/35/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000515", + "parameters": [ + "text/layers/35/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000516", + "parameters": [ + "text/layers/35/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000517", + "parameters": [ + "text/layers/35/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000518", + "parameters": [ + "text/layers/35/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000519", + "parameters": [ + "text/layers/36/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000520", + "parameters": [ + "text/layers/36/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000521", + "parameters": [ + "text/layers/36/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000522", + "parameters": [ + "text/layers/36/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000523", + "parameters": [ + "text/layers/36/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000524", + "parameters": [ + "text/layers/36/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000525", + "parameters": [ + "text/layers/36/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000526", + "parameters": [ + "text/layers/36/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000527", + "parameters": [ + "text/layers/36/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000528", + "parameters": [ + "text/layers/36/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000529", + "parameters": [ + "text/layers/37/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000530", + "parameters": [ + "text/layers/37/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000531", + "parameters": [ + "text/layers/37/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000532", + "parameters": [ + "text/layers/37/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000533", + "parameters": [ + "text/layers/37/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000534", + "parameters": [ + "text/layers/37/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000535", + "parameters": [ + "text/layers/37/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000536", + "parameters": [ + "text/layers/37/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000537", + "parameters": [ + "text/layers/37/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000538", + "parameters": [ + "text/layers/37/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000539", + "parameters": [ + "text/layers/38/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000540", + "parameters": [ + "text/layers/38/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000541", + "parameters": [ + "text/layers/38/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000542", + "parameters": [ + "text/layers/38/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000543", + "parameters": [ + "text/layers/38/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000544", + "parameters": [ + "text/layers/38/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000545", + "parameters": [ + "text/layers/38/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000546", + "parameters": [ + "text/layers/38/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000547", + "parameters": [ + "text/layers/38/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000548", + "parameters": [ + "text/layers/38/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000549", + "parameters": [ + "text/layers/39/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000550", + "parameters": [ + "text/layers/39/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000551", + "parameters": [ + "text/layers/39/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000552", + "parameters": [ + "text/layers/39/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000553", + "parameters": [ + "text/layers/39/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000554", + "parameters": [ + "text/layers/39/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000555", + "parameters": [ + "text/layers/40/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000556", + "parameters": [ + "text/layers/40/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000557", + "parameters": [ + "text/layers/40/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000558", + "parameters": [ + "text/layers/40/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000559", + "parameters": [ + "text/layers/40/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000560", + "parameters": [ + "text/layers/40/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000561", + "parameters": [ + "text/layers/40/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000562", + "parameters": [ + "text/layers/40/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000563", + "parameters": [ + "text/layers/40/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000564", + "parameters": [ + "text/layers/40/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000565", + "parameters": [ + "text/layers/41/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000566", + "parameters": [ + "text/layers/41/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000567", + "parameters": [ + "text/layers/41/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000568", + "parameters": [ + "text/layers/41/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000569", + "parameters": [ + "text/layers/41/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000570", + "parameters": [ + "text/layers/41/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000571", + "parameters": [ + "text/layers/41/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000572", + "parameters": [ + "text/layers/41/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000573", + "parameters": [ + "text/layers/41/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000574", + "parameters": [ + "text/layers/41/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000575", + "parameters": [ + "text/layers/42/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000576", + "parameters": [ + "text/layers/42/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000577", + "parameters": [ + "text/layers/42/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000578", + "parameters": [ + "text/layers/42/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000579", + "parameters": [ + "text/layers/42/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000580", + "parameters": [ + "text/layers/42/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000581", + "parameters": [ + "text/layers/42/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000582", + "parameters": [ + "text/layers/42/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000583", + "parameters": [ + "text/layers/42/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000584", + "parameters": [ + "text/layers/42/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000585", + "parameters": [ + "text/layers/43/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000586", + "parameters": [ + "text/layers/43/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000587", + "parameters": [ + "text/layers/43/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000588", + "parameters": [ + "text/layers/43/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000589", + "parameters": [ + "text/layers/43/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000590", + "parameters": [ + "text/layers/43/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000591", + "parameters": [ + "text/layers/44/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000592", + "parameters": [ + "text/layers/44/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000593", + "parameters": [ + "text/layers/44/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000594", + "parameters": [ + "text/layers/44/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000595", + "parameters": [ + "text/layers/44/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000596", + "parameters": [ + "text/layers/44/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000597", + "parameters": [ + "text/layers/44/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000598", + "parameters": [ + "text/layers/44/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000599", + "parameters": [ + "text/layers/44/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000600", + "parameters": [ + "text/layers/44/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000601", + "parameters": [ + "text/layers/45/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000602", + "parameters": [ + "text/layers/45/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000603", + "parameters": [ + "text/layers/45/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000604", + "parameters": [ + "text/layers/45/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000605", + "parameters": [ + "text/layers/45/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000606", + "parameters": [ + "text/layers/45/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000607", + "parameters": [ + "text/layers/45/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000608", + "parameters": [ + "text/layers/45/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000609", + "parameters": [ + "text/layers/45/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000610", + "parameters": [ + "text/layers/45/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000611", + "parameters": [ + "text/layers/46/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000612", + "parameters": [ + "text/layers/46/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000613", + "parameters": [ + "text/layers/46/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000614", + "parameters": [ + "text/layers/46/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000615", + "parameters": [ + "text/layers/46/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000616", + "parameters": [ + "text/layers/46/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000617", + "parameters": [ + "text/layers/46/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000618", + "parameters": [ + "text/layers/46/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000619", + "parameters": [ + "text/layers/46/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000620", + "parameters": [ + "text/layers/46/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000621", + "parameters": [ + "text/layers/47/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000622", + "parameters": [ + "text/layers/47/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000623", + "parameters": [ + "text/layers/47/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000624", + "parameters": [ + "text/layers/47/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000625", + "parameters": [ + "text/layers/47/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000626", + "parameters": [ + "text/layers/47/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000627", + "parameters": [ + "text/layers/48/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000628", + "parameters": [ + "text/layers/48/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000629", + "parameters": [ + "text/layers/48/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000630", + "parameters": [ + "text/layers/48/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000631", + "parameters": [ + "text/layers/48/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000632", + "parameters": [ + "text/layers/48/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000633", + "parameters": [ + "text/layers/48/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000634", + "parameters": [ + "text/layers/48/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000635", + "parameters": [ + "text/layers/48/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000636", + "parameters": [ + "text/layers/48/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000637", + "parameters": [ + "text/layers/49/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000638", + "parameters": [ + "text/layers/49/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000639", + "parameters": [ + "text/layers/49/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000640", + "parameters": [ + "text/layers/49/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000641", + "parameters": [ + "text/layers/49/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000642", + "parameters": [ + "text/layers/49/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000643", + "parameters": [ + "text/layers/49/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000644", + "parameters": [ + "text/layers/49/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000645", + "parameters": [ + "text/layers/49/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000646", + "parameters": [ + "text/layers/49/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000647", + "parameters": [ + "text/layers/50/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000648", + "parameters": [ + "text/layers/50/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000649", + "parameters": [ + "text/layers/50/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000650", + "parameters": [ + "text/layers/50/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000651", + "parameters": [ + "text/layers/50/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000652", + "parameters": [ + "text/layers/50/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000653", + "parameters": [ + "text/layers/50/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000654", + "parameters": [ + "text/layers/50/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000655", + "parameters": [ + "text/layers/50/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000656", + "parameters": [ + "text/layers/50/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000657", + "parameters": [ + "text/layers/51/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000658", + "parameters": [ + "text/layers/51/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000659", + "parameters": [ + "text/layers/51/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000660", + "parameters": [ + "text/layers/51/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000661", + "parameters": [ + "text/layers/51/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000662", + "parameters": [ + "text/layers/51/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000663", + "parameters": [ + "text/layers/52/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000664", + "parameters": [ + "text/layers/52/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000665", + "parameters": [ + "text/layers/52/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000666", + "parameters": [ + "text/layers/52/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000667", + "parameters": [ + "text/layers/52/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000668", + "parameters": [ + "text/layers/52/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000669", + "parameters": [ + "text/layers/52/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000670", + "parameters": [ + "text/layers/52/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000671", + "parameters": [ + "text/layers/52/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000672", + "parameters": [ + "text/layers/52/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000673", + "parameters": [ + "text/layers/53/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000674", + "parameters": [ + "text/layers/53/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000675", + "parameters": [ + "text/layers/53/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000676", + "parameters": [ + "text/layers/53/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000677", + "parameters": [ + "text/layers/53/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000678", + "parameters": [ + "text/layers/53/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000679", + "parameters": [ + "text/layers/53/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000680", + "parameters": [ + "text/layers/53/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000681", + "parameters": [ + "text/layers/53/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000682", + "parameters": [ + "text/layers/53/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000683", + "parameters": [ + "text/layers/54/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000684", + "parameters": [ + "text/layers/54/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000685", + "parameters": [ + "text/layers/54/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000686", + "parameters": [ + "text/layers/54/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000687", + "parameters": [ + "text/layers/54/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000688", + "parameters": [ + "text/layers/54/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000689", + "parameters": [ + "text/layers/54/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000690", + "parameters": [ + "text/layers/54/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000691", + "parameters": [ + "text/layers/54/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000692", + "parameters": [ + "text/layers/54/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000693", + "parameters": [ + "text/layers/55/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000694", + "parameters": [ + "text/layers/55/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000695", + "parameters": [ + "text/layers/55/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000696", + "parameters": [ + "text/layers/55/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000697", + "parameters": [ + "text/layers/55/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000698", + "parameters": [ + "text/layers/55/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000699", + "parameters": [ + "text/layers/56/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000700", + "parameters": [ + "text/layers/56/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000701", + "parameters": [ + "text/layers/56/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000702", + "parameters": [ + "text/layers/56/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000703", + "parameters": [ + "text/layers/56/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000704", + "parameters": [ + "text/layers/56/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000705", + "parameters": [ + "text/layers/56/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000706", + "parameters": [ + "text/layers/56/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000707", + "parameters": [ + "text/layers/56/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000708", + "parameters": [ + "text/layers/56/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000709", + "parameters": [ + "text/layers/57/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000710", + "parameters": [ + "text/layers/57/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000711", + "parameters": [ + "text/layers/57/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000712", + "parameters": [ + "text/layers/57/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000713", + "parameters": [ + "text/layers/57/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000714", + "parameters": [ + "text/layers/57/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000715", + "parameters": [ + "text/layers/57/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000716", + "parameters": [ + "text/layers/57/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000717", + "parameters": [ + "text/layers/57/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000718", + "parameters": [ + "text/layers/57/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000719", + "parameters": [ + "text/layers/58/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000720", + "parameters": [ + "text/layers/58/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000721", + "parameters": [ + "text/layers/58/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000722", + "parameters": [ + "text/layers/58/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000723", + "parameters": [ + "text/layers/58/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000724", + "parameters": [ + "text/layers/58/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000725", + "parameters": [ + "text/layers/58/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000726", + "parameters": [ + "text/layers/58/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000727", + "parameters": [ + "text/layers/58/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000728", + "parameters": [ + "text/layers/58/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000729", + "parameters": [ + "text/layers/59/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000730", + "parameters": [ + "text/layers/59/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000731", + "parameters": [ + "text/layers/59/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000732", + "parameters": [ + "text/layers/59/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000733", + "parameters": [ + "text/layers/59/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000734", + "parameters": [ + "text/layers/59/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000735", + "parameters": [ + "text/layers/60/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000736", + "parameters": [ + "text/layers/60/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000737", + "parameters": [ + "text/layers/60/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000738", + "parameters": [ + "text/layers/60/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000739", + "parameters": [ + "text/layers/60/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000740", + "parameters": [ + "text/layers/60/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000741", + "parameters": [ + "text/layers/60/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000742", + "parameters": [ + "text/layers/60/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000743", + "parameters": [ + "text/layers/60/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000744", + "parameters": [ + "text/layers/60/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000745", + "parameters": [ + "text/layers/61/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000746", + "parameters": [ + "text/layers/61/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000747", + "parameters": [ + "text/layers/61/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000748", + "parameters": [ + "text/layers/61/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000749", + "parameters": [ + "text/layers/61/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000750", + "parameters": [ + "text/layers/61/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000751", + "parameters": [ + "text/layers/61/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000752", + "parameters": [ + "text/layers/61/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000753", + "parameters": [ + "text/layers/61/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000754", + "parameters": [ + "text/layers/61/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000755", + "parameters": [ + "text/layers/62/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000756", + "parameters": [ + "text/layers/62/gdn/a_log" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.A_log[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000757", + "parameters": [ + "text/layers/62/gdn/dt_bias" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.dt_bias[0:48]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "fp32", + "layout": "contiguous_le_v1", + "shape": [ + 48 + ] + }, + { + "object": "weight/000758", + "parameters": [ + "text/layers/62/gdn/convolution" + ], + "sources": [ + "transpose(/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 4, + 10240 + ] + }, + { + "object": "weight/000759", + "parameters": [ + "text/layers/62/gdn/a_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_a.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000760", + "parameters": [ + "text/layers/62/gdn/b_projection" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_b.weight" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 48, + 5120 + ] + }, + { + "object": "weight/000761", + "parameters": [ + "text/layers/62/gdn/norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.norm.weight[0:128]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 128 + ] + }, + { + "object": "weight/000762", + "parameters": [ + "text/layers/62/gdn/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.out_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000763", + "parameters": [ + "text/layers/62/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000764", + "parameters": [ + "text/layers/62/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + }, + { + "object": "weight/000765", + "parameters": [ + "text/layers/63/input_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.input_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000766", + "parameters": [ + "text/layers/63/attention/query_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000767", + "parameters": [ + "text/layers/63/attention/key_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.k_norm.weight[0:256]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 256 + ] + }, + { + "object": "weight/000768", + "parameters": [ + "text/layers/63/attention/output" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.o_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 6144 + ] + }, + { + "object": "weight/000769", + "parameters": [ + "text/layers/63/post_attention_norm" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.post_attention_layernorm.weight[0:5120]" + ], + "method": "cast_direct", + "method_parameters": {}, + "format": "bf16", + "layout": "contiguous_le_v1", + "shape": [ + 5120 + ] + }, + { + "object": "weight/000770", + "parameters": [ + "text/layers/63/mlp/down" + ], + "sources": [ + "/models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.down_proj.weight" + ], + "method": "grouped_absmax", + "method_parameters": {}, + "format": "q5_g64_fp16", + "layout": "row_split_k128_v1", + "shape": [ + 5120, + 17408 + ] + } + ], + "artifact_id": "79cb706ea6a84034bb5872d03b6dfd27", + "files": [ + { + "path": "/models/thinkingcap-ninfer/thinkingcap-qwen3.8-27b.ninfer", + "payload_bytes": 17106327296 + } + ], + "payload_bytes": 17106327296, + "seconds": 76.87910710298456 +}