| { |
| "components": { |
| "text": { |
| "config": { |
| "architectures": [ |
| "Qwen3_5ForCausalLM" |
| ], |
| "model_type": "qwen3_5_text", |
| "hidden_size": 5120, |
| "vocab_size": 248320, |
| "num_hidden_layers": 64, |
| "max_position_embeddings": 262144, |
| "tie_word_embeddings": false, |
| "rms_norm_eps": 9.999999974752427e-07, |
| "layer_types": [ |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention" |
| ], |
| "num_attention_heads": 24, |
| "num_key_value_heads": 4, |
| "head_dim": 256, |
| "rope_parameters": { |
| "rope_theta": 10000000.0, |
| "partial_rotary_factor": 0.25, |
| "mrope_section": [ |
| 11, |
| 11, |
| 10 |
| ] |
| }, |
| "linear_num_key_heads": 16, |
| "linear_key_head_dim": 128, |
| "linear_num_value_heads": 48, |
| "linear_value_head_dim": 128, |
| "linear_conv_kernel_dim": 4, |
| "intermediate_size": 17408 |
| }, |
| "resources": { |
| "tokenizer.json": "resource/text/tokenizer.json", |
| "tokenizer_config.json": "resource/text/tokenizer_config.json", |
| "chat_template.jinja": "resource/text/chat_template.jinja", |
| "generation_config.json": "resource/text/generation_config.json" |
| } |
| } |
| }, |
| "name": "thinkingcap-qwen3.8-27b-d48", |
| "output": "/models/thinkingcap-down-sweep-2026-09-23/groups/d48/thinkingcap-d48.ninfer", |
| "device": "cuda", |
| "torch_version": "2.9.1+cu130", |
| "cuda_version": "13.0", |
| "rows_per_chunk": 512, |
| "provenance": { |
| "converter": "ninfer-v3", |
| "recipe": "qwen3_8_27b", |
| "sources": { |
| "base": { |
| "path": "/llm-models/ThinkingCap-Qwen3.8-27B" |
| } |
| }, |
| "override": "/models/thinkingcap-down-sweep-2026-09-23/groups/d48/override-d48.py" |
| }, |
| "preparation_seconds": 10.539842611877248, |
| "parameters": 963, |
| "uses": 609, |
| "objects": 823, |
| "formats": { |
| "q4_g64_fp16": 128, |
| "q5_g64_fp16": 144, |
| "q8_g32_fp16": 2, |
| "bf16": 353, |
| "fp32": 96, |
| "nvfp4": 48 |
| }, |
| "methods": [ |
| { |
| "object": "weight/000000", |
| "parameters": [ |
| "text/layers/0/gdn/query", |
| "text/layers/0/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000001", |
| "parameters": [ |
| "text/layers/0/gdn/value", |
| "text/layers/0/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000002", |
| "parameters": [ |
| "text/layers/0/mlp/gate", |
| "text/layers/0/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000003", |
| "parameters": [ |
| "text/layers/1/gdn/query", |
| "text/layers/1/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000004", |
| "parameters": [ |
| "text/layers/1/gdn/value", |
| "text/layers/1/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000005", |
| "parameters": [ |
| "text/layers/1/mlp/gate", |
| "text/layers/1/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000006", |
| "parameters": [ |
| "text/layers/2/gdn/query", |
| "text/layers/2/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000007", |
| "parameters": [ |
| "text/layers/2/gdn/value", |
| "text/layers/2/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000008", |
| "parameters": [ |
| "text/layers/2/mlp/gate", |
| "text/layers/2/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000009", |
| "parameters": [ |
| "text/layers/3/attention/query", |
| "text/layers/3/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000010", |
| "parameters": [ |
| "text/layers/3/attention/gate", |
| "text/layers/3/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000011", |
| "parameters": [ |
| "text/layers/3/mlp/gate", |
| "text/layers/3/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000012", |
| "parameters": [ |
| "text/layers/4/gdn/query", |
| "text/layers/4/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000013", |
| "parameters": [ |
| "text/layers/4/gdn/value", |
| "text/layers/4/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000014", |
| "parameters": [ |
| "text/layers/4/mlp/gate", |
| "text/layers/4/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000015", |
| "parameters": [ |
| "text/layers/5/gdn/query", |
| "text/layers/5/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000016", |
| "parameters": [ |
| "text/layers/5/gdn/value", |
| "text/layers/5/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000017", |
| "parameters": [ |
| "text/layers/5/mlp/gate", |
| "text/layers/5/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000018", |
| "parameters": [ |
| "text/layers/6/gdn/query", |
| "text/layers/6/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000019", |
| "parameters": [ |
| "text/layers/6/gdn/value", |
| "text/layers/6/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000020", |
| "parameters": [ |
| "text/layers/6/mlp/gate", |
| "text/layers/6/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000021", |
| "parameters": [ |
| "text/layers/7/attention/query", |
| "text/layers/7/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000022", |
| "parameters": [ |
| "text/layers/7/attention/gate", |
| "text/layers/7/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000023", |
| "parameters": [ |
| "text/layers/7/mlp/gate", |
| "text/layers/7/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000024", |
| "parameters": [ |
| "text/layers/8/gdn/query", |
| "text/layers/8/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000025", |
| "parameters": [ |
| "text/layers/8/gdn/value", |
| "text/layers/8/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000026", |
| "parameters": [ |
| "text/layers/8/mlp/gate", |
| "text/layers/8/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000027", |
| "parameters": [ |
| "text/layers/9/gdn/query", |
| "text/layers/9/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000028", |
| "parameters": [ |
| "text/layers/9/gdn/value", |
| "text/layers/9/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000029", |
| "parameters": [ |
| "text/layers/9/mlp/gate", |
| "text/layers/9/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000030", |
| "parameters": [ |
| "text/layers/10/gdn/query", |
| "text/layers/10/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000031", |
| "parameters": [ |
| "text/layers/10/gdn/value", |
| "text/layers/10/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000032", |
| "parameters": [ |
| "text/layers/10/mlp/gate", |
| "text/layers/10/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000033", |
| "parameters": [ |
| "text/layers/11/attention/query", |
| "text/layers/11/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000034", |
| "parameters": [ |
| "text/layers/11/attention/gate", |
| "text/layers/11/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000035", |
| "parameters": [ |
| "text/layers/11/mlp/gate", |
| "text/layers/11/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000036", |
| "parameters": [ |
| "text/layers/12/gdn/query", |
| "text/layers/12/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000037", |
| "parameters": [ |
| "text/layers/12/gdn/value", |
| "text/layers/12/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000038", |
| "parameters": [ |
| "text/layers/12/mlp/gate", |
| "text/layers/12/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000039", |
| "parameters": [ |
| "text/layers/13/gdn/query", |
| "text/layers/13/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000040", |
| "parameters": [ |
| "text/layers/13/gdn/value", |
| "text/layers/13/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000041", |
| "parameters": [ |
| "text/layers/13/mlp/gate", |
| "text/layers/13/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000042", |
| "parameters": [ |
| "text/layers/14/gdn/query", |
| "text/layers/14/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000043", |
| "parameters": [ |
| "text/layers/14/gdn/value", |
| "text/layers/14/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000044", |
| "parameters": [ |
| "text/layers/14/mlp/gate", |
| "text/layers/14/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000045", |
| "parameters": [ |
| "text/layers/15/attention/query", |
| "text/layers/15/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000046", |
| "parameters": [ |
| "text/layers/15/attention/gate", |
| "text/layers/15/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000047", |
| "parameters": [ |
| "text/layers/15/mlp/gate", |
| "text/layers/15/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000048", |
| "parameters": [ |
| "text/layers/16/gdn/query", |
| "text/layers/16/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000049", |
| "parameters": [ |
| "text/layers/16/gdn/value", |
| "text/layers/16/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000050", |
| "parameters": [ |
| "text/layers/16/mlp/gate", |
| "text/layers/16/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000051", |
| "parameters": [ |
| "text/layers/17/gdn/query", |
| "text/layers/17/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000052", |
| "parameters": [ |
| "text/layers/17/gdn/value", |
| "text/layers/17/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000053", |
| "parameters": [ |
| "text/layers/17/mlp/gate", |
| "text/layers/17/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000054", |
| "parameters": [ |
| "text/layers/18/gdn/query", |
| "text/layers/18/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000055", |
| "parameters": [ |
| "text/layers/18/gdn/value", |
| "text/layers/18/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000056", |
| "parameters": [ |
| "text/layers/18/mlp/gate", |
| "text/layers/18/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000057", |
| "parameters": [ |
| "text/layers/19/attention/query", |
| "text/layers/19/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000058", |
| "parameters": [ |
| "text/layers/19/attention/gate", |
| "text/layers/19/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000059", |
| "parameters": [ |
| "text/layers/19/mlp/gate", |
| "text/layers/19/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000060", |
| "parameters": [ |
| "text/layers/20/gdn/query", |
| "text/layers/20/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000061", |
| "parameters": [ |
| "text/layers/20/gdn/value", |
| "text/layers/20/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000062", |
| "parameters": [ |
| "text/layers/20/mlp/gate", |
| "text/layers/20/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000063", |
| "parameters": [ |
| "text/layers/21/gdn/query", |
| "text/layers/21/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000064", |
| "parameters": [ |
| "text/layers/21/gdn/value", |
| "text/layers/21/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000065", |
| "parameters": [ |
| "text/layers/21/mlp/gate", |
| "text/layers/21/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000066", |
| "parameters": [ |
| "text/layers/22/gdn/query", |
| "text/layers/22/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000067", |
| "parameters": [ |
| "text/layers/22/gdn/value", |
| "text/layers/22/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000068", |
| "parameters": [ |
| "text/layers/22/mlp/gate", |
| "text/layers/22/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000069", |
| "parameters": [ |
| "text/layers/23/attention/query", |
| "text/layers/23/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000070", |
| "parameters": [ |
| "text/layers/23/attention/gate", |
| "text/layers/23/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000071", |
| "parameters": [ |
| "text/layers/23/mlp/gate", |
| "text/layers/23/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000072", |
| "parameters": [ |
| "text/layers/24/gdn/query", |
| "text/layers/24/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000073", |
| "parameters": [ |
| "text/layers/24/gdn/value", |
| "text/layers/24/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000074", |
| "parameters": [ |
| "text/layers/24/mlp/gate", |
| "text/layers/24/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000075", |
| "parameters": [ |
| "text/layers/25/gdn/query", |
| "text/layers/25/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000076", |
| "parameters": [ |
| "text/layers/25/gdn/value", |
| "text/layers/25/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000077", |
| "parameters": [ |
| "text/layers/25/mlp/gate", |
| "text/layers/25/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000078", |
| "parameters": [ |
| "text/layers/26/gdn/query", |
| "text/layers/26/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000079", |
| "parameters": [ |
| "text/layers/26/gdn/value", |
| "text/layers/26/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000080", |
| "parameters": [ |
| "text/layers/26/mlp/gate", |
| "text/layers/26/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000081", |
| "parameters": [ |
| "text/layers/27/attention/query", |
| "text/layers/27/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000082", |
| "parameters": [ |
| "text/layers/27/attention/gate", |
| "text/layers/27/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000083", |
| "parameters": [ |
| "text/layers/27/mlp/gate", |
| "text/layers/27/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000084", |
| "parameters": [ |
| "text/layers/28/gdn/query", |
| "text/layers/28/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000085", |
| "parameters": [ |
| "text/layers/28/gdn/value", |
| "text/layers/28/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000086", |
| "parameters": [ |
| "text/layers/28/mlp/gate", |
| "text/layers/28/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000087", |
| "parameters": [ |
| "text/layers/29/gdn/query", |
| "text/layers/29/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000088", |
| "parameters": [ |
| "text/layers/29/gdn/value", |
| "text/layers/29/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000089", |
| "parameters": [ |
| "text/layers/29/mlp/gate", |
| "text/layers/29/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000090", |
| "parameters": [ |
| "text/layers/30/gdn/query", |
| "text/layers/30/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000091", |
| "parameters": [ |
| "text/layers/30/gdn/value", |
| "text/layers/30/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000092", |
| "parameters": [ |
| "text/layers/30/mlp/gate", |
| "text/layers/30/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000093", |
| "parameters": [ |
| "text/layers/31/attention/query", |
| "text/layers/31/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000094", |
| "parameters": [ |
| "text/layers/31/attention/gate", |
| "text/layers/31/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000095", |
| "parameters": [ |
| "text/layers/31/mlp/gate", |
| "text/layers/31/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000096", |
| "parameters": [ |
| "text/layers/32/gdn/query", |
| "text/layers/32/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000097", |
| "parameters": [ |
| "text/layers/32/gdn/value", |
| "text/layers/32/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000098", |
| "parameters": [ |
| "text/layers/32/mlp/gate", |
| "text/layers/32/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000099", |
| "parameters": [ |
| "text/layers/33/gdn/query", |
| "text/layers/33/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000100", |
| "parameters": [ |
| "text/layers/33/gdn/value", |
| "text/layers/33/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000101", |
| "parameters": [ |
| "text/layers/33/mlp/gate", |
| "text/layers/33/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000102", |
| "parameters": [ |
| "text/layers/34/gdn/query", |
| "text/layers/34/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000103", |
| "parameters": [ |
| "text/layers/34/gdn/value", |
| "text/layers/34/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000104", |
| "parameters": [ |
| "text/layers/34/mlp/gate", |
| "text/layers/34/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000105", |
| "parameters": [ |
| "text/layers/35/attention/query", |
| "text/layers/35/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000106", |
| "parameters": [ |
| "text/layers/35/attention/gate", |
| "text/layers/35/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000107", |
| "parameters": [ |
| "text/layers/35/mlp/gate", |
| "text/layers/35/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000108", |
| "parameters": [ |
| "text/layers/36/gdn/query", |
| "text/layers/36/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000109", |
| "parameters": [ |
| "text/layers/36/gdn/value", |
| "text/layers/36/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000110", |
| "parameters": [ |
| "text/layers/36/mlp/gate", |
| "text/layers/36/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000111", |
| "parameters": [ |
| "text/layers/37/gdn/query", |
| "text/layers/37/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000112", |
| "parameters": [ |
| "text/layers/37/gdn/value", |
| "text/layers/37/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000113", |
| "parameters": [ |
| "text/layers/37/mlp/gate", |
| "text/layers/37/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000114", |
| "parameters": [ |
| "text/layers/38/gdn/query", |
| "text/layers/38/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000115", |
| "parameters": [ |
| "text/layers/38/gdn/value", |
| "text/layers/38/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000116", |
| "parameters": [ |
| "text/layers/38/mlp/gate", |
| "text/layers/38/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000117", |
| "parameters": [ |
| "text/layers/39/attention/query", |
| "text/layers/39/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000118", |
| "parameters": [ |
| "text/layers/39/attention/gate", |
| "text/layers/39/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000119", |
| "parameters": [ |
| "text/layers/39/mlp/gate", |
| "text/layers/39/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000120", |
| "parameters": [ |
| "text/layers/40/gdn/query", |
| "text/layers/40/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000121", |
| "parameters": [ |
| "text/layers/40/gdn/value", |
| "text/layers/40/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000122", |
| "parameters": [ |
| "text/layers/40/mlp/gate", |
| "text/layers/40/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000123", |
| "parameters": [ |
| "text/layers/41/gdn/query", |
| "text/layers/41/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000124", |
| "parameters": [ |
| "text/layers/41/gdn/value", |
| "text/layers/41/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000125", |
| "parameters": [ |
| "text/layers/41/mlp/gate", |
| "text/layers/41/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000126", |
| "parameters": [ |
| "text/layers/42/gdn/query", |
| "text/layers/42/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000127", |
| "parameters": [ |
| "text/layers/42/gdn/value", |
| "text/layers/42/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000128", |
| "parameters": [ |
| "text/layers/42/mlp/gate", |
| "text/layers/42/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000129", |
| "parameters": [ |
| "text/layers/43/attention/query", |
| "text/layers/43/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000130", |
| "parameters": [ |
| "text/layers/43/attention/gate", |
| "text/layers/43/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000131", |
| "parameters": [ |
| "text/layers/43/mlp/gate", |
| "text/layers/43/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000132", |
| "parameters": [ |
| "text/layers/44/gdn/query", |
| "text/layers/44/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000133", |
| "parameters": [ |
| "text/layers/44/gdn/value", |
| "text/layers/44/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000134", |
| "parameters": [ |
| "text/layers/44/mlp/gate", |
| "text/layers/44/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000135", |
| "parameters": [ |
| "text/layers/45/gdn/query", |
| "text/layers/45/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000136", |
| "parameters": [ |
| "text/layers/45/gdn/value", |
| "text/layers/45/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000137", |
| "parameters": [ |
| "text/layers/45/mlp/gate", |
| "text/layers/45/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000138", |
| "parameters": [ |
| "text/layers/46/gdn/query", |
| "text/layers/46/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000139", |
| "parameters": [ |
| "text/layers/46/gdn/value", |
| "text/layers/46/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000140", |
| "parameters": [ |
| "text/layers/46/mlp/gate", |
| "text/layers/46/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000141", |
| "parameters": [ |
| "text/layers/47/attention/query", |
| "text/layers/47/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000142", |
| "parameters": [ |
| "text/layers/47/attention/gate", |
| "text/layers/47/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000143", |
| "parameters": [ |
| "text/layers/47/mlp/gate", |
| "text/layers/47/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000144", |
| "parameters": [ |
| "text/layers/48/gdn/query", |
| "text/layers/48/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000145", |
| "parameters": [ |
| "text/layers/48/gdn/value", |
| "text/layers/48/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000146", |
| "parameters": [ |
| "text/layers/48/mlp/gate", |
| "text/layers/48/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000147", |
| "parameters": [ |
| "text/layers/49/gdn/query", |
| "text/layers/49/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000148", |
| "parameters": [ |
| "text/layers/49/gdn/value", |
| "text/layers/49/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000149", |
| "parameters": [ |
| "text/layers/49/mlp/gate", |
| "text/layers/49/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000150", |
| "parameters": [ |
| "text/layers/50/gdn/query", |
| "text/layers/50/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000151", |
| "parameters": [ |
| "text/layers/50/gdn/value", |
| "text/layers/50/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000152", |
| "parameters": [ |
| "text/layers/50/mlp/gate", |
| "text/layers/50/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000153", |
| "parameters": [ |
| "text/layers/51/attention/query", |
| "text/layers/51/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000154", |
| "parameters": [ |
| "text/layers/51/attention/gate", |
| "text/layers/51/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000155", |
| "parameters": [ |
| "text/layers/51/mlp/gate", |
| "text/layers/51/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000156", |
| "parameters": [ |
| "text/layers/52/gdn/query", |
| "text/layers/52/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000157", |
| "parameters": [ |
| "text/layers/52/gdn/value", |
| "text/layers/52/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000158", |
| "parameters": [ |
| "text/layers/52/mlp/gate", |
| "text/layers/52/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000159", |
| "parameters": [ |
| "text/layers/53/gdn/query", |
| "text/layers/53/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000160", |
| "parameters": [ |
| "text/layers/53/gdn/value", |
| "text/layers/53/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000161", |
| "parameters": [ |
| "text/layers/53/mlp/gate", |
| "text/layers/53/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000162", |
| "parameters": [ |
| "text/layers/54/gdn/query", |
| "text/layers/54/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000163", |
| "parameters": [ |
| "text/layers/54/gdn/value", |
| "text/layers/54/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000164", |
| "parameters": [ |
| "text/layers/54/mlp/gate", |
| "text/layers/54/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000165", |
| "parameters": [ |
| "text/layers/55/attention/query", |
| "text/layers/55/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000166", |
| "parameters": [ |
| "text/layers/55/attention/gate", |
| "text/layers/55/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000167", |
| "parameters": [ |
| "text/layers/55/mlp/gate", |
| "text/layers/55/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000168", |
| "parameters": [ |
| "text/layers/56/gdn/query", |
| "text/layers/56/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000169", |
| "parameters": [ |
| "text/layers/56/gdn/value", |
| "text/layers/56/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000170", |
| "parameters": [ |
| "text/layers/56/mlp/gate", |
| "text/layers/56/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000171", |
| "parameters": [ |
| "text/layers/57/gdn/query", |
| "text/layers/57/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000172", |
| "parameters": [ |
| "text/layers/57/gdn/value", |
| "text/layers/57/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000173", |
| "parameters": [ |
| "text/layers/57/mlp/gate", |
| "text/layers/57/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000174", |
| "parameters": [ |
| "text/layers/58/gdn/query", |
| "text/layers/58/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000175", |
| "parameters": [ |
| "text/layers/58/gdn/value", |
| "text/layers/58/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000176", |
| "parameters": [ |
| "text/layers/58/mlp/gate", |
| "text/layers/58/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000177", |
| "parameters": [ |
| "text/layers/59/attention/query", |
| "text/layers/59/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000178", |
| "parameters": [ |
| "text/layers/59/attention/gate", |
| "text/layers/59/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000179", |
| "parameters": [ |
| "text/layers/59/mlp/gate", |
| "text/layers/59/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000180", |
| "parameters": [ |
| "text/layers/60/gdn/query", |
| "text/layers/60/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000181", |
| "parameters": [ |
| "text/layers/60/gdn/value", |
| "text/layers/60/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000182", |
| "parameters": [ |
| "text/layers/60/mlp/gate", |
| "text/layers/60/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000183", |
| "parameters": [ |
| "text/layers/61/gdn/query", |
| "text/layers/61/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000184", |
| "parameters": [ |
| "text/layers/61/gdn/value", |
| "text/layers/61/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000185", |
| "parameters": [ |
| "text/layers/61/mlp/gate", |
| "text/layers/61/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000186", |
| "parameters": [ |
| "text/layers/62/gdn/query", |
| "text/layers/62/gdn/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 4096, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000187", |
| "parameters": [ |
| "text/layers/62/gdn/value", |
| "text/layers/62/gdn/z" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_z.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 12288, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000188", |
| "parameters": [ |
| "text/layers/62/mlp/gate", |
| "text/layers/62/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000189", |
| "parameters": [ |
| "text/layers/63/attention/query", |
| "text/layers/63/attention/key" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.k_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000190", |
| "parameters": [ |
| "text/layers/63/attention/gate", |
| "text/layers/63/attention/value" |
| ], |
| "sources": [ |
| "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_proj.weight, 24 spans, 6144 rows)", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.v_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 7168, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000191", |
| "parameters": [ |
| "text/layers/63/mlp/gate", |
| "text/layers/63/mlp/up" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.gate_proj.weight", |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.up_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q4_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 34816, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000192", |
| "parameters": [ |
| "text/token_embedding" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.embed_tokens.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q8_g32_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 248320, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000193", |
| "parameters": [ |
| "text/output_head" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:lm_head.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q8_g32_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 248320, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000194", |
| "parameters": [ |
| "text/final_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.norm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000195", |
| "parameters": [ |
| "text/layers/0/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000196", |
| "parameters": [ |
| "text/layers/0/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000197", |
| "parameters": [ |
| "text/layers/0/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000198", |
| "parameters": [ |
| "text/layers/0/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000199", |
| "parameters": [ |
| "text/layers/0/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000200", |
| "parameters": [ |
| "text/layers/0/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000201", |
| "parameters": [ |
| "text/layers/0/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000202", |
| "parameters": [ |
| "text/layers/0/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000203", |
| "parameters": [ |
| "text/layers/0/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000204", |
| "parameters": [ |
| "text/layers/0/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000205", |
| "parameters": [ |
| "text/layers/1/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000206", |
| "parameters": [ |
| "text/layers/1/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000207", |
| "parameters": [ |
| "text/layers/1/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000208", |
| "parameters": [ |
| "text/layers/1/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000209", |
| "parameters": [ |
| "text/layers/1/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000210", |
| "parameters": [ |
| "text/layers/1/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000211", |
| "parameters": [ |
| "text/layers/1/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000212", |
| "parameters": [ |
| "text/layers/1/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000213", |
| "parameters": [ |
| "text/layers/1/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000214", |
| "parameters": [ |
| "text/layers/1/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000215", |
| "parameters": [ |
| "text/layers/2/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000216", |
| "parameters": [ |
| "text/layers/2/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000217", |
| "parameters": [ |
| "text/layers/2/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000218", |
| "parameters": [ |
| "text/layers/2/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000219", |
| "parameters": [ |
| "text/layers/2/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000220", |
| "parameters": [ |
| "text/layers/2/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000221", |
| "parameters": [ |
| "text/layers/2/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000222", |
| "parameters": [ |
| "text/layers/2/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000223", |
| "parameters": [ |
| "text/layers/2/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000224", |
| "parameters": [ |
| "text/layers/2/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000225", |
| "parameters": [ |
| "text/layers/3/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000226", |
| "parameters": [ |
| "text/layers/3/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000227", |
| "parameters": [ |
| "text/layers/3/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000228", |
| "parameters": [ |
| "text/layers/3/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000229", |
| "parameters": [ |
| "text/layers/3/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000230", |
| "parameters": [ |
| "text/layers/3/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000231", |
| "parameters": [ |
| "text/layers/4/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000232", |
| "parameters": [ |
| "text/layers/4/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000233", |
| "parameters": [ |
| "text/layers/4/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000234", |
| "parameters": [ |
| "text/layers/4/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000235", |
| "parameters": [ |
| "text/layers/4/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000236", |
| "parameters": [ |
| "text/layers/4/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000237", |
| "parameters": [ |
| "text/layers/4/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000238", |
| "parameters": [ |
| "text/layers/4/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000239", |
| "parameters": [ |
| "text/layers/4/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000240", |
| "parameters": [ |
| "text/layers/4/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000241", |
| "parameters": [ |
| "text/layers/5/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000242", |
| "parameters": [ |
| "text/layers/5/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000243", |
| "parameters": [ |
| "text/layers/5/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000244", |
| "parameters": [ |
| "text/layers/5/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000245", |
| "parameters": [ |
| "text/layers/5/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000246", |
| "parameters": [ |
| "text/layers/5/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000247", |
| "parameters": [ |
| "text/layers/5/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000248", |
| "parameters": [ |
| "text/layers/5/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000249", |
| "parameters": [ |
| "text/layers/5/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000250", |
| "parameters": [ |
| "text/layers/5/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000251", |
| "parameters": [ |
| "text/layers/6/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000252", |
| "parameters": [ |
| "text/layers/6/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000253", |
| "parameters": [ |
| "text/layers/6/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000254", |
| "parameters": [ |
| "text/layers/6/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000255", |
| "parameters": [ |
| "text/layers/6/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000256", |
| "parameters": [ |
| "text/layers/6/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000257", |
| "parameters": [ |
| "text/layers/6/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000258", |
| "parameters": [ |
| "text/layers/6/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000259", |
| "parameters": [ |
| "text/layers/6/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000260", |
| "parameters": [ |
| "text/layers/6/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000261", |
| "parameters": [ |
| "text/layers/7/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000262", |
| "parameters": [ |
| "text/layers/7/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000263", |
| "parameters": [ |
| "text/layers/7/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000264", |
| "parameters": [ |
| "text/layers/7/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000265", |
| "parameters": [ |
| "text/layers/7/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000266", |
| "parameters": [ |
| "text/layers/7/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000267", |
| "parameters": [ |
| "text/layers/8/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000268", |
| "parameters": [ |
| "text/layers/8/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000269", |
| "parameters": [ |
| "text/layers/8/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000270", |
| "parameters": [ |
| "text/layers/8/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000271", |
| "parameters": [ |
| "text/layers/8/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000272", |
| "parameters": [ |
| "text/layers/8/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000273", |
| "parameters": [ |
| "text/layers/8/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000274", |
| "parameters": [ |
| "text/layers/8/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000275", |
| "parameters": [ |
| "text/layers/8/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000276", |
| "parameters": [ |
| "text/layers/8/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000277", |
| "parameters": [ |
| "text/layers/9/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000278", |
| "parameters": [ |
| "text/layers/9/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000279", |
| "parameters": [ |
| "text/layers/9/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000280", |
| "parameters": [ |
| "text/layers/9/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000281", |
| "parameters": [ |
| "text/layers/9/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000282", |
| "parameters": [ |
| "text/layers/9/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000283", |
| "parameters": [ |
| "text/layers/9/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000284", |
| "parameters": [ |
| "text/layers/9/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000285", |
| "parameters": [ |
| "text/layers/9/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000286", |
| "parameters": [ |
| "text/layers/9/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000287", |
| "parameters": [ |
| "text/layers/10/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000288", |
| "parameters": [ |
| "text/layers/10/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000289", |
| "parameters": [ |
| "text/layers/10/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000290", |
| "parameters": [ |
| "text/layers/10/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000291", |
| "parameters": [ |
| "text/layers/10/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000292", |
| "parameters": [ |
| "text/layers/10/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000293", |
| "parameters": [ |
| "text/layers/10/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000294", |
| "parameters": [ |
| "text/layers/10/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000295", |
| "parameters": [ |
| "text/layers/10/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000296", |
| "parameters": [ |
| "text/layers/10/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000297", |
| "parameters": [ |
| "text/layers/11/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000298", |
| "parameters": [ |
| "text/layers/11/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000299", |
| "parameters": [ |
| "text/layers/11/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000300", |
| "parameters": [ |
| "text/layers/11/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000301", |
| "parameters": [ |
| "text/layers/11/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000302", |
| "parameters": [ |
| "text/layers/11/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000303", |
| "parameters": [ |
| "text/layers/12/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000304", |
| "parameters": [ |
| "text/layers/12/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000305", |
| "parameters": [ |
| "text/layers/12/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000306", |
| "parameters": [ |
| "text/layers/12/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000307", |
| "parameters": [ |
| "text/layers/12/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000308", |
| "parameters": [ |
| "text/layers/12/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000309", |
| "parameters": [ |
| "text/layers/12/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000310", |
| "parameters": [ |
| "text/layers/12/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000311", |
| "parameters": [ |
| "text/layers/12/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000312", |
| "parameters": [ |
| "text/layers/12/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000313", |
| "parameters": [ |
| "text/layers/13/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000314", |
| "parameters": [ |
| "text/layers/13/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000315", |
| "parameters": [ |
| "text/layers/13/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000316", |
| "parameters": [ |
| "text/layers/13/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000317", |
| "parameters": [ |
| "text/layers/13/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000318", |
| "parameters": [ |
| "text/layers/13/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000319", |
| "parameters": [ |
| "text/layers/13/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000320", |
| "parameters": [ |
| "text/layers/13/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000321", |
| "parameters": [ |
| "text/layers/13/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000322", |
| "parameters": [ |
| "text/layers/13/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000323", |
| "parameters": [ |
| "text/layers/14/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000324", |
| "parameters": [ |
| "text/layers/14/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000325", |
| "parameters": [ |
| "text/layers/14/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000326", |
| "parameters": [ |
| "text/layers/14/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000327", |
| "parameters": [ |
| "text/layers/14/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000328", |
| "parameters": [ |
| "text/layers/14/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000329", |
| "parameters": [ |
| "text/layers/14/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000330", |
| "parameters": [ |
| "text/layers/14/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000331", |
| "parameters": [ |
| "text/layers/14/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000332", |
| "parameters": [ |
| "text/layers/14/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000333", |
| "parameters": [ |
| "text/layers/15/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000334", |
| "parameters": [ |
| "text/layers/15/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000335", |
| "parameters": [ |
| "text/layers/15/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000336", |
| "parameters": [ |
| "text/layers/15/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000337", |
| "parameters": [ |
| "text/layers/15/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000338", |
| "parameters": [ |
| "text/layers/15/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000339", |
| "parameters": [ |
| "text/layers/16/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000340", |
| "parameters": [ |
| "text/layers/16/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000341", |
| "parameters": [ |
| "text/layers/16/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000342", |
| "parameters": [ |
| "text/layers/16/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000343", |
| "parameters": [ |
| "text/layers/16/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000344", |
| "parameters": [ |
| "text/layers/16/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000345", |
| "parameters": [ |
| "text/layers/16/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000346", |
| "parameters": [ |
| "text/layers/16/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000347", |
| "parameters": [ |
| "text/layers/16/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000348", |
| "parameters": [ |
| "text/layers/16/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000349", |
| "parameters": [ |
| "text/layers/17/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000350", |
| "parameters": [ |
| "text/layers/17/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000351", |
| "parameters": [ |
| "text/layers/17/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000352", |
| "parameters": [ |
| "text/layers/17/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000353", |
| "parameters": [ |
| "text/layers/17/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000354", |
| "parameters": [ |
| "text/layers/17/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000355", |
| "parameters": [ |
| "text/layers/17/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000356", |
| "parameters": [ |
| "text/layers/17/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000357", |
| "parameters": [ |
| "text/layers/17/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000358", |
| "parameters": [ |
| "text/layers/17/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000359", |
| "parameters": [ |
| "text/layers/18/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000360", |
| "parameters": [ |
| "text/layers/18/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000361", |
| "parameters": [ |
| "text/layers/18/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000362", |
| "parameters": [ |
| "text/layers/18/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000363", |
| "parameters": [ |
| "text/layers/18/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000364", |
| "parameters": [ |
| "text/layers/18/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000365", |
| "parameters": [ |
| "text/layers/18/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000366", |
| "parameters": [ |
| "text/layers/18/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000367", |
| "parameters": [ |
| "text/layers/18/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000368", |
| "parameters": [ |
| "text/layers/18/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000369", |
| "parameters": [ |
| "text/layers/19/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000370", |
| "parameters": [ |
| "text/layers/19/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000371", |
| "parameters": [ |
| "text/layers/19/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000372", |
| "parameters": [ |
| "text/layers/19/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000373", |
| "parameters": [ |
| "text/layers/19/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000374", |
| "parameters": [ |
| "text/layers/19/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000375", |
| "parameters": [ |
| "text/layers/20/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000376", |
| "parameters": [ |
| "text/layers/20/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000377", |
| "parameters": [ |
| "text/layers/20/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000378", |
| "parameters": [ |
| "text/layers/20/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000379", |
| "parameters": [ |
| "text/layers/20/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000380", |
| "parameters": [ |
| "text/layers/20/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000381", |
| "parameters": [ |
| "text/layers/20/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000382", |
| "parameters": [ |
| "text/layers/20/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000383", |
| "parameters": [ |
| "text/layers/20/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000384", |
| "parameters": [ |
| "text/layers/20/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000385", |
| "parameters": [ |
| "text/layers/21/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000386", |
| "parameters": [ |
| "text/layers/21/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000387", |
| "parameters": [ |
| "text/layers/21/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000388", |
| "parameters": [ |
| "text/layers/21/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000389", |
| "parameters": [ |
| "text/layers/21/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000390", |
| "parameters": [ |
| "text/layers/21/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000391", |
| "parameters": [ |
| "text/layers/21/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000392", |
| "parameters": [ |
| "text/layers/21/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000393", |
| "parameters": [ |
| "text/layers/21/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000394", |
| "parameters": [ |
| "text/layers/21/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000395", |
| "parameters": [ |
| "text/layers/22/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000396", |
| "parameters": [ |
| "text/layers/22/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000397", |
| "parameters": [ |
| "text/layers/22/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000398", |
| "parameters": [ |
| "text/layers/22/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000399", |
| "parameters": [ |
| "text/layers/22/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000400", |
| "parameters": [ |
| "text/layers/22/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000401", |
| "parameters": [ |
| "text/layers/22/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000402", |
| "parameters": [ |
| "text/layers/22/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000403", |
| "parameters": [ |
| "text/layers/22/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000404", |
| "parameters": [ |
| "text/layers/22/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000405", |
| "parameters": [ |
| "text/layers/23/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000406", |
| "parameters": [ |
| "text/layers/23/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000407", |
| "parameters": [ |
| "text/layers/23/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000408", |
| "parameters": [ |
| "text/layers/23/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000409", |
| "parameters": [ |
| "text/layers/23/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000410", |
| "parameters": [ |
| "text/layers/23/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000411", |
| "parameters": [ |
| "text/layers/24/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000412", |
| "parameters": [ |
| "text/layers/24/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000413", |
| "parameters": [ |
| "text/layers/24/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000414", |
| "parameters": [ |
| "text/layers/24/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000415", |
| "parameters": [ |
| "text/layers/24/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000416", |
| "parameters": [ |
| "text/layers/24/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000417", |
| "parameters": [ |
| "text/layers/24/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000418", |
| "parameters": [ |
| "text/layers/24/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000419", |
| "parameters": [ |
| "text/layers/24/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000420", |
| "parameters": [ |
| "text/layers/24/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000421", |
| "parameters": [ |
| "text/layers/25/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000422", |
| "parameters": [ |
| "text/layers/25/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000423", |
| "parameters": [ |
| "text/layers/25/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000424", |
| "parameters": [ |
| "text/layers/25/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000425", |
| "parameters": [ |
| "text/layers/25/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000426", |
| "parameters": [ |
| "text/layers/25/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000427", |
| "parameters": [ |
| "text/layers/25/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000428", |
| "parameters": [ |
| "text/layers/25/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000429", |
| "parameters": [ |
| "text/layers/25/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000430", |
| "parameters": [ |
| "text/layers/25/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000431", |
| "parameters": [ |
| "text/layers/26/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000432", |
| "parameters": [ |
| "text/layers/26/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000433", |
| "parameters": [ |
| "text/layers/26/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000434", |
| "parameters": [ |
| "text/layers/26/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000435", |
| "parameters": [ |
| "text/layers/26/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000436", |
| "parameters": [ |
| "text/layers/26/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000437", |
| "parameters": [ |
| "text/layers/26/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000438", |
| "parameters": [ |
| "text/layers/26/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000439", |
| "parameters": [ |
| "text/layers/26/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000440", |
| "parameters": [ |
| "text/layers/26/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000441", |
| "parameters": [ |
| "text/layers/27/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000442", |
| "parameters": [ |
| "text/layers/27/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000443", |
| "parameters": [ |
| "text/layers/27/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000444", |
| "parameters": [ |
| "text/layers/27/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000445", |
| "parameters": [ |
| "text/layers/27/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000446", |
| "parameters": [ |
| "text/layers/27/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000447", |
| "parameters": [ |
| "text/layers/28/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000448", |
| "parameters": [ |
| "text/layers/28/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000449", |
| "parameters": [ |
| "text/layers/28/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000450", |
| "parameters": [ |
| "text/layers/28/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000451", |
| "parameters": [ |
| "text/layers/28/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000452", |
| "parameters": [ |
| "text/layers/28/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000453", |
| "parameters": [ |
| "text/layers/28/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000454", |
| "parameters": [ |
| "text/layers/28/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000455", |
| "parameters": [ |
| "text/layers/28/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000456", |
| "parameters": [ |
| "text/layers/28/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000457", |
| "parameters": [ |
| "text/layers/29/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000458", |
| "parameters": [ |
| "text/layers/29/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000459", |
| "parameters": [ |
| "text/layers/29/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000460", |
| "parameters": [ |
| "text/layers/29/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000461", |
| "parameters": [ |
| "text/layers/29/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000462", |
| "parameters": [ |
| "text/layers/29/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000463", |
| "parameters": [ |
| "text/layers/29/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000464", |
| "parameters": [ |
| "text/layers/29/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000465", |
| "parameters": [ |
| "text/layers/29/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000466", |
| "parameters": [ |
| "text/layers/29/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000467", |
| "parameters": [ |
| "text/layers/30/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000468", |
| "parameters": [ |
| "text/layers/30/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000469", |
| "parameters": [ |
| "text/layers/30/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000470", |
| "parameters": [ |
| "text/layers/30/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000471", |
| "parameters": [ |
| "text/layers/30/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000472", |
| "parameters": [ |
| "text/layers/30/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000473", |
| "parameters": [ |
| "text/layers/30/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000474", |
| "parameters": [ |
| "text/layers/30/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000475", |
| "parameters": [ |
| "text/layers/30/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000476", |
| "parameters": [ |
| "text/layers/30/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000477", |
| "parameters": [ |
| "text/layers/31/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000478", |
| "parameters": [ |
| "text/layers/31/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000479", |
| "parameters": [ |
| "text/layers/31/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000480", |
| "parameters": [ |
| "text/layers/31/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000481", |
| "parameters": [ |
| "text/layers/31/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000482", |
| "parameters": [ |
| "text/layers/31/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000483", |
| "parameters": [ |
| "text/layers/32/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000484", |
| "parameters": [ |
| "text/layers/32/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000485", |
| "parameters": [ |
| "text/layers/32/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000486", |
| "parameters": [ |
| "text/layers/32/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000487", |
| "parameters": [ |
| "text/layers/32/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000488", |
| "parameters": [ |
| "text/layers/32/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000489", |
| "parameters": [ |
| "text/layers/32/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000490", |
| "parameters": [ |
| "text/layers/32/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000491", |
| "parameters": [ |
| "text/layers/32/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000492", |
| "parameters": [ |
| "text/layers/32/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000493", |
| "parameters": [ |
| "text/layers/33/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000494", |
| "parameters": [ |
| "text/layers/33/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000495", |
| "parameters": [ |
| "text/layers/33/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000496", |
| "parameters": [ |
| "text/layers/33/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000497", |
| "parameters": [ |
| "text/layers/33/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000498", |
| "parameters": [ |
| "text/layers/33/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000499", |
| "parameters": [ |
| "text/layers/33/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000500", |
| "parameters": [ |
| "text/layers/33/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000501", |
| "parameters": [ |
| "text/layers/33/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000502", |
| "parameters": [ |
| "text/layers/33/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000503", |
| "parameters": [ |
| "text/layers/34/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000504", |
| "parameters": [ |
| "text/layers/34/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000505", |
| "parameters": [ |
| "text/layers/34/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000506", |
| "parameters": [ |
| "text/layers/34/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000507", |
| "parameters": [ |
| "text/layers/34/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000508", |
| "parameters": [ |
| "text/layers/34/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000509", |
| "parameters": [ |
| "text/layers/34/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000510", |
| "parameters": [ |
| "text/layers/34/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000511", |
| "parameters": [ |
| "text/layers/34/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000512", |
| "parameters": [ |
| "text/layers/34/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000513", |
| "parameters": [ |
| "text/layers/35/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000514", |
| "parameters": [ |
| "text/layers/35/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000515", |
| "parameters": [ |
| "text/layers/35/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000516", |
| "parameters": [ |
| "text/layers/35/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000517", |
| "parameters": [ |
| "text/layers/35/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000518", |
| "parameters": [ |
| "text/layers/35/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000519", |
| "parameters": [ |
| "text/layers/36/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000520", |
| "parameters": [ |
| "text/layers/36/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000521", |
| "parameters": [ |
| "text/layers/36/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000522", |
| "parameters": [ |
| "text/layers/36/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000523", |
| "parameters": [ |
| "text/layers/36/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000524", |
| "parameters": [ |
| "text/layers/36/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000525", |
| "parameters": [ |
| "text/layers/36/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000526", |
| "parameters": [ |
| "text/layers/36/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000527", |
| "parameters": [ |
| "text/layers/36/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000528", |
| "parameters": [ |
| "text/layers/36/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000529", |
| "parameters": [ |
| "text/layers/37/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000530", |
| "parameters": [ |
| "text/layers/37/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000531", |
| "parameters": [ |
| "text/layers/37/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000532", |
| "parameters": [ |
| "text/layers/37/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000533", |
| "parameters": [ |
| "text/layers/37/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000534", |
| "parameters": [ |
| "text/layers/37/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000535", |
| "parameters": [ |
| "text/layers/37/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000536", |
| "parameters": [ |
| "text/layers/37/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000537", |
| "parameters": [ |
| "text/layers/37/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000538", |
| "parameters": [ |
| "text/layers/37/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000539", |
| "parameters": [ |
| "text/layers/38/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000540", |
| "parameters": [ |
| "text/layers/38/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000541", |
| "parameters": [ |
| "text/layers/38/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000542", |
| "parameters": [ |
| "text/layers/38/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000543", |
| "parameters": [ |
| "text/layers/38/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000544", |
| "parameters": [ |
| "text/layers/38/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000545", |
| "parameters": [ |
| "text/layers/38/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000546", |
| "parameters": [ |
| "text/layers/38/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000547", |
| "parameters": [ |
| "text/layers/38/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000548", |
| "parameters": [ |
| "text/layers/38/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000549", |
| "parameters": [ |
| "text/layers/39/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000550", |
| "parameters": [ |
| "text/layers/39/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000551", |
| "parameters": [ |
| "text/layers/39/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000552", |
| "parameters": [ |
| "text/layers/39/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000553", |
| "parameters": [ |
| "text/layers/39/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000554", |
| "parameters": [ |
| "text/layers/39/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000555", |
| "parameters": [ |
| "text/layers/40/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000556", |
| "parameters": [ |
| "text/layers/40/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000557", |
| "parameters": [ |
| "text/layers/40/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000558", |
| "parameters": [ |
| "text/layers/40/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000559", |
| "parameters": [ |
| "text/layers/40/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000560", |
| "parameters": [ |
| "text/layers/40/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000561", |
| "parameters": [ |
| "text/layers/40/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000562", |
| "parameters": [ |
| "text/layers/40/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000563", |
| "parameters": [ |
| "text/layers/40/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000564", |
| "parameters": [ |
| "text/layers/40/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000565", |
| "parameters": [ |
| "text/layers/41/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000566", |
| "parameters": [ |
| "text/layers/41/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000567", |
| "parameters": [ |
| "text/layers/41/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000568", |
| "parameters": [ |
| "text/layers/41/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000569", |
| "parameters": [ |
| "text/layers/41/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000570", |
| "parameters": [ |
| "text/layers/41/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000571", |
| "parameters": [ |
| "text/layers/41/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000572", |
| "parameters": [ |
| "text/layers/41/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000573", |
| "parameters": [ |
| "text/layers/41/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000574", |
| "parameters": [ |
| "text/layers/41/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000575", |
| "parameters": [ |
| "text/layers/42/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000576", |
| "parameters": [ |
| "text/layers/42/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000577", |
| "parameters": [ |
| "text/layers/42/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000578", |
| "parameters": [ |
| "text/layers/42/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000579", |
| "parameters": [ |
| "text/layers/42/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000580", |
| "parameters": [ |
| "text/layers/42/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000581", |
| "parameters": [ |
| "text/layers/42/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000582", |
| "parameters": [ |
| "text/layers/42/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000583", |
| "parameters": [ |
| "text/layers/42/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000584", |
| "parameters": [ |
| "text/layers/42/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000585", |
| "parameters": [ |
| "text/layers/43/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000586", |
| "parameters": [ |
| "text/layers/43/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000587", |
| "parameters": [ |
| "text/layers/43/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000588", |
| "parameters": [ |
| "text/layers/43/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000589", |
| "parameters": [ |
| "text/layers/43/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000590", |
| "parameters": [ |
| "text/layers/43/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000591", |
| "parameters": [ |
| "text/layers/44/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000592", |
| "parameters": [ |
| "text/layers/44/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000593", |
| "parameters": [ |
| "text/layers/44/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000594", |
| "parameters": [ |
| "text/layers/44/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000595", |
| "parameters": [ |
| "text/layers/44/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000596", |
| "parameters": [ |
| "text/layers/44/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000597", |
| "parameters": [ |
| "text/layers/44/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000598", |
| "parameters": [ |
| "text/layers/44/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000599", |
| "parameters": [ |
| "text/layers/44/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000600", |
| "parameters": [ |
| "text/layers/44/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000601", |
| "parameters": [ |
| "text/layers/45/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000602", |
| "parameters": [ |
| "text/layers/45/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000603", |
| "parameters": [ |
| "text/layers/45/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000604", |
| "parameters": [ |
| "text/layers/45/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000605", |
| "parameters": [ |
| "text/layers/45/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000606", |
| "parameters": [ |
| "text/layers/45/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000607", |
| "parameters": [ |
| "text/layers/45/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000608", |
| "parameters": [ |
| "text/layers/45/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000609", |
| "parameters": [ |
| "text/layers/45/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000610", |
| "parameters": [ |
| "text/layers/45/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000611", |
| "parameters": [ |
| "text/layers/46/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000612", |
| "parameters": [ |
| "text/layers/46/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000613", |
| "parameters": [ |
| "text/layers/46/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000614", |
| "parameters": [ |
| "text/layers/46/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000615", |
| "parameters": [ |
| "text/layers/46/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000616", |
| "parameters": [ |
| "text/layers/46/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000617", |
| "parameters": [ |
| "text/layers/46/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000618", |
| "parameters": [ |
| "text/layers/46/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000619", |
| "parameters": [ |
| "text/layers/46/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000620", |
| "parameters": [ |
| "text/layers/46/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000621", |
| "parameters": [ |
| "text/layers/47/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000622", |
| "parameters": [ |
| "text/layers/47/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000623", |
| "parameters": [ |
| "text/layers/47/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000624", |
| "parameters": [ |
| "text/layers/47/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000625", |
| "parameters": [ |
| "text/layers/47/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000626", |
| "parameters": [ |
| "text/layers/47/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000627", |
| "parameters": [ |
| "text/layers/48/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000628", |
| "parameters": [ |
| "text/layers/48/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000629", |
| "parameters": [ |
| "text/layers/48/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000630", |
| "parameters": [ |
| "text/layers/48/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000631", |
| "parameters": [ |
| "text/layers/48/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000632", |
| "parameters": [ |
| "text/layers/48/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000633", |
| "parameters": [ |
| "text/layers/48/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000634", |
| "parameters": [ |
| "text/layers/48/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000635", |
| "parameters": [ |
| "text/layers/48/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000636", |
| "parameters": [ |
| "text/layers/48/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000637", |
| "parameters": [ |
| "text/layers/49/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000638", |
| "parameters": [ |
| "text/layers/49/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000639", |
| "parameters": [ |
| "text/layers/49/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000640", |
| "parameters": [ |
| "text/layers/49/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000641", |
| "parameters": [ |
| "text/layers/49/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000642", |
| "parameters": [ |
| "text/layers/49/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000643", |
| "parameters": [ |
| "text/layers/49/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000644", |
| "parameters": [ |
| "text/layers/49/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000645", |
| "parameters": [ |
| "text/layers/49/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000646", |
| "parameters": [ |
| "text/layers/49/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000647", |
| "parameters": [ |
| "text/layers/50/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000648", |
| "parameters": [ |
| "text/layers/50/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000649", |
| "parameters": [ |
| "text/layers/50/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000650", |
| "parameters": [ |
| "text/layers/50/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000651", |
| "parameters": [ |
| "text/layers/50/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000652", |
| "parameters": [ |
| "text/layers/50/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000653", |
| "parameters": [ |
| "text/layers/50/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000654", |
| "parameters": [ |
| "text/layers/50/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000655", |
| "parameters": [ |
| "text/layers/50/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000656", |
| "parameters": [ |
| "text/layers/50/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000657", |
| "parameters": [ |
| "text/layers/51/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000658", |
| "parameters": [ |
| "text/layers/51/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000659", |
| "parameters": [ |
| "text/layers/51/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000660", |
| "parameters": [ |
| "text/layers/51/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000661", |
| "parameters": [ |
| "text/layers/51/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000662", |
| "parameters": [ |
| "text/layers/51/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000663", |
| "parameters": [ |
| "text/layers/52/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000664", |
| "parameters": [ |
| "text/layers/52/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000665", |
| "parameters": [ |
| "text/layers/52/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000666", |
| "parameters": [ |
| "text/layers/52/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000667", |
| "parameters": [ |
| "text/layers/52/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000668", |
| "parameters": [ |
| "text/layers/52/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000669", |
| "parameters": [ |
| "text/layers/52/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000670", |
| "parameters": [ |
| "text/layers/52/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000671", |
| "parameters": [ |
| "text/layers/52/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000672", |
| "parameters": [ |
| "text/layers/52/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000673", |
| "parameters": [ |
| "text/layers/53/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000674", |
| "parameters": [ |
| "text/layers/53/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000675", |
| "parameters": [ |
| "text/layers/53/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000676", |
| "parameters": [ |
| "text/layers/53/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000677", |
| "parameters": [ |
| "text/layers/53/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000678", |
| "parameters": [ |
| "text/layers/53/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000679", |
| "parameters": [ |
| "text/layers/53/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000680", |
| "parameters": [ |
| "text/layers/53/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000681", |
| "parameters": [ |
| "text/layers/53/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000682", |
| "parameters": [ |
| "text/layers/53/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000683", |
| "parameters": [ |
| "text/layers/54/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000684", |
| "parameters": [ |
| "text/layers/54/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000685", |
| "parameters": [ |
| "text/layers/54/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000686", |
| "parameters": [ |
| "text/layers/54/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000687", |
| "parameters": [ |
| "text/layers/54/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000688", |
| "parameters": [ |
| "text/layers/54/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000689", |
| "parameters": [ |
| "text/layers/54/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000690", |
| "parameters": [ |
| "text/layers/54/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000691", |
| "parameters": [ |
| "text/layers/54/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000692", |
| "parameters": [ |
| "text/layers/54/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000693", |
| "parameters": [ |
| "text/layers/55/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000694", |
| "parameters": [ |
| "text/layers/55/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000695", |
| "parameters": [ |
| "text/layers/55/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000696", |
| "parameters": [ |
| "text/layers/55/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000697", |
| "parameters": [ |
| "text/layers/55/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000698", |
| "parameters": [ |
| "text/layers/55/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000699", |
| "parameters": [ |
| "text/layers/56/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000700", |
| "parameters": [ |
| "text/layers/56/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000701", |
| "parameters": [ |
| "text/layers/56/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000702", |
| "parameters": [ |
| "text/layers/56/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000703", |
| "parameters": [ |
| "text/layers/56/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000704", |
| "parameters": [ |
| "text/layers/56/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000705", |
| "parameters": [ |
| "text/layers/56/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000706", |
| "parameters": [ |
| "text/layers/56/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000707", |
| "parameters": [ |
| "text/layers/56/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000708", |
| "parameters": [ |
| "text/layers/56/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000709", |
| "parameters": [ |
| "text/layers/57/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000710", |
| "parameters": [ |
| "text/layers/57/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000711", |
| "parameters": [ |
| "text/layers/57/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000712", |
| "parameters": [ |
| "text/layers/57/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000713", |
| "parameters": [ |
| "text/layers/57/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000714", |
| "parameters": [ |
| "text/layers/57/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000715", |
| "parameters": [ |
| "text/layers/57/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000716", |
| "parameters": [ |
| "text/layers/57/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000717", |
| "parameters": [ |
| "text/layers/57/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000718", |
| "parameters": [ |
| "text/layers/57/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000719", |
| "parameters": [ |
| "text/layers/58/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000720", |
| "parameters": [ |
| "text/layers/58/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000721", |
| "parameters": [ |
| "text/layers/58/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000722", |
| "parameters": [ |
| "text/layers/58/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000723", |
| "parameters": [ |
| "text/layers/58/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000724", |
| "parameters": [ |
| "text/layers/58/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000725", |
| "parameters": [ |
| "text/layers/58/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000726", |
| "parameters": [ |
| "text/layers/58/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000727", |
| "parameters": [ |
| "text/layers/58/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000728", |
| "parameters": [ |
| "text/layers/58/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000729", |
| "parameters": [ |
| "text/layers/59/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000730", |
| "parameters": [ |
| "text/layers/59/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000731", |
| "parameters": [ |
| "text/layers/59/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000732", |
| "parameters": [ |
| "text/layers/59/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000733", |
| "parameters": [ |
| "text/layers/59/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000734", |
| "parameters": [ |
| "text/layers/59/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000735", |
| "parameters": [ |
| "text/layers/60/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000736", |
| "parameters": [ |
| "text/layers/60/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000737", |
| "parameters": [ |
| "text/layers/60/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000738", |
| "parameters": [ |
| "text/layers/60/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000739", |
| "parameters": [ |
| "text/layers/60/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000740", |
| "parameters": [ |
| "text/layers/60/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000741", |
| "parameters": [ |
| "text/layers/60/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000742", |
| "parameters": [ |
| "text/layers/60/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000743", |
| "parameters": [ |
| "text/layers/60/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000744", |
| "parameters": [ |
| "text/layers/60/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000745", |
| "parameters": [ |
| "text/layers/61/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000746", |
| "parameters": [ |
| "text/layers/61/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000747", |
| "parameters": [ |
| "text/layers/61/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000748", |
| "parameters": [ |
| "text/layers/61/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000749", |
| "parameters": [ |
| "text/layers/61/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000750", |
| "parameters": [ |
| "text/layers/61/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000751", |
| "parameters": [ |
| "text/layers/61/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000752", |
| "parameters": [ |
| "text/layers/61/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000753", |
| "parameters": [ |
| "text/layers/61/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000754", |
| "parameters": [ |
| "text/layers/61/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000755", |
| "parameters": [ |
| "text/layers/62/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000756", |
| "parameters": [ |
| "text/layers/62/gdn/a_log" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.A_log[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000757", |
| "parameters": [ |
| "text/layers/62/gdn/dt_bias" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.dt_bias[0:48]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "fp32", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48 |
| ] |
| }, |
| { |
| "object": "weight/000758", |
| "parameters": [ |
| "text/layers/62/gdn/convolution" |
| ], |
| "sources": [ |
| "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 4, |
| 10240 |
| ] |
| }, |
| { |
| "object": "weight/000759", |
| "parameters": [ |
| "text/layers/62/gdn/a_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_a.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000760", |
| "parameters": [ |
| "text/layers/62/gdn/b_projection" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_b.weight" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 48, |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000761", |
| "parameters": [ |
| "text/layers/62/gdn/norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.norm.weight[0:128]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 128 |
| ] |
| }, |
| { |
| "object": "weight/000762", |
| "parameters": [ |
| "text/layers/62/gdn/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.out_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000763", |
| "parameters": [ |
| "text/layers/62/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000764", |
| "parameters": [ |
| "text/layers/62/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.down_proj.weight" |
| ], |
| "method": "nvfp4_ct_maxabs", |
| "method_parameters": {}, |
| "format": "nvfp4", |
| "layout": "block_scale_k16_m128x4_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| }, |
| { |
| "object": "weight/000765", |
| "parameters": [ |
| "text/layers/63/input_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.input_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000766", |
| "parameters": [ |
| "text/layers/63/attention/query_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000767", |
| "parameters": [ |
| "text/layers/63/attention/key_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.k_norm.weight[0:256]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 256 |
| ] |
| }, |
| { |
| "object": "weight/000768", |
| "parameters": [ |
| "text/layers/63/attention/output" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.o_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 6144 |
| ] |
| }, |
| { |
| "object": "weight/000769", |
| "parameters": [ |
| "text/layers/63/post_attention_norm" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.post_attention_layernorm.weight[0:5120]" |
| ], |
| "method": "cast_direct", |
| "method_parameters": {}, |
| "format": "bf16", |
| "layout": "contiguous_le_v1", |
| "shape": [ |
| 5120 |
| ] |
| }, |
| { |
| "object": "weight/000770", |
| "parameters": [ |
| "text/layers/63/mlp/down" |
| ], |
| "sources": [ |
| "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.down_proj.weight" |
| ], |
| "method": "grouped_absmax", |
| "method_parameters": {}, |
| "format": "q5_g64_fp16", |
| "layout": "row_split_k128_v1", |
| "shape": [ |
| 5120, |
| 17408 |
| ] |
| } |
| ], |
| "artifact_id": "f0850e720f9e4a33b241bd37d15e2cf4", |
| "files": [ |
| { |
| "path": "/models/thinkingcap-down-sweep-2026-09-23/groups/d48/thinkingcap-d48.ninfer", |
| "payload_bytes": 16705271300 |
| } |
| ], |
| "payload_bytes": 16705271300, |
| "seconds": 263.83394384989515 |
| } |
|
|
