{ "components": { "text": { "config": { "architectures": [ "Qwen3_5ForCausalLM" ], "model_type": "qwen3_5_text", "hidden_size": 5120, "vocab_size": 147712, "num_hidden_layers": 64, "max_position_embeddings": 262144, "tie_word_embeddings": false, "rms_norm_eps": 9.999999974752427e-07, "layer_types": [ "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention" ], "num_attention_heads": 24, "num_key_value_heads": 4, "head_dim": 256, "rope_parameters": { "rope_theta": 10000000.0, "partial_rotary_factor": 0.25, "mrope_section": [ 11, 11, 10 ] }, "linear_num_key_heads": 16, "linear_key_head_dim": 128, "linear_num_value_heads": 48, "linear_value_head_dim": 128, "linear_conv_kernel_dim": 4, "intermediate_size": 17408 }, "resources": { "tokenizer.json": "resource/text/tokenizer.json", "tokenizer_config.json": "resource/text/tokenizer_config.json", "chat_template.jinja": "resource/text/chat_template.jinja", "generation_config.json": "resource/text/generation_config.json" }, "proposal": { "domain": "indexed", "rows": 131072 } }, "mtp": { "config": { "architectures": [ "Qwen3_5MTP" ] }, "target": "text" } }, "name": "thinkingcap-mtp-nvfp4-gateup-combined-147590", "output": "/models/thinkingcap-combined-147590-build/thinkingcap-mtp-nvfp4-gateup-combined-147590-phys147712.ninfer", "device": "cuda", "torch_version": "2.14.0+cu130", "cuda_version": "13.0", "rows_per_chunk": 512, "provenance": { "converter": "ninfer-v3", "recipe": "qwen3_8_27b", "sources": { "base": { "path": "/llm-models/ThinkingCap-Qwen3.8-27B" } }, "override": "/models/thinkingcap-mtp-nvfp4-sensitivity-2026-09-27/gateup/override.py", "ranking": "/models/qwen38-vocab-combined-147590-audit/ranking.train.147712.counts.i64" }, "preparation_seconds": 49.89420241396874, "parameters": 981, "uses": 620, "objects": 1170, "formats": { "nvfp4": 210, "q4_g64_fp16": 12, "q5_g64_fp16": 47, "q8_g32_fp16": 6, "bf16": 360, "fp32": 96, "int32": 1 }, "methods": [ { "object": "weight/000000", "parameters": [ "text/layers/0/gdn/query", "text/layers/0/gdn/key", "text/layers/0/gdn/value", "text/layers/0/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000001", "parameters": [ "text/layers/1/gdn/query", "text/layers/1/gdn/key", "text/layers/1/gdn/value", "text/layers/1/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000002", "parameters": [ "text/layers/2/gdn/query", "text/layers/2/gdn/key", "text/layers/2/gdn/value", "text/layers/2/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000003", "parameters": [ "text/layers/4/gdn/query", "text/layers/4/gdn/key", "text/layers/4/gdn/value", "text/layers/4/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000004", "parameters": [ "text/layers/5/gdn/query", "text/layers/5/gdn/key", "text/layers/5/gdn/value", "text/layers/5/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000005", "parameters": [ "text/layers/6/gdn/query", "text/layers/6/gdn/key", "text/layers/6/gdn/value", "text/layers/6/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000006", "parameters": [ "text/layers/8/gdn/query", "text/layers/8/gdn/key", "text/layers/8/gdn/value", "text/layers/8/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000007", "parameters": [ "text/layers/9/gdn/query", "text/layers/9/gdn/key", "text/layers/9/gdn/value", "text/layers/9/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000008", "parameters": [ "text/layers/12/gdn/query", "text/layers/12/gdn/key", "text/layers/12/gdn/value", "text/layers/12/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000009", "parameters": [ "text/layers/14/gdn/query", "text/layers/14/gdn/key", "text/layers/14/gdn/value", "text/layers/14/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000010", "parameters": [ "text/layers/16/gdn/query", "text/layers/16/gdn/key", "text/layers/16/gdn/value", "text/layers/16/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000011", "parameters": [ "text/layers/17/gdn/query", "text/layers/17/gdn/key", "text/layers/17/gdn/value", "text/layers/17/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000012", "parameters": [ "text/layers/21/gdn/query", "text/layers/21/gdn/key", "text/layers/21/gdn/value", "text/layers/21/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000013", "parameters": [ "text/layers/22/gdn/query", "text/layers/22/gdn/key", "text/layers/22/gdn/value", "text/layers/22/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000014", "parameters": [ "text/layers/25/gdn/query", "text/layers/25/gdn/key", "text/layers/25/gdn/value", "text/layers/25/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000015", "parameters": [ "text/layers/28/gdn/query", "text/layers/28/gdn/key", "text/layers/28/gdn/value", "text/layers/28/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000016", "parameters": [ "text/layers/29/gdn/query", "text/layers/29/gdn/key", "text/layers/29/gdn/value", "text/layers/29/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000017", "parameters": [ "text/layers/30/gdn/query", "text/layers/30/gdn/key", "text/layers/30/gdn/value", "text/layers/30/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000018", "parameters": [ "text/layers/32/gdn/query", "text/layers/32/gdn/key", "text/layers/32/gdn/value", "text/layers/32/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000019", "parameters": [ "text/layers/33/gdn/query", "text/layers/33/gdn/key", "text/layers/33/gdn/value", "text/layers/33/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000020", "parameters": [ "text/layers/36/gdn/query", "text/layers/36/gdn/key", "text/layers/36/gdn/value", "text/layers/36/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000021", "parameters": [ "text/layers/37/gdn/query", "text/layers/37/gdn/key", "text/layers/37/gdn/value", "text/layers/37/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000022", "parameters": [ "text/layers/38/gdn/query", "text/layers/38/gdn/key", "text/layers/38/gdn/value", "text/layers/38/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000023", "parameters": [ "text/layers/40/gdn/query", "text/layers/40/gdn/key", "text/layers/40/gdn/value", "text/layers/40/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000024", "parameters": [ "text/layers/42/gdn/query", "text/layers/42/gdn/key", "text/layers/42/gdn/value", "text/layers/42/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000025", "parameters": [ "text/layers/44/gdn/query", "text/layers/44/gdn/key", "text/layers/44/gdn/value", "text/layers/44/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000026", "parameters": [ "text/layers/45/gdn/query", "text/layers/45/gdn/key", "text/layers/45/gdn/value", "text/layers/45/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000027", "parameters": [ "text/layers/46/gdn/query", "text/layers/46/gdn/key", "text/layers/46/gdn/value", "text/layers/46/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000028", "parameters": [ "text/layers/48/gdn/query", "text/layers/48/gdn/key", "text/layers/48/gdn/value", "text/layers/48/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000029", "parameters": [ "text/layers/49/gdn/query", "text/layers/49/gdn/key", "text/layers/49/gdn/value", "text/layers/49/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000030", "parameters": [ "text/layers/50/gdn/query", "text/layers/50/gdn/key", "text/layers/50/gdn/value", "text/layers/50/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000031", "parameters": [ "text/layers/52/gdn/query", "text/layers/52/gdn/key", "text/layers/52/gdn/value", "text/layers/52/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000032", "parameters": [ "text/layers/53/gdn/query", "text/layers/53/gdn/key", "text/layers/53/gdn/value", "text/layers/53/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000033", "parameters": [ "text/layers/54/gdn/query", "text/layers/54/gdn/key", "text/layers/54/gdn/value", "text/layers/54/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000034", "parameters": [ "text/layers/56/gdn/query", "text/layers/56/gdn/key", "text/layers/56/gdn/value", "text/layers/56/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000035", "parameters": [ "text/layers/57/gdn/query", "text/layers/57/gdn/key", "text/layers/57/gdn/value", "text/layers/57/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000036", "parameters": [ "text/layers/58/gdn/query", "text/layers/58/gdn/key", "text/layers/58/gdn/value", "text/layers/58/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000037", "parameters": [ "text/layers/60/gdn/query", "text/layers/60/gdn/key", "text/layers/60/gdn/value", "text/layers/60/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000038", "parameters": [ "text/layers/61/gdn/query", "text/layers/61/gdn/key", "text/layers/61/gdn/value", "text/layers/61/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000039", "parameters": [ "text/layers/62/gdn/query", "text/layers/62/gdn/key", "text/layers/62/gdn/value", "text/layers/62/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_z.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000040", "parameters": [ "text/layers/7/attention/query", "text/layers/7/attention/key", "text/layers/7/attention/gate", "text/layers/7/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000041", "parameters": [ "text/layers/11/attention/query", "text/layers/11/attention/key", "text/layers/11/attention/gate", "text/layers/11/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000042", "parameters": [ "text/layers/15/attention/query", "text/layers/15/attention/key", "text/layers/15/attention/gate", "text/layers/15/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000043", "parameters": [ "text/layers/19/attention/query", "text/layers/19/attention/key", "text/layers/19/attention/gate", "text/layers/19/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000044", "parameters": [ "text/layers/23/attention/query", "text/layers/23/attention/key", "text/layers/23/attention/gate", "text/layers/23/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000045", "parameters": [ "text/layers/35/attention/query", "text/layers/35/attention/key", "text/layers/35/attention/gate", "text/layers/35/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000046", "parameters": [ "text/layers/39/attention/query", "text/layers/39/attention/key", "text/layers/39/attention/gate", "text/layers/39/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000047", "parameters": [ "text/layers/43/attention/query", "text/layers/43/attention/key", "text/layers/43/attention/gate", "text/layers/43/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000048", "parameters": [ "text/layers/47/attention/query", "text/layers/47/attention/key", "text/layers/47/attention/gate", "text/layers/47/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000049", "parameters": [ "text/layers/51/attention/query", "text/layers/51/attention/key", "text/layers/51/attention/gate", "text/layers/51/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000050", "parameters": [ "text/layers/55/attention/query", "text/layers/55/attention/key", "text/layers/55/attention/gate", "text/layers/55/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000051", "parameters": [ "text/layers/59/attention/query", "text/layers/59/attention/key", "text/layers/59/attention/gate", "text/layers/59/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000052", "parameters": [ "text/layers/63/attention/query", "text/layers/63/attention/key", "text/layers/63/attention/gate", "text/layers/63/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.v_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000053", "parameters": [ "text/layers/0/mlp/gate", "text/layers/0/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000054", "parameters": [ "text/layers/1/mlp/gate", "text/layers/1/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000055", "parameters": [ "text/layers/2/mlp/gate", "text/layers/2/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000056", "parameters": [ "text/layers/3/mlp/gate", "text/layers/3/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000057", "parameters": [ "text/layers/4/mlp/gate", "text/layers/4/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000058", "parameters": [ "text/layers/5/mlp/gate", "text/layers/5/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000059", "parameters": [ "text/layers/6/mlp/gate", "text/layers/6/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000060", "parameters": [ "text/layers/7/mlp/gate", "text/layers/7/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000061", "parameters": [ "text/layers/8/mlp/gate", "text/layers/8/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000062", "parameters": [ "text/layers/9/mlp/gate", "text/layers/9/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000063", "parameters": [ "text/layers/10/mlp/gate", "text/layers/10/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000064", "parameters": [ "text/layers/11/mlp/gate", "text/layers/11/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000065", "parameters": [ "text/layers/12/mlp/gate", "text/layers/12/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000066", "parameters": [ "text/layers/13/mlp/gate", "text/layers/13/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000067", "parameters": [ "text/layers/14/mlp/gate", "text/layers/14/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000068", "parameters": [ "text/layers/15/mlp/gate", "text/layers/15/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000069", "parameters": [ "text/layers/16/mlp/gate", "text/layers/16/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000070", "parameters": [ "text/layers/17/mlp/gate", "text/layers/17/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000071", "parameters": [ "text/layers/18/mlp/gate", "text/layers/18/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000072", "parameters": [ "text/layers/19/mlp/gate", "text/layers/19/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000073", "parameters": [ "text/layers/20/mlp/gate", "text/layers/20/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000074", "parameters": [ "text/layers/21/mlp/gate", "text/layers/21/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000075", "parameters": [ "text/layers/22/mlp/gate", "text/layers/22/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000076", "parameters": [ "text/layers/23/mlp/gate", "text/layers/23/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000077", "parameters": [ "text/layers/24/mlp/gate", "text/layers/24/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000078", "parameters": [ "text/layers/25/mlp/gate", "text/layers/25/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000079", "parameters": [ "text/layers/26/mlp/gate", "text/layers/26/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000080", "parameters": [ "text/layers/27/mlp/gate", "text/layers/27/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000081", "parameters": [ "text/layers/28/mlp/gate", "text/layers/28/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000082", "parameters": [ "text/layers/29/mlp/gate", "text/layers/29/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000083", "parameters": [ "text/layers/30/mlp/gate", "text/layers/30/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000084", "parameters": [ "text/layers/31/mlp/gate", "text/layers/31/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000085", "parameters": [ "text/layers/32/mlp/gate", "text/layers/32/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000086", "parameters": [ "text/layers/33/mlp/gate", "text/layers/33/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000087", "parameters": [ "text/layers/34/mlp/gate", "text/layers/34/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000088", "parameters": [ "text/layers/35/mlp/gate", "text/layers/35/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000089", "parameters": [ "text/layers/36/mlp/gate", "text/layers/36/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000090", "parameters": [ "text/layers/37/mlp/gate", "text/layers/37/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000091", "parameters": [ "text/layers/38/mlp/gate", "text/layers/38/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000092", "parameters": [ "text/layers/39/mlp/gate", "text/layers/39/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000093", "parameters": [ "text/layers/40/mlp/gate", "text/layers/40/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000094", "parameters": [ "text/layers/41/mlp/gate", "text/layers/41/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000095", "parameters": [ "text/layers/42/mlp/gate", "text/layers/42/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000096", "parameters": [ "text/layers/43/mlp/gate", "text/layers/43/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000097", "parameters": [ "text/layers/44/mlp/gate", "text/layers/44/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000098", "parameters": [ "text/layers/45/mlp/gate", "text/layers/45/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000099", "parameters": [ "text/layers/46/mlp/gate", "text/layers/46/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000100", "parameters": [ "text/layers/47/mlp/gate", "text/layers/47/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000101", "parameters": [ "text/layers/48/mlp/gate", "text/layers/48/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000102", "parameters": [ "text/layers/49/mlp/gate", "text/layers/49/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000103", "parameters": [ "text/layers/50/mlp/gate", "text/layers/50/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000104", "parameters": [ "text/layers/51/mlp/gate", "text/layers/51/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000105", "parameters": [ "text/layers/52/mlp/gate", "text/layers/52/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000106", "parameters": [ "text/layers/53/mlp/gate", "text/layers/53/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000107", "parameters": [ "text/layers/54/mlp/gate", "text/layers/54/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000108", "parameters": [ "text/layers/55/mlp/gate", "text/layers/55/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000109", "parameters": [ "text/layers/56/mlp/gate", "text/layers/56/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000110", "parameters": [ "text/layers/57/mlp/gate", "text/layers/57/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000111", "parameters": [ "text/layers/58/mlp/gate", "text/layers/58/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000112", "parameters": [ "text/layers/59/mlp/gate", "text/layers/59/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000113", "parameters": [ "text/layers/60/mlp/gate", "text/layers/60/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000114", "parameters": [ "text/layers/61/mlp/gate", "text/layers/61/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000115", "parameters": [ "text/layers/62/mlp/gate", "text/layers/62/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000116", "parameters": [ "text/layers/63/mlp/gate", "text/layers/63/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000117", "parameters": [ "mtp/layers/0/mlp/gate", "mtp/layers/0/mlp/up" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.mlp.gate_proj.weight", "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.mlp.up_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000118", "parameters": [ "text/layers/3/attention/query", "text/layers/3/attention/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.k_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 7168, 5120 ] }, { "object": "weight/000119", "parameters": [ "text/layers/3/attention/gate", "text/layers/3/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.v_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 7168, 5120 ] }, { "object": "weight/000120", "parameters": [ "text/layers/10/gdn/query", "text/layers/10/gdn/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4096, 5120 ] }, { "object": "weight/000121", "parameters": [ "text/layers/10/gdn/value", "text/layers/10/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_z.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 12288, 5120 ] }, { "object": "weight/000122", "parameters": [ "text/layers/13/gdn/query", "text/layers/13/gdn/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4096, 5120 ] }, { "object": "weight/000123", "parameters": [ "text/layers/13/gdn/value", "text/layers/13/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_z.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 12288, 5120 ] }, { "object": "weight/000124", "parameters": [ "text/layers/18/gdn/query", "text/layers/18/gdn/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4096, 5120 ] }, { "object": "weight/000125", "parameters": [ "text/layers/18/gdn/value", "text/layers/18/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_z.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 12288, 5120 ] }, { "object": "weight/000126", "parameters": [ "text/layers/20/gdn/query", "text/layers/20/gdn/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4096, 5120 ] }, { "object": "weight/000127", "parameters": [ "text/layers/20/gdn/value", "text/layers/20/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_z.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 12288, 5120 ] }, { "object": "weight/000128", "parameters": [ "text/layers/24/gdn/query", "text/layers/24/gdn/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4096, 5120 ] }, { "object": "weight/000129", "parameters": [ "text/layers/24/gdn/value", "text/layers/24/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_z.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 12288, 5120 ] }, { "object": "weight/000130", "parameters": [ "text/layers/26/gdn/query", "text/layers/26/gdn/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4096, 5120 ] }, { "object": "weight/000131", "parameters": [ "text/layers/26/gdn/value", "text/layers/26/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_z.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 12288, 5120 ] }, { "object": "weight/000132", "parameters": [ "text/layers/27/attention/query", "text/layers/27/attention/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.k_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 7168, 5120 ] }, { "object": "weight/000133", "parameters": [ "text/layers/27/attention/gate", "text/layers/27/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.v_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 7168, 5120 ] }, { "object": "weight/000134", "parameters": [ "text/layers/31/attention/query", "text/layers/31/attention/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.k_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 7168, 5120 ] }, { "object": "weight/000135", "parameters": [ "text/layers/31/attention/gate", "text/layers/31/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.v_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 7168, 5120 ] }, { "object": "weight/000136", "parameters": [ "text/layers/34/gdn/query", "text/layers/34/gdn/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4096, 5120 ] }, { "object": "weight/000137", "parameters": [ "text/layers/34/gdn/value", "text/layers/34/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_z.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 12288, 5120 ] }, { "object": "weight/000138", "parameters": [ "text/layers/41/gdn/query", "text/layers/41/gdn/key" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 2048 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4096, 5120 ] }, { "object": "weight/000139", "parameters": [ "text/layers/41/gdn/value", "text/layers/41/gdn/z" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_qkv.weight, 1 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_z.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 12288, 5120 ] }, { "object": "weight/000140", "parameters": [ "mtp/layers/0/attention/query", "mtp/layers/0/attention/key", "mtp/layers/0/attention/gate", "mtp/layers/0/attention/value" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.self_attn.k_proj.weight", "rows(/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.self_attn.q_proj.weight, 24 spans, 6144 rows)", "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.self_attn.v_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q8_g32_fp16", "layout": "row_split_k128_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000141", "parameters": [ "text/token_embedding" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.embed_tokens.weight, 22526 spans, 147712 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q8_g32_fp16", "layout": "row_split_k128_v1", "shape": [ 147712, 5120 ] }, { "object": "weight/000142", "parameters": [ "text/output_head" ], "sources": [ "rows(/llm-models/ThinkingCap-Qwen3.8-27B:lm_head.weight, 22526 spans, 147712 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q8_g32_fp16", "layout": "row_split_k128_v1", "shape": [ 147712, 5120 ] }, { "object": "weight/000143", "parameters": [ "text/final_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.norm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000144", "parameters": [ "text/layers/0/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000145", "parameters": [ "text/layers/0/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000146", "parameters": [ "text/layers/0/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000147", "parameters": [ "text/layers/0/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000148", "parameters": [ "text/layers/0/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000149", "parameters": [ "text/layers/0/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000150", "parameters": [ "text/layers/0/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000151", "parameters": [ "text/layers/0/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000152", "parameters": [ "text/layers/0/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000153", "parameters": [ "text/layers/0/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.0.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000154", "parameters": [ "text/layers/1/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000155", "parameters": [ "text/layers/1/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000156", "parameters": [ "text/layers/1/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000157", "parameters": [ "text/layers/1/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000158", "parameters": [ "text/layers/1/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000159", "parameters": [ "text/layers/1/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000160", "parameters": [ "text/layers/1/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000161", "parameters": [ "text/layers/1/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000162", "parameters": [ "text/layers/1/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000163", "parameters": [ "text/layers/1/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.1.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000164", "parameters": [ "text/layers/2/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000165", "parameters": [ "text/layers/2/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000166", "parameters": [ "text/layers/2/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000167", "parameters": [ "text/layers/2/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000168", "parameters": [ "text/layers/2/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000169", "parameters": [ "text/layers/2/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000170", "parameters": [ "text/layers/2/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000171", "parameters": [ "text/layers/2/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000172", "parameters": [ "text/layers/2/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000173", "parameters": [ "text/layers/2/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.2.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000174", "parameters": [ "text/layers/3/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000175", "parameters": [ "text/layers/3/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000176", "parameters": [ "text/layers/3/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000177", "parameters": [ "text/layers/3/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.self_attn.o_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000178", "parameters": [ "text/layers/3/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000179", "parameters": [ "text/layers/3/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.3.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000180", "parameters": [ "text/layers/4/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000181", "parameters": [ "text/layers/4/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000182", "parameters": [ "text/layers/4/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000183", "parameters": [ "text/layers/4/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000184", "parameters": [ "text/layers/4/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000185", "parameters": [ "text/layers/4/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000186", "parameters": [ "text/layers/4/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000187", "parameters": [ "text/layers/4/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000188", "parameters": [ "text/layers/4/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000189", "parameters": [ "text/layers/4/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.4.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000190", "parameters": [ "text/layers/5/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000191", "parameters": [ "text/layers/5/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000192", "parameters": [ "text/layers/5/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000193", "parameters": [ "text/layers/5/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000194", "parameters": [ "text/layers/5/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000195", "parameters": [ "text/layers/5/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000196", "parameters": [ "text/layers/5/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000197", "parameters": [ "text/layers/5/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000198", "parameters": [ "text/layers/5/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000199", "parameters": [ "text/layers/5/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.5.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000200", "parameters": [ "text/layers/6/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000201", "parameters": [ "text/layers/6/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000202", "parameters": [ "text/layers/6/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000203", "parameters": [ "text/layers/6/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000204", "parameters": [ "text/layers/6/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000205", "parameters": [ "text/layers/6/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000206", "parameters": [ "text/layers/6/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000207", "parameters": [ "text/layers/6/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000208", "parameters": [ "text/layers/6/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000209", "parameters": [ "text/layers/6/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.6.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000210", "parameters": [ "text/layers/7/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000211", "parameters": [ "text/layers/7/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000212", "parameters": [ "text/layers/7/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000213", "parameters": [ "text/layers/7/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.self_attn.o_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000214", "parameters": [ "text/layers/7/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000215", "parameters": [ "text/layers/7/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.7.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000216", "parameters": [ "text/layers/8/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000217", "parameters": [ "text/layers/8/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000218", "parameters": [ "text/layers/8/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000219", "parameters": [ "text/layers/8/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000220", "parameters": [ "text/layers/8/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000221", "parameters": [ "text/layers/8/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000222", "parameters": [ "text/layers/8/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000223", "parameters": [ "text/layers/8/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000224", "parameters": [ "text/layers/8/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000225", "parameters": [ "text/layers/8/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.8.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000226", "parameters": [ "text/layers/9/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000227", "parameters": [ "text/layers/9/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000228", "parameters": [ "text/layers/9/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000229", "parameters": [ "text/layers/9/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000230", "parameters": [ "text/layers/9/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000231", "parameters": [ "text/layers/9/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000232", "parameters": [ "text/layers/9/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000233", "parameters": [ "text/layers/9/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000234", "parameters": [ "text/layers/9/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000235", "parameters": [ "text/layers/9/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.9.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000236", "parameters": [ "text/layers/10/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000237", "parameters": [ "text/layers/10/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000238", "parameters": [ "text/layers/10/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000239", "parameters": [ "text/layers/10/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000240", "parameters": [ "text/layers/10/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000241", "parameters": [ "text/layers/10/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000242", "parameters": [ "text/layers/10/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000243", "parameters": [ "text/layers/10/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000244", "parameters": [ "text/layers/10/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000245", "parameters": [ "text/layers/10/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.10.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000246", "parameters": [ "text/layers/11/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000247", "parameters": [ "text/layers/11/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000248", "parameters": [ "text/layers/11/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000249", "parameters": [ "text/layers/11/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000250", "parameters": [ "text/layers/11/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000251", "parameters": [ "text/layers/11/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.11.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000252", "parameters": [ "text/layers/12/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000253", "parameters": [ "text/layers/12/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000254", "parameters": [ "text/layers/12/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000255", "parameters": [ "text/layers/12/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000256", "parameters": [ "text/layers/12/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000257", "parameters": [ "text/layers/12/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000258", "parameters": [ "text/layers/12/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000259", "parameters": [ "text/layers/12/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000260", "parameters": [ "text/layers/12/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000261", "parameters": [ "text/layers/12/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.12.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000262", "parameters": [ "text/layers/13/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000263", "parameters": [ "text/layers/13/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000264", "parameters": [ "text/layers/13/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000265", "parameters": [ "text/layers/13/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000266", "parameters": [ "text/layers/13/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000267", "parameters": [ "text/layers/13/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000268", "parameters": [ "text/layers/13/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000269", "parameters": [ "text/layers/13/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000270", "parameters": [ "text/layers/13/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000271", "parameters": [ "text/layers/13/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.13.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000272", "parameters": [ "text/layers/14/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000273", "parameters": [ "text/layers/14/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000274", "parameters": [ "text/layers/14/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000275", "parameters": [ "text/layers/14/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000276", "parameters": [ "text/layers/14/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000277", "parameters": [ "text/layers/14/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000278", "parameters": [ "text/layers/14/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000279", "parameters": [ "text/layers/14/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000280", "parameters": [ "text/layers/14/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000281", "parameters": [ "text/layers/14/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.14.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000282", "parameters": [ "text/layers/15/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000283", "parameters": [ "text/layers/15/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000284", "parameters": [ "text/layers/15/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000285", "parameters": [ "text/layers/15/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.self_attn.o_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000286", "parameters": [ "text/layers/15/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000287", "parameters": [ "text/layers/15/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.15.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000288", "parameters": [ "text/layers/16/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000289", "parameters": [ "text/layers/16/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000290", "parameters": [ "text/layers/16/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000291", "parameters": [ "text/layers/16/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000292", "parameters": [ "text/layers/16/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000293", "parameters": [ "text/layers/16/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000294", "parameters": [ "text/layers/16/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000295", "parameters": [ "text/layers/16/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000296", "parameters": [ "text/layers/16/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000297", "parameters": [ "text/layers/16/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.16.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000298", "parameters": [ "text/layers/17/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000299", "parameters": [ "text/layers/17/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000300", "parameters": [ "text/layers/17/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000301", "parameters": [ "text/layers/17/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000302", "parameters": [ "text/layers/17/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000303", "parameters": [ "text/layers/17/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000304", "parameters": [ "text/layers/17/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000305", "parameters": [ "text/layers/17/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000306", "parameters": [ "text/layers/17/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000307", "parameters": [ "text/layers/17/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.17.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000308", "parameters": [ "text/layers/18/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000309", "parameters": [ "text/layers/18/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000310", "parameters": [ "text/layers/18/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000311", "parameters": [ "text/layers/18/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000312", "parameters": [ "text/layers/18/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000313", "parameters": [ "text/layers/18/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000314", "parameters": [ "text/layers/18/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000315", "parameters": [ "text/layers/18/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000316", "parameters": [ "text/layers/18/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000317", "parameters": [ "text/layers/18/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.18.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000318", "parameters": [ "text/layers/19/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000319", "parameters": [ "text/layers/19/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000320", "parameters": [ "text/layers/19/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000321", "parameters": [ "text/layers/19/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000322", "parameters": [ "text/layers/19/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000323", "parameters": [ "text/layers/19/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.19.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000324", "parameters": [ "text/layers/20/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000325", "parameters": [ "text/layers/20/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000326", "parameters": [ "text/layers/20/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000327", "parameters": [ "text/layers/20/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000328", "parameters": [ "text/layers/20/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000329", "parameters": [ "text/layers/20/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000330", "parameters": [ "text/layers/20/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000331", "parameters": [ "text/layers/20/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000332", "parameters": [ "text/layers/20/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000333", "parameters": [ "text/layers/20/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.20.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000334", "parameters": [ "text/layers/21/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000335", "parameters": [ "text/layers/21/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000336", "parameters": [ "text/layers/21/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000337", "parameters": [ "text/layers/21/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000338", "parameters": [ "text/layers/21/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000339", "parameters": [ "text/layers/21/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000340", "parameters": [ "text/layers/21/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000341", "parameters": [ "text/layers/21/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000342", "parameters": [ "text/layers/21/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000343", "parameters": [ "text/layers/21/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.21.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000344", "parameters": [ "text/layers/22/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000345", "parameters": [ "text/layers/22/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000346", "parameters": [ "text/layers/22/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000347", "parameters": [ "text/layers/22/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000348", "parameters": [ "text/layers/22/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000349", "parameters": [ "text/layers/22/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000350", "parameters": [ "text/layers/22/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000351", "parameters": [ "text/layers/22/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000352", "parameters": [ "text/layers/22/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000353", "parameters": [ "text/layers/22/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.22.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000354", "parameters": [ "text/layers/23/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000355", "parameters": [ "text/layers/23/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000356", "parameters": [ "text/layers/23/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000357", "parameters": [ "text/layers/23/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.self_attn.o_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000358", "parameters": [ "text/layers/23/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000359", "parameters": [ "text/layers/23/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.23.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000360", "parameters": [ "text/layers/24/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000361", "parameters": [ "text/layers/24/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000362", "parameters": [ "text/layers/24/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000363", "parameters": [ "text/layers/24/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000364", "parameters": [ "text/layers/24/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000365", "parameters": [ "text/layers/24/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000366", "parameters": [ "text/layers/24/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000367", "parameters": [ "text/layers/24/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000368", "parameters": [ "text/layers/24/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000369", "parameters": [ "text/layers/24/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.24.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000370", "parameters": [ "text/layers/25/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000371", "parameters": [ "text/layers/25/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000372", "parameters": [ "text/layers/25/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000373", "parameters": [ "text/layers/25/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000374", "parameters": [ "text/layers/25/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000375", "parameters": [ "text/layers/25/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000376", "parameters": [ "text/layers/25/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000377", "parameters": [ "text/layers/25/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000378", "parameters": [ "text/layers/25/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000379", "parameters": [ "text/layers/25/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.25.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000380", "parameters": [ "text/layers/26/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000381", "parameters": [ "text/layers/26/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000382", "parameters": [ "text/layers/26/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000383", "parameters": [ "text/layers/26/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000384", "parameters": [ "text/layers/26/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000385", "parameters": [ "text/layers/26/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000386", "parameters": [ "text/layers/26/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000387", "parameters": [ "text/layers/26/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000388", "parameters": [ "text/layers/26/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000389", "parameters": [ "text/layers/26/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.26.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000390", "parameters": [ "text/layers/27/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000391", "parameters": [ "text/layers/27/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000392", "parameters": [ "text/layers/27/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000393", "parameters": [ "text/layers/27/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000394", "parameters": [ "text/layers/27/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000395", "parameters": [ "text/layers/27/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.27.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000396", "parameters": [ "text/layers/28/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000397", "parameters": [ "text/layers/28/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000398", "parameters": [ "text/layers/28/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000399", "parameters": [ "text/layers/28/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000400", "parameters": [ "text/layers/28/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000401", "parameters": [ "text/layers/28/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000402", "parameters": [ "text/layers/28/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000403", "parameters": [ "text/layers/28/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000404", "parameters": [ "text/layers/28/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000405", "parameters": [ "text/layers/28/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.28.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000406", "parameters": [ "text/layers/29/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000407", "parameters": [ "text/layers/29/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000408", "parameters": [ "text/layers/29/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000409", "parameters": [ "text/layers/29/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000410", "parameters": [ "text/layers/29/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000411", "parameters": [ "text/layers/29/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000412", "parameters": [ "text/layers/29/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000413", "parameters": [ "text/layers/29/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000414", "parameters": [ "text/layers/29/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000415", "parameters": [ "text/layers/29/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.29.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000416", "parameters": [ "text/layers/30/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000417", "parameters": [ "text/layers/30/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000418", "parameters": [ "text/layers/30/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000419", "parameters": [ "text/layers/30/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000420", "parameters": [ "text/layers/30/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000421", "parameters": [ "text/layers/30/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000422", "parameters": [ "text/layers/30/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000423", "parameters": [ "text/layers/30/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000424", "parameters": [ "text/layers/30/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000425", "parameters": [ "text/layers/30/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.30.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000426", "parameters": [ "text/layers/31/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000427", "parameters": [ "text/layers/31/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000428", "parameters": [ "text/layers/31/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000429", "parameters": [ "text/layers/31/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000430", "parameters": [ "text/layers/31/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000431", "parameters": [ "text/layers/31/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.31.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000432", "parameters": [ "text/layers/32/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000433", "parameters": [ "text/layers/32/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000434", "parameters": [ "text/layers/32/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000435", "parameters": [ "text/layers/32/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000436", "parameters": [ "text/layers/32/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000437", "parameters": [ "text/layers/32/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000438", "parameters": [ "text/layers/32/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000439", "parameters": [ "text/layers/32/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000440", "parameters": [ "text/layers/32/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000441", "parameters": [ "text/layers/32/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.32.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000442", "parameters": [ "text/layers/33/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000443", "parameters": [ "text/layers/33/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000444", "parameters": [ "text/layers/33/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000445", "parameters": [ "text/layers/33/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000446", "parameters": [ "text/layers/33/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000447", "parameters": [ "text/layers/33/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000448", "parameters": [ "text/layers/33/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000449", "parameters": [ "text/layers/33/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000450", "parameters": [ "text/layers/33/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000451", "parameters": [ "text/layers/33/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.33.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000452", "parameters": [ "text/layers/34/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000453", "parameters": [ "text/layers/34/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000454", "parameters": [ "text/layers/34/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000455", "parameters": [ "text/layers/34/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000456", "parameters": [ "text/layers/34/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000457", "parameters": [ "text/layers/34/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000458", "parameters": [ "text/layers/34/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000459", "parameters": [ "text/layers/34/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000460", "parameters": [ "text/layers/34/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000461", "parameters": [ "text/layers/34/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.34.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000462", "parameters": [ "text/layers/35/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000463", "parameters": [ "text/layers/35/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000464", "parameters": [ "text/layers/35/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000465", "parameters": [ "text/layers/35/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.self_attn.o_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000466", "parameters": [ "text/layers/35/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000467", "parameters": [ "text/layers/35/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.35.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000468", "parameters": [ "text/layers/36/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000469", "parameters": [ "text/layers/36/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000470", "parameters": [ "text/layers/36/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000471", "parameters": [ "text/layers/36/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000472", "parameters": [ "text/layers/36/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000473", "parameters": [ "text/layers/36/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000474", "parameters": [ "text/layers/36/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000475", "parameters": [ "text/layers/36/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000476", "parameters": [ "text/layers/36/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000477", "parameters": [ "text/layers/36/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.36.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000478", "parameters": [ "text/layers/37/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000479", "parameters": [ "text/layers/37/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000480", "parameters": [ "text/layers/37/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000481", "parameters": [ "text/layers/37/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000482", "parameters": [ "text/layers/37/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000483", "parameters": [ "text/layers/37/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000484", "parameters": [ "text/layers/37/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000485", "parameters": [ "text/layers/37/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000486", "parameters": [ "text/layers/37/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000487", "parameters": [ "text/layers/37/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.37.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000488", "parameters": [ "text/layers/38/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000489", "parameters": [ "text/layers/38/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000490", "parameters": [ "text/layers/38/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000491", "parameters": [ "text/layers/38/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000492", "parameters": [ "text/layers/38/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000493", "parameters": [ "text/layers/38/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000494", "parameters": [ "text/layers/38/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000495", "parameters": [ "text/layers/38/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.linear_attn.out_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000496", "parameters": [ "text/layers/38/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000497", "parameters": [ "text/layers/38/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.38.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000498", "parameters": [ "text/layers/39/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000499", "parameters": [ "text/layers/39/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000500", "parameters": [ "text/layers/39/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000501", "parameters": [ "text/layers/39/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000502", "parameters": [ "text/layers/39/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000503", "parameters": [ "text/layers/39/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.39.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000504", "parameters": [ "text/layers/40/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000505", "parameters": [ "text/layers/40/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000506", "parameters": [ "text/layers/40/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000507", "parameters": [ "text/layers/40/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000508", "parameters": [ "text/layers/40/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000509", "parameters": [ "text/layers/40/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000510", "parameters": [ "text/layers/40/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000511", "parameters": [ "text/layers/40/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000512", "parameters": [ "text/layers/40/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000513", "parameters": [ "text/layers/40/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.40.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000514", "parameters": [ "text/layers/41/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000515", "parameters": [ "text/layers/41/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000516", "parameters": [ "text/layers/41/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000517", "parameters": [ "text/layers/41/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000518", "parameters": [ "text/layers/41/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000519", "parameters": [ "text/layers/41/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000520", "parameters": [ "text/layers/41/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000521", "parameters": [ "text/layers/41/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000522", "parameters": [ "text/layers/41/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000523", "parameters": [ "text/layers/41/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.41.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000524", "parameters": [ "text/layers/42/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000525", "parameters": [ "text/layers/42/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000526", "parameters": [ "text/layers/42/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000527", "parameters": [ "text/layers/42/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000528", "parameters": [ "text/layers/42/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000529", "parameters": [ "text/layers/42/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000530", "parameters": [ "text/layers/42/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000531", "parameters": [ "text/layers/42/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000532", "parameters": [ "text/layers/42/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000533", "parameters": [ "text/layers/42/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.42.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000534", "parameters": [ "text/layers/43/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000535", "parameters": [ "text/layers/43/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000536", "parameters": [ "text/layers/43/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000537", "parameters": [ "text/layers/43/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.self_attn.o_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000538", "parameters": [ "text/layers/43/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000539", "parameters": [ "text/layers/43/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.43.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000540", "parameters": [ "text/layers/44/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000541", "parameters": [ "text/layers/44/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000542", "parameters": [ "text/layers/44/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000543", "parameters": [ "text/layers/44/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000544", "parameters": [ "text/layers/44/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000545", "parameters": [ "text/layers/44/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000546", "parameters": [ "text/layers/44/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000547", "parameters": [ "text/layers/44/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000548", "parameters": [ "text/layers/44/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000549", "parameters": [ "text/layers/44/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.44.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000550", "parameters": [ "text/layers/45/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000551", "parameters": [ "text/layers/45/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000552", "parameters": [ "text/layers/45/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000553", "parameters": [ "text/layers/45/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000554", "parameters": [ "text/layers/45/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000555", "parameters": [ "text/layers/45/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000556", "parameters": [ "text/layers/45/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000557", "parameters": [ "text/layers/45/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000558", "parameters": [ "text/layers/45/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000559", "parameters": [ "text/layers/45/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.45.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000560", "parameters": [ "text/layers/46/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000561", "parameters": [ "text/layers/46/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000562", "parameters": [ "text/layers/46/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000563", "parameters": [ "text/layers/46/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000564", "parameters": [ "text/layers/46/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000565", "parameters": [ "text/layers/46/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000566", "parameters": [ "text/layers/46/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000567", "parameters": [ "text/layers/46/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000568", "parameters": [ "text/layers/46/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000569", "parameters": [ "text/layers/46/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.46.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000570", "parameters": [ "text/layers/47/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000571", "parameters": [ "text/layers/47/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000572", "parameters": [ "text/layers/47/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000573", "parameters": [ "text/layers/47/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.self_attn.o_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000574", "parameters": [ "text/layers/47/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000575", "parameters": [ "text/layers/47/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.47.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000576", "parameters": [ "text/layers/48/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000577", "parameters": [ "text/layers/48/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000578", "parameters": [ "text/layers/48/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000579", "parameters": [ "text/layers/48/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000580", "parameters": [ "text/layers/48/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000581", "parameters": [ "text/layers/48/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000582", "parameters": [ "text/layers/48/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000583", "parameters": [ "text/layers/48/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000584", "parameters": [ "text/layers/48/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000585", "parameters": [ "text/layers/48/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.48.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000586", "parameters": [ "text/layers/49/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000587", "parameters": [ "text/layers/49/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000588", "parameters": [ "text/layers/49/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000589", "parameters": [ "text/layers/49/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000590", "parameters": [ "text/layers/49/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000591", "parameters": [ "text/layers/49/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000592", "parameters": [ "text/layers/49/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000593", "parameters": [ "text/layers/49/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000594", "parameters": [ "text/layers/49/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000595", "parameters": [ "text/layers/49/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.49.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000596", "parameters": [ "text/layers/50/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000597", "parameters": [ "text/layers/50/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000598", "parameters": [ "text/layers/50/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000599", "parameters": [ "text/layers/50/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000600", "parameters": [ "text/layers/50/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000601", "parameters": [ "text/layers/50/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000602", "parameters": [ "text/layers/50/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000603", "parameters": [ "text/layers/50/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000604", "parameters": [ "text/layers/50/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000605", "parameters": [ "text/layers/50/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.50.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000606", "parameters": [ "text/layers/51/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000607", "parameters": [ "text/layers/51/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000608", "parameters": [ "text/layers/51/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000609", "parameters": [ "text/layers/51/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000610", "parameters": [ "text/layers/51/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000611", "parameters": [ "text/layers/51/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.51.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000612", "parameters": [ "text/layers/52/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000613", "parameters": [ "text/layers/52/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000614", "parameters": [ "text/layers/52/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000615", "parameters": [ "text/layers/52/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000616", "parameters": [ "text/layers/52/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000617", "parameters": [ "text/layers/52/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000618", "parameters": [ "text/layers/52/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000619", "parameters": [ "text/layers/52/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000620", "parameters": [ "text/layers/52/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000621", "parameters": [ "text/layers/52/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.52.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000622", "parameters": [ "text/layers/53/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000623", "parameters": [ "text/layers/53/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000624", "parameters": [ "text/layers/53/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000625", "parameters": [ "text/layers/53/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000626", "parameters": [ "text/layers/53/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000627", "parameters": [ "text/layers/53/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000628", "parameters": [ "text/layers/53/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000629", "parameters": [ "text/layers/53/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000630", "parameters": [ "text/layers/53/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000631", "parameters": [ "text/layers/53/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.53.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000632", "parameters": [ "text/layers/54/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000633", "parameters": [ "text/layers/54/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000634", "parameters": [ "text/layers/54/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000635", "parameters": [ "text/layers/54/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000636", "parameters": [ "text/layers/54/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000637", "parameters": [ "text/layers/54/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000638", "parameters": [ "text/layers/54/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000639", "parameters": [ "text/layers/54/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000640", "parameters": [ "text/layers/54/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000641", "parameters": [ "text/layers/54/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.54.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000642", "parameters": [ "text/layers/55/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000643", "parameters": [ "text/layers/55/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000644", "parameters": [ "text/layers/55/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000645", "parameters": [ "text/layers/55/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000646", "parameters": [ "text/layers/55/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000647", "parameters": [ "text/layers/55/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.55.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000648", "parameters": [ "text/layers/56/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000649", "parameters": [ "text/layers/56/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000650", "parameters": [ "text/layers/56/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000651", "parameters": [ "text/layers/56/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000652", "parameters": [ "text/layers/56/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000653", "parameters": [ "text/layers/56/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000654", "parameters": [ "text/layers/56/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000655", "parameters": [ "text/layers/56/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000656", "parameters": [ "text/layers/56/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000657", "parameters": [ "text/layers/56/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.56.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000658", "parameters": [ "text/layers/57/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000659", "parameters": [ "text/layers/57/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000660", "parameters": [ "text/layers/57/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000661", "parameters": [ "text/layers/57/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000662", "parameters": [ "text/layers/57/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000663", "parameters": [ "text/layers/57/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000664", "parameters": [ "text/layers/57/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000665", "parameters": [ "text/layers/57/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000666", "parameters": [ "text/layers/57/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000667", "parameters": [ "text/layers/57/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.57.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000668", "parameters": [ "text/layers/58/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000669", "parameters": [ "text/layers/58/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000670", "parameters": [ "text/layers/58/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000671", "parameters": [ "text/layers/58/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000672", "parameters": [ "text/layers/58/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000673", "parameters": [ "text/layers/58/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000674", "parameters": [ "text/layers/58/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000675", "parameters": [ "text/layers/58/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000676", "parameters": [ "text/layers/58/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000677", "parameters": [ "text/layers/58/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.58.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000678", "parameters": [ "text/layers/59/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000679", "parameters": [ "text/layers/59/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000680", "parameters": [ "text/layers/59/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000681", "parameters": [ "text/layers/59/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000682", "parameters": [ "text/layers/59/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000683", "parameters": [ "text/layers/59/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.59.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000684", "parameters": [ "text/layers/60/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000685", "parameters": [ "text/layers/60/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000686", "parameters": [ "text/layers/60/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000687", "parameters": [ "text/layers/60/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000688", "parameters": [ "text/layers/60/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000689", "parameters": [ "text/layers/60/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000690", "parameters": [ "text/layers/60/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000691", "parameters": [ "text/layers/60/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000692", "parameters": [ "text/layers/60/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000693", "parameters": [ "text/layers/60/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.60.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000694", "parameters": [ "text/layers/61/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000695", "parameters": [ "text/layers/61/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000696", "parameters": [ "text/layers/61/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000697", "parameters": [ "text/layers/61/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000698", "parameters": [ "text/layers/61/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000699", "parameters": [ "text/layers/61/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000700", "parameters": [ "text/layers/61/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000701", "parameters": [ "text/layers/61/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000702", "parameters": [ "text/layers/61/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000703", "parameters": [ "text/layers/61/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.61.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000704", "parameters": [ "text/layers/62/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000705", "parameters": [ "text/layers/62/gdn/a_log" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.A_log[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000706", "parameters": [ "text/layers/62/gdn/dt_bias" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.dt_bias[0:48]" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000707", "parameters": [ "text/layers/62/gdn/convolution" ], "sources": [ "transpose(/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.conv1d.weight[0:40960],(2, 0, 1))" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000708", "parameters": [ "text/layers/62/gdn/a_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_a.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000709", "parameters": [ "text/layers/62/gdn/b_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.in_proj_b.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000710", "parameters": [ "text/layers/62/gdn/norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.norm.weight[0:128]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000711", "parameters": [ "text/layers/62/gdn/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.linear_attn.out_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000712", "parameters": [ "text/layers/62/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000713", "parameters": [ "text/layers/62/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.62.mlp.down_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000714", "parameters": [ "text/layers/63/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000715", "parameters": [ "text/layers/63/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000716", "parameters": [ "text/layers/63/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000717", "parameters": [ "text/layers/63/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.self_attn.o_proj.weight" ], "method": "nvfp4_ct_maxabs", "method_parameters": {}, "format": "nvfp4", "layout": "block_scale_k16_m128x4_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000718", "parameters": [ "text/layers/63/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000719", "parameters": [ "text/layers/63/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:model.language_model.layers.63.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000720", "parameters": [ "mtp/input_projection" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.fc.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q8_g32_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 10240 ] }, { "object": "weight/000721", "parameters": [ "mtp/embedding_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.pre_fc_norm_embedding.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000722", "parameters": [ "mtp/hidden_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.pre_fc_norm_hidden.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000723", "parameters": [ "mtp/final_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.norm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000724", "parameters": [ "mtp/layers/0/input_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.input_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000725", "parameters": [ "mtp/layers/0/attention/query_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.self_attn.q_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000726", "parameters": [ "mtp/layers/0/attention/key_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.self_attn.k_norm.weight[0:256]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000727", "parameters": [ "mtp/layers/0/attention/output" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.self_attn.o_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q8_g32_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000728", "parameters": [ "mtp/layers/0/post_attention_norm" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.post_attention_layernorm.weight[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000729", "parameters": [ "mtp/layers/0/mlp/down" ], "sources": [ "/llm-models/ThinkingCap-Qwen3.8-27B:mtp.layers.0.mlp.down_proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q8_g32_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000730", "parameters": [ "proposal/head" ], "sources": [ "rows(rows(/llm-models/ThinkingCap-Qwen3.8-27B:lm_head.weight, 22526 spans, 147712 rows), 128323 spans, 131072 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 131072, 5120 ] }, { "object": "weight/000731", "parameters": [ "proposal/token_ids" ], "sources": [ "shortlist(/models/qwen38-vocab-combined-147590-audit/ranking.train.147712.counts.i64)" ], "method": "cast_direct", "method_parameters": {}, "format": "int32", "layout": "contiguous_le_v1", "shape": [ 131072 ] } ], "artifact_id": "4dfd0e8153204c93a428da5f7b3fd83e", "files": [ { "path": "/models/thinkingcap-combined-147590-build/thinkingcap-mtp-nvfp4-gateup-combined-147590-phys147712.ninfer", "payload_bytes": 16308581124 } ], "payload_bytes": 16308581124, "seconds": 1012.5290253688581 }