MiniCPM-V-4.6-GPTQ-AX637 / config.text_only.json
yongqiang
Add AX637 MiniCPM-V-4.6 GPTQ deployment package
0cf8c20
Raw
History Blame Contribute Delete
1.36 kB
{
"system_prompt": "",
"model_name": "AXERA-TECH/MiniCPM-V-4.6-GPTQ-AX637-C128-P512-CTX511-text",
"url_tokenizer_model": "minicpm_v46_tokenizer.txt",
"tokenizer_type": "MiniCPMV46",
"post_config_path": "post_config.json",
"template_filename_axmodel": "qwen3_5_text_p128_l%d_together.axmodel",
"axmodel_num": 24,
"full_attention_interval": 4,
"layer_types": [
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention"
],
"filename_post_axmodel": "qwen3_5_text_post.axmodel",
"filename_tokens_embed": "model.embed_tokens.weight.bfloat16.bin",
"tokens_embed_num": 248094,
"tokens_embed_size": 1024,
"vlm_type": "None",
"vision_cache_dir": "vision_cache",
"vision_width": 448,
"vision_height": 448,
"vision_patch_size": 14,
"b_use_mmap_load_embed": true,
"b_use_mmap_load_layer": true,
"devices": [
0
]
}