{ "active_vocab_size": 248077, "attention_sink_size": -1, "bos_token_id": 1, "context_window_size": 2048, "conv_template": { "add_role_after_system_message": true, "function_string": "", "messages": [], "name": "polythetic-base", "role_content_sep": "", "role_empty_sep": "", "role_templates": { "assistant": "{assistant_message}", "tool": "{tool_message}", "user": "{user_message}" }, "roles": { "assistant": "", "user": "" }, "seps": [ "" ], "stop_str": [], "stop_token_ids": [ 248044 ], "strip_reasoning_in_history": false, "system_message": "", "system_prefix_token_ids": null, "system_template": "", "use_function_calling": false }, "embedding_metadata": null, "eos_token_id": 2, "frequency_penalty": 0.0, "model_config": { "attention_bias": false, "context_window_size": 2048, "dtype": "bfloat16", "full_attention_interval": 4, "head_dim": 256, "hidden_act": "silu", "hidden_size": 2048, "intermediate_size": 6144, "linear_conv_kernel_dim": 4, "linear_key_head_dim": 128, "linear_num_key_heads": 16, "linear_num_value_heads": 16, "linear_value_head_dim": 128, "max_batch_size": 1, "num_attention_heads": 8, "num_hidden_layers": 24, "num_key_value_heads": 2, "partial_rotary_factor": 0.25, "prefill_chunk_size": 2048, "rms_norm_eps": 1e-06, "rope_theta": 10000000, "tensor_parallel_shards": 1, "tie_word_embeddings": true, "vocab_size": 248320 }, "model_task": "chat", "model_type": "qwen3_5", "pad_token_id": 0, "pipeline_parallel_stages": 1, "polythetic_capture_special_token_ids": [ 248044, 248045, 248046, 248047, 248048, 248049, 248050, 248051, 248052, 248053, 248054, 248055, 248056, 248057, 248058, 248059, 248060, 248061, 248062, 248063, 248064, 248065, 248066, 248067, 248068, 248069, 248070, 248071, 248072, 248073, 248074, 248075, 248076 ], "prefill_chunk_size": 2048, "presence_penalty": 0.0, "quantization": "q4f16_1", "repetition_penalty": 1.0, "sliding_window_size": -1, "temperature": 1.0, "tensor_parallel_shards": 1, "tokenizer_files": [ "tokenizer.json", "vocab.json", "merges.txt", "tokenizer_config.json" ], "tokenizer_info": { "prepend_space_in_encode": false, "strip_space_in_decode": false, "token_postproc_method": "byte_level" }, "top_p": 1.0, "version": "0.1.0", "vocab_size": 248320 }