File size: 1,951 Bytes
83a96fe | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 | {
"source_tokenizer": "/lustrefs/users/junlin.chen/data/tokenizers/jais64k_bbq_chat_nonspecial_toolthink",
"source_template": "/lustrefs/users/bbqbyte/workspace/code/bbq-chat-template/bbq-0610",
"token_id_replacements": {
"64018": {
"content": "<|ifm|im_start|>",
"special": true
},
"64019": {
"content": "<|ifm|im_end|>",
"special": true
},
"64029": {
"content": "<ifm|think>",
"special": false
},
"64030": {
"content": "</ifm|think>",
"special": false
},
"64041": {
"content": "<ifm|tools>",
"special": false
},
"64042": {
"content": "</ifm|tools>",
"special": false
},
"64043": {
"content": "<ifm|tool_call>",
"special": false
},
"64044": {
"content": "</ifm|tool_call>",
"special": false
},
"64050": {
"content": "<ifm|think_fast>",
"special": false
},
"64051": {
"content": "</ifm|think_fast>",
"special": false
},
"64052": {
"content": "<ifm|think_faster>",
"special": false
},
"64053": {
"content": "</ifm|think_faster>",
"special": false
},
"64054": {
"content": "<ifm|tool_calls>",
"special": false
},
"64055": {
"content": "</ifm|tool_calls>",
"special": false
},
"64056": {
"content": "<ifm|arg_key>",
"special": false
},
"64057": {
"content": "</ifm|arg_key>",
"special": false
},
"64058": {
"content": "<ifm|arg_type>",
"special": false
},
"64059": {
"content": "</ifm|arg_type>",
"special": false
},
"64060": {
"content": "<ifm|arg_value>",
"special": false
},
"64061": {
"content": "</ifm|arg_value>",
"special": false
}
},
"tool_presentation_format": "markdown",
"tool_call_format": "xml",
"vocab_size_unchanged": true
}
|