yass4 commited on
Commit
3cf590d
·
verified ·
1 Parent(s): 938440a

Add config.json (HALT-CoT defaults) so downloads are tracked

Browse files
Files changed (1) hide show
  1. config.json +31 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "halt_cot",
3
+ "architectures": [
4
+ "HaltCoTForCausalLM"
5
+ ],
6
+ "library_name": "transformers",
7
+ "task": "text-generation",
8
+ "description": "Default configuration for HALT-CoT entropy-based early stopping over chain-of-thought reasoning.",
9
+ "default_base_model": "Qwen/Qwen2.5-0.5B-Instruct",
10
+ "halt_cot": {
11
+ "theta": 0.6,
12
+ "max_steps": 12,
13
+ "min_steps": 1,
14
+ "consecutive_low_entropy": 2,
15
+ "entropy_unit": "bits",
16
+ "step_max_new_tokens": 96,
17
+ "step_min_new_tokens": 4,
18
+ "prompt_template": "{question}\n\nLet's think step by step.\n",
19
+ "step_prefix": "Step {step}: ",
20
+ "step_stop_strings": [
21
+ "\nStep",
22
+ "\nAnswer:",
23
+ "\nFinal answer:",
24
+ "\n"
25
+ ],
26
+ "answer_probe": "\nTherefore, the final answer is ",
27
+ "do_sample": false,
28
+ "temperature": 0.0,
29
+ "top_p": 1.0
30
+ }
31
+ }