Dassem commited on
Commit
087ffc3
·
verified ·
1 Parent(s): fa34645

End of training

Browse files
Files changed (4) hide show
  1. all_results.json +5 -5
  2. model.safetensors +1 -1
  3. train_results.json +5 -5
  4. trainer_state.json +115 -115
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 3.151223813802062e-06,
4
- "train_runtime": 518.4281,
5
- "train_samples": 84,
6
- "train_samples_per_second": 0.617,
7
- "train_steps_per_second": 0.039
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 9.376462548971176e-06,
4
+ "train_runtime": 213.5018,
5
+ "train_samples": 28,
6
+ "train_samples_per_second": 1.499,
7
+ "train_steps_per_second": 0.094
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9a701aeb54101ce4e42a9633ea798be4a0e3fe48627a8452bd09b42a9b7e3ae
3
  size 1976163472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f05f6a78dac6fcf250222e2db013b8bc0d538bb044567c88092de29c8014fe
3
  size 1976163472
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 3.151223813802062e-06,
4
- "train_runtime": 518.4281,
5
- "train_samples": 84,
6
- "train_samples_per_second": 0.617,
7
- "train_steps_per_second": 0.039
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 9.376462548971176e-06,
4
+ "train_runtime": 213.5018,
5
+ "train_samples": 28,
6
+ "train_samples_per_second": 1.499,
7
+ "train_steps_per_second": 0.094
8
  }
trainer_state.json CHANGED
@@ -2,7 +2,7 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.8571428571428572,
6
  "eval_steps": 500,
7
  "global_step": 20,
8
  "is_hyper_param_search": false,
@@ -10,209 +10,209 @@
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
- "completion_length": 343.84375,
14
- "epoch": 0.19047619047619047,
15
- "grad_norm": 6.41450834274292,
16
  "kl": 0.0,
17
  "learning_rate": 5e-07,
18
  "loss": 0.0,
19
- "reward": 1.3421010066522285,
20
- "reward_std": 1.406665334085119,
21
- "rewards/concensus_correctness_reward_func": 0.6851250007748604,
22
- "rewards/consensus_reward_func": 0.0625,
23
  "rewards/cumulative_reward_2": 0.0,
24
- "rewards/final_correctness_reward_func": 0.125,
25
- "rewards/question_recreation_reward_func": 0.32650725438725203,
26
  "rewards/soft_format_reward_func": 0.0,
27
- "rewards/strict_format_reward_func": 0.015625,
28
- "rewards/xmlcount_reward_func": 0.1273437519557774,
29
  "step": 2
30
  },
31
  {
32
- "completion_length": 339.53125,
33
- "epoch": 0.38095238095238093,
34
- "grad_norm": 6.3102498054504395,
35
- "kl": 0.0012349215921858558,
36
  "learning_rate": 4.864543104251586e-07,
37
  "loss": 0.0,
38
- "reward": 0.3265813000034541,
39
- "reward_std": 0.4629429771230207,
40
- "rewards/concensus_correctness_reward_func": 0.0,
41
- "rewards/consensus_reward_func": 0.0625,
42
  "rewards/cumulative_reward_2": 0.0,
43
- "rewards/final_correctness_reward_func": 0.0625,
44
- "rewards/question_recreation_reward_func": 0.13289380201604217,
45
  "rewards/soft_format_reward_func": 0.0,
46
  "rewards/strict_format_reward_func": 0.0,
47
- "rewards/xmlcount_reward_func": 0.06868749670684338,
48
  "step": 4
49
  },
50
  {
51
- "completion_length": 296.1875,
52
- "epoch": 0.5714285714285714,
53
- "grad_norm": 61.84025573730469,
54
- "kl": 0.005961592213679978,
55
  "learning_rate": 4.472851273490984e-07,
56
  "loss": 0.0,
57
- "reward": 0.5405496190069243,
58
- "reward_std": 0.5028865041094832,
59
- "rewards/concensus_correctness_reward_func": 0.059812501072883606,
60
- "rewards/consensus_reward_func": 0.125,
61
  "rewards/cumulative_reward_2": 0.0,
62
- "rewards/final_correctness_reward_func": 0.0,
63
- "rewards/question_recreation_reward_func": 0.27689335064496845,
64
  "rewards/soft_format_reward_func": 0.0,
65
  "rewards/strict_format_reward_func": 0.0,
66
- "rewards/xmlcount_reward_func": 0.07884375378489494,
67
  "step": 6
68
  },
69
  {
70
- "completion_length": 249.1875,
71
- "epoch": 0.7619047619047619,
72
- "grad_norm": 56.74770736694336,
73
- "kl": 0.002046526838967111,
74
  "learning_rate": 3.867370395306068e-07,
75
  "loss": 0.0,
76
- "reward": 0.37825396441621706,
77
- "reward_std": 0.37752981589437695,
78
- "rewards/concensus_correctness_reward_func": 0.0,
79
- "rewards/consensus_reward_func": 0.0625,
80
  "rewards/cumulative_reward_2": 0.0,
81
- "rewards/final_correctness_reward_func": 0.0625,
82
- "rewards/question_recreation_reward_func": 0.18716021499130875,
83
  "rewards/soft_format_reward_func": 0.0,
84
  "rewards/strict_format_reward_func": 0.0,
85
- "rewards/xmlcount_reward_func": 0.06609375029802322,
86
  "step": 8
87
  },
88
  {
89
- "completion_length": 285.75,
90
- "epoch": 0.9523809523809523,
91
- "grad_norm": 35.71620178222656,
92
- "kl": 0.0014948487314541126,
93
  "learning_rate": 3.1137137178519977e-07,
94
  "loss": 0.0,
95
- "reward": 0.6967899320879951,
96
- "reward_std": 0.5912124498172489,
97
- "rewards/concensus_correctness_reward_func": 0.06024999916553497,
98
- "rewards/consensus_reward_func": 0.125,
99
  "rewards/cumulative_reward_2": 0.0,
100
- "rewards/final_correctness_reward_func": 0.125,
101
- "rewards/question_recreation_reward_func": 0.2623211840982549,
102
  "rewards/soft_format_reward_func": 0.0,
103
  "rewards/strict_format_reward_func": 0.0,
104
- "rewards/xmlcount_reward_func": 0.12421874701976776,
105
  "step": 10
106
  },
107
  {
108
- "completion_length": 347.2916666666667,
109
- "epoch": 1.0952380952380953,
110
- "grad_norm": 5.5424346923828125,
111
- "kl": 0.001293833294766955,
112
  "learning_rate": 2.2935516363191693e-07,
113
  "loss": 0.0,
114
- "reward": 0.1296683083055541,
115
- "reward_std": 0.42109029918598634,
116
- "rewards/concensus_correctness_reward_func": 0.0,
117
- "rewards/consensus_reward_func": 0.08333333333333333,
118
  "rewards/cumulative_reward_2": 0.0,
119
  "rewards/final_correctness_reward_func": 0.0,
120
- "rewards/question_recreation_reward_func": 0.13004330720286816,
121
  "rewards/soft_format_reward_func": 0.0,
122
  "rewards/strict_format_reward_func": 0.0,
123
- "rewards/xmlcount_reward_func": -0.08370832974712054,
124
  "step": 12
125
  },
126
  {
127
- "completion_length": 373.09375,
128
- "epoch": 1.2857142857142856,
129
- "grad_norm": 17.043167114257812,
130
- "kl": 0.0012364095746306702,
131
  "learning_rate": 1.4957614383675767e-07,
132
  "loss": 0.0,
133
- "reward": 0.3166529495501891,
134
- "reward_std": 0.406706450904494,
135
  "rewards/concensus_correctness_reward_func": 0.0,
136
  "rewards/consensus_reward_func": 0.0,
137
  "rewards/cumulative_reward_2": 0.0,
138
  "rewards/final_correctness_reward_func": 0.0625,
139
- "rewards/question_recreation_reward_func": 0.16937170409073588,
140
  "rewards/soft_format_reward_func": 0.0,
141
  "rewards/strict_format_reward_func": 0.0,
142
- "rewards/xmlcount_reward_func": 0.08478125440888107,
143
  "step": 14
144
  },
145
  {
146
- "completion_length": 245.1875,
147
- "epoch": 1.4761904761904763,
148
- "grad_norm": 27.399072647094727,
149
- "kl": 0.0028427706747606862,
150
  "learning_rate": 8.067960709356478e-08,
151
  "loss": 0.0,
152
- "reward": 0.6848066907841712,
153
- "reward_std": 0.6611888102197554,
154
- "rewards/concensus_correctness_reward_func": 0.06012500077486038,
155
- "rewards/consensus_reward_func": 0.125,
156
  "rewards/cumulative_reward_2": 0.0,
157
- "rewards/final_correctness_reward_func": 0.125,
158
- "rewards/question_recreation_reward_func": 0.25196293997578323,
159
  "rewards/soft_format_reward_func": 0.0,
160
  "rewards/strict_format_reward_func": 0.0,
161
- "rewards/xmlcount_reward_func": 0.12271874817088246,
162
  "step": 16
163
  },
164
  {
165
- "completion_length": 264.25,
166
- "epoch": 1.6666666666666665,
167
- "grad_norm": 42.305606842041016,
168
- "kl": 0.0022985513096500654,
169
  "learning_rate": 3.013156219837776e-08,
170
- "loss": 0.0,
171
- "reward": 1.2035528365522623,
172
- "reward_std": 1.0453436647367198,
173
- "rewards/concensus_correctness_reward_func": 0.15699999779462814,
174
- "rewards/consensus_reward_func": 0.25,
175
  "rewards/cumulative_reward_2": 0.0,
176
- "rewards/final_correctness_reward_func": 0.1875,
177
- "rewards/question_recreation_reward_func": 0.26874033408239484,
178
  "rewards/soft_format_reward_func": 0.0,
179
- "rewards/strict_format_reward_func": 0.015625,
180
- "rewards/xmlcount_reward_func": 0.3246875018812716,
181
  "step": 18
182
  },
183
  {
184
- "completion_length": 378.5625,
185
- "epoch": 1.8571428571428572,
186
- "grad_norm": 64.05872344970703,
187
- "kl": 0.013361819263081998,
188
  "learning_rate": 3.4096741493194193e-09,
189
  "loss": 0.0,
190
- "reward": 0.8212161803094205,
191
- "reward_std": 1.0907838449347764,
192
- "rewards/concensus_correctness_reward_func": 0.06012500077486038,
193
- "rewards/consensus_reward_func": 0.25,
194
  "rewards/cumulative_reward_2": 0.0,
195
- "rewards/final_correctness_reward_func": 0.1875,
196
- "rewards/question_recreation_reward_func": 0.24912242317805067,
197
  "rewards/soft_format_reward_func": 0.0,
198
  "rewards/strict_format_reward_func": 0.0,
199
- "rewards/xmlcount_reward_func": 0.07446875050663948,
200
  "step": 20
201
  },
202
  {
203
- "epoch": 1.8571428571428572,
204
  "step": 20,
205
  "total_flos": 0.0,
206
- "train_loss": 3.151223813802062e-06,
207
- "train_runtime": 518.4281,
208
- "train_samples_per_second": 0.617,
209
- "train_steps_per_second": 0.039
210
  }
211
  ],
212
  "logging_steps": 2,
213
  "max_steps": 20,
214
  "num_input_tokens_seen": 0,
215
- "num_train_epochs": 2,
216
  "save_steps": 25,
217
  "stateful_callbacks": {
218
  "TrainerControl": {
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 5.0,
6
  "eval_steps": 500,
7
  "global_step": 20,
8
  "is_hyper_param_search": false,
 
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
+ "completion_length": 409.15625,
14
+ "epoch": 0.5714285714285714,
15
+ "grad_norm": 9.875356674194336,
16
  "kl": 0.0,
17
  "learning_rate": 5e-07,
18
  "loss": 0.0,
19
+ "reward": 0.3602086678147316,
20
+ "reward_std": 0.4318295910725283,
21
+ "rewards/concensus_correctness_reward_func": 0.0,
22
+ "rewards/consensus_reward_func": 0.0,
23
  "rewards/cumulative_reward_2": 0.0,
24
+ "rewards/final_correctness_reward_func": 0.0625,
25
+ "rewards/question_recreation_reward_func": 0.21970867551863194,
26
  "rewards/soft_format_reward_func": 0.0,
27
+ "rewards/strict_format_reward_func": 0.0,
28
+ "rewards/xmlcount_reward_func": 0.07800000044517219,
29
  "step": 2
30
  },
31
  {
32
+ "completion_length": 385.7916666666667,
33
+ "epoch": 1.0,
34
+ "grad_norm": 117.25511169433594,
35
+ "kl": 0.0056322487313688425,
36
  "learning_rate": 4.864543104251586e-07,
37
  "loss": 0.0,
38
+ "reward": 0.4368452951312065,
39
+ "reward_std": 0.7759081007291874,
40
+ "rewards/concensus_correctness_reward_func": 0.07024999956289928,
41
+ "rewards/consensus_reward_func": 0.0,
42
  "rewards/cumulative_reward_2": 0.0,
43
+ "rewards/final_correctness_reward_func": 0.08333333333333333,
44
+ "rewards/question_recreation_reward_func": 0.3702619541436434,
45
  "rewards/soft_format_reward_func": 0.0,
46
  "rewards/strict_format_reward_func": 0.0,
47
+ "rewards/xmlcount_reward_func": -0.08699999873836835,
48
  "step": 4
49
  },
50
  {
51
+ "completion_length": 397.40625,
52
+ "epoch": 1.5714285714285714,
53
+ "grad_norm": 8.081494331359863,
54
+ "kl": 0.004398276567371795,
55
  "learning_rate": 4.472851273490984e-07,
56
  "loss": 0.0,
57
+ "reward": 0.6226073214202188,
58
+ "reward_std": 0.5249523999518715,
59
+ "rewards/concensus_correctness_reward_func": 0.0951249971985817,
60
+ "rewards/consensus_reward_func": 0.0,
61
  "rewards/cumulative_reward_2": 0.0,
62
+ "rewards/final_correctness_reward_func": 0.1875,
63
+ "rewards/question_recreation_reward_func": 0.22788858361309394,
64
  "rewards/soft_format_reward_func": 0.0,
65
  "rewards/strict_format_reward_func": 0.0,
66
+ "rewards/xmlcount_reward_func": 0.11209374759346247,
67
  "step": 6
68
  },
69
  {
70
+ "completion_length": 350.2083333333333,
71
+ "epoch": 2.0,
72
+ "grad_norm": 8.431388854980469,
73
+ "kl": 0.0031580582823759564,
74
  "learning_rate": 3.867370395306068e-07,
75
  "loss": 0.0,
76
+ "reward": 0.5635077450424433,
77
+ "reward_std": 0.581715359352529,
78
+ "rewards/concensus_correctness_reward_func": -0.007500000298023224,
79
+ "rewards/consensus_reward_func": 0.08333333333333333,
80
  "rewards/cumulative_reward_2": 0.0,
81
+ "rewards/final_correctness_reward_func": 0.0,
82
+ "rewards/question_recreation_reward_func": 0.3322160681709647,
83
  "rewards/soft_format_reward_func": 0.0,
84
  "rewards/strict_format_reward_func": 0.0,
85
+ "rewards/xmlcount_reward_func": 0.15545834538837275,
86
  "step": 8
87
  },
88
  {
89
+ "completion_length": 461.21875,
90
+ "epoch": 2.571428571428571,
91
+ "grad_norm": 4.464199066162109,
92
+ "kl": 0.005941408970102202,
93
  "learning_rate": 3.1137137178519977e-07,
94
  "loss": 0.0,
95
+ "reward": 0.17902526422403753,
96
+ "reward_std": 0.6957999468722846,
97
+ "rewards/concensus_correctness_reward_func": 0.0,
98
+ "rewards/consensus_reward_func": 0.0,
99
  "rewards/cumulative_reward_2": 0.0,
100
+ "rewards/final_correctness_reward_func": 0.0,
101
+ "rewards/question_recreation_reward_func": 0.25424400495830923,
102
  "rewards/soft_format_reward_func": 0.0,
103
  "rewards/strict_format_reward_func": 0.0,
104
+ "rewards/xmlcount_reward_func": -0.07521873898804188,
105
  "step": 10
106
  },
107
  {
108
+ "completion_length": 420.7916666666667,
109
+ "epoch": 3.0,
110
+ "grad_norm": 13.741572380065918,
111
+ "kl": 0.009973627614575284,
112
  "learning_rate": 2.2935516363191693e-07,
113
  "loss": 0.0,
114
+ "reward": 1.2170113790780306,
115
+ "reward_std": 1.650551260759433,
116
+ "rewards/concensus_correctness_reward_func": 0.8333333333333334,
117
+ "rewards/consensus_reward_func": 0.0,
118
  "rewards/cumulative_reward_2": 0.0,
119
  "rewards/final_correctness_reward_func": 0.0,
120
+ "rewards/question_recreation_reward_func": 0.2790946864212553,
121
  "rewards/soft_format_reward_func": 0.0,
122
  "rewards/strict_format_reward_func": 0.0,
123
+ "rewards/xmlcount_reward_func": 0.10458333293596904,
124
  "step": 12
125
  },
126
  {
127
+ "completion_length": 365.0,
128
+ "epoch": 3.571428571428571,
129
+ "grad_norm": 11.39220905303955,
130
+ "kl": 0.003105924144620076,
131
  "learning_rate": 1.4957614383675767e-07,
132
  "loss": 0.0,
133
+ "reward": 0.3411784037016332,
134
+ "reward_std": 0.5926390361855738,
135
  "rewards/concensus_correctness_reward_func": 0.0,
136
  "rewards/consensus_reward_func": 0.0,
137
  "rewards/cumulative_reward_2": 0.0,
138
  "rewards/final_correctness_reward_func": 0.0625,
139
+ "rewards/question_recreation_reward_func": 0.29302217275835574,
140
  "rewards/soft_format_reward_func": 0.0,
141
  "rewards/strict_format_reward_func": 0.0,
142
+ "rewards/xmlcount_reward_func": -0.014343749731779099,
143
  "step": 14
144
  },
145
  {
146
+ "completion_length": 402.75,
147
+ "epoch": 4.0,
148
+ "grad_norm": 5.019252300262451,
149
+ "kl": 0.0031478352757403627,
150
  "learning_rate": 8.067960709356478e-08,
151
  "loss": 0.0,
152
+ "reward": 0.48165157514934737,
153
+ "reward_std": 0.5276354240098348,
154
+ "rewards/concensus_correctness_reward_func": 0.12683332959810892,
155
+ "rewards/consensus_reward_func": 0.0,
156
  "rewards/cumulative_reward_2": 0.0,
157
+ "rewards/final_correctness_reward_func": 0.08333333333333333,
158
+ "rewards/question_recreation_reward_func": 0.3021932320358853,
159
  "rewards/soft_format_reward_func": 0.0,
160
  "rewards/strict_format_reward_func": 0.0,
161
+ "rewards/xmlcount_reward_func": -0.03070833347737789,
162
  "step": 16
163
  },
164
  {
165
+ "completion_length": 391.84375,
166
+ "epoch": 4.571428571428571,
167
+ "grad_norm": 21.691829681396484,
168
+ "kl": 0.05942032911843853,
169
  "learning_rate": 3.013156219837776e-08,
170
+ "loss": 0.0001,
171
+ "reward": 0.8444168888963759,
172
+ "reward_std": 0.878114497900242,
173
+ "rewards/concensus_correctness_reward_func": 0.018124999478459358,
174
+ "rewards/consensus_reward_func": 0.0625,
175
  "rewards/cumulative_reward_2": 0.0,
176
+ "rewards/final_correctness_reward_func": 0.125,
177
+ "rewards/question_recreation_reward_func": 0.3953543780371547,
178
  "rewards/soft_format_reward_func": 0.0,
179
+ "rewards/strict_format_reward_func": 0.0,
180
+ "rewards/xmlcount_reward_func": 0.24343750439584255,
181
  "step": 18
182
  },
183
  {
184
+ "completion_length": 413.7916666666667,
185
+ "epoch": 5.0,
186
+ "grad_norm": 5.071010112762451,
187
+ "kl": 0.005696416522065799,
188
  "learning_rate": 3.4096741493194193e-09,
189
  "loss": 0.0,
190
+ "reward": 1.6230570636689663,
191
+ "reward_std": 1.8531924900598824,
192
+ "rewards/concensus_correctness_reward_func": 0.8333333333333334,
193
+ "rewards/consensus_reward_func": 0.0,
194
  "rewards/cumulative_reward_2": 0.0,
195
+ "rewards/final_correctness_reward_func": 0.16666666666666666,
196
+ "rewards/question_recreation_reward_func": 0.42043201873699826,
197
  "rewards/soft_format_reward_func": 0.0,
198
  "rewards/strict_format_reward_func": 0.0,
199
+ "rewards/xmlcount_reward_func": 0.20262499153614044,
200
  "step": 20
201
  },
202
  {
203
+ "epoch": 5.0,
204
  "step": 20,
205
  "total_flos": 0.0,
206
+ "train_loss": 9.376462548971176e-06,
207
+ "train_runtime": 213.5018,
208
+ "train_samples_per_second": 1.499,
209
+ "train_steps_per_second": 0.094
210
  }
211
  ],
212
  "logging_steps": 2,
213
  "max_steps": 20,
214
  "num_input_tokens_seen": 0,
215
+ "num_train_epochs": 7,
216
  "save_steps": 25,
217
  "stateful_callbacks": {
218
  "TrainerControl": {