Dassem commited on
Commit
c7e7d17
·
verified ·
1 Parent(s): a9290e8

End of training

Browse files
Files changed (4) hide show
  1. all_results.json +5 -5
  2. model.safetensors +1 -1
  3. train_results.json +5 -5
  4. trainer_state.json +120 -120
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 4.579394408210647e-06,
4
- "train_runtime": 1046.4629,
5
- "train_samples": 54,
6
- "train_samples_per_second": 0.306,
7
- "train_steps_per_second": 0.019
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 1.2074224650859833e-05,
4
+ "train_runtime": 241.9788,
5
+ "train_samples": 28,
6
+ "train_samples_per_second": 1.322,
7
+ "train_steps_per_second": 0.083
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca4cb02a46f7214360ab4f2e31e9560a2fd1a072eb708897c75fa495868ccabd
3
  size 1976163472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ac32fff446e4f246a257890da63cf807639aba396bf3a0c4353d8ab22061d9
3
  size 1976163472
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 4.579394408210647e-06,
4
- "train_runtime": 1046.4629,
5
- "train_samples": 54,
6
- "train_samples_per_second": 0.306,
7
- "train_steps_per_second": 0.019
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 1.2074224650859833e-05,
4
+ "train_runtime": 241.9788,
5
+ "train_samples": 28,
6
+ "train_samples_per_second": 1.322,
7
+ "train_steps_per_second": 0.083
8
  }
trainer_state.json CHANGED
@@ -2,7 +2,7 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 2.888888888888889,
6
  "eval_steps": 500,
7
  "global_step": 20,
8
  "is_hyper_param_search": false,
@@ -10,209 +10,209 @@
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
- "completion_length": 395.625,
14
- "epoch": 0.2962962962962963,
15
- "grad_norm": 5.829502105712891,
16
  "kl": 0.0,
17
  "learning_rate": 5e-07,
18
- "loss": 0.0,
19
- "reward": 1.2033148455666378,
20
- "reward_std": 1.3915470208739862,
21
- "rewards/concensus_correctness_reward_func": 0.36681249737739563,
22
- "rewards/consensus_reward_func": 0.3125,
23
  "rewards/cumulative_reward_2": 0.0,
24
  "rewards/final_correctness_reward_func": 0.0625,
25
- "rewards/question_recreation_reward_func": 0.34465858712792397,
26
  "rewards/soft_format_reward_func": 0.0,
27
  "rewards/strict_format_reward_func": 0.0,
28
- "rewards/xmlcount_reward_func": 0.11684375209733844,
29
  "step": 2
30
  },
31
  {
32
- "completion_length": 318.25,
33
- "epoch": 0.5925925925925926,
34
- "grad_norm": 129.86944580078125,
35
- "kl": 0.003419848042540252,
36
  "learning_rate": 4.864543104251586e-07,
37
  "loss": 0.0,
38
- "reward": 0.6785047724843025,
39
- "reward_std": 0.7954632131149992,
40
- "rewards/concensus_correctness_reward_func": 0.06012500077486038,
41
- "rewards/consensus_reward_func": 0.125,
42
  "rewards/cumulative_reward_2": 0.0,
43
- "rewards/final_correctness_reward_func": 0.0,
44
- "rewards/question_recreation_reward_func": 0.291598507668823,
45
  "rewards/soft_format_reward_func": 0.0,
46
- "rewards/strict_format_reward_func": 0.015625,
47
- "rewards/xmlcount_reward_func": 0.18615624867379665,
48
  "step": 4
49
  },
50
  {
51
- "completion_length": 277.15625,
52
- "epoch": 0.8888888888888888,
53
- "grad_norm": 12.671381950378418,
54
- "kl": 0.0016626886590529466,
55
  "learning_rate": 4.472851273490984e-07,
56
  "loss": 0.0,
57
- "reward": 1.0163182336837053,
58
- "reward_std": 0.5643135436112061,
59
- "rewards/concensus_correctness_reward_func": 0.05824999883770943,
60
- "rewards/consensus_reward_func": 0.0625,
61
  "rewards/cumulative_reward_2": 0.0,
62
- "rewards/final_correctness_reward_func": 0.25,
63
- "rewards/question_recreation_reward_func": 0.4031307571567595,
64
  "rewards/soft_format_reward_func": 0.0,
65
  "rewards/strict_format_reward_func": 0.0,
66
- "rewards/xmlcount_reward_func": 0.24243750469759107,
67
  "step": 6
68
  },
69
  {
70
- "completion_length": 376.2857142857143,
71
- "epoch": 1.1481481481481481,
72
- "grad_norm": 5.413148403167725,
73
- "kl": 0.001547673700510391,
74
  "learning_rate": 3.867370395306068e-07,
75
  "loss": 0.0,
76
- "reward": 0.9212835081187742,
77
- "reward_std": 0.794769379576402,
78
- "rewards/concensus_correctness_reward_func": 0.11614286048071724,
79
- "rewards/consensus_reward_func": 0.07142857142857142,
80
  "rewards/cumulative_reward_2": 0.0,
81
- "rewards/final_correctness_reward_func": 0.21428571428571427,
82
- "rewards/question_recreation_reward_func": 0.23314063317541564,
83
  "rewards/soft_format_reward_func": 0.0,
84
  "rewards/strict_format_reward_func": 0.0,
85
- "rewards/xmlcount_reward_func": 0.2862857159759317,
86
  "step": 8
87
  },
88
  {
89
- "completion_length": 396.125,
90
- "epoch": 1.4444444444444444,
91
- "grad_norm": 7.960461139678955,
92
- "kl": 0.0017705811987980269,
93
  "learning_rate": 3.1137137178519977e-07,
94
  "loss": 0.0,
95
- "reward": 0.3133554272353649,
96
- "reward_std": 0.6622605523734819,
97
- "rewards/concensus_correctness_reward_func": 0.0,
98
- "rewards/consensus_reward_func": 0.0625,
99
  "rewards/cumulative_reward_2": 0.0,
100
- "rewards/final_correctness_reward_func": 0.0,
101
- "rewards/question_recreation_reward_func": 0.23460542922839522,
102
  "rewards/soft_format_reward_func": 0.0,
103
- "rewards/strict_format_reward_func": 0.0,
104
- "rewards/xmlcount_reward_func": 0.016250005457550287,
105
  "step": 10
106
  },
107
  {
108
- "completion_length": 350.3125,
109
- "epoch": 1.7407407407407407,
110
- "grad_norm": 14.470555305480957,
111
- "kl": 0.001392370009853039,
112
  "learning_rate": 2.2935516363191693e-07,
113
  "loss": 0.0,
114
- "reward": 0.8104934869334102,
115
- "reward_std": 1.0051569423521869,
116
- "rewards/concensus_correctness_reward_func": 0.1796875,
117
- "rewards/consensus_reward_func": 0.125,
118
  "rewards/cumulative_reward_2": 0.0,
119
- "rewards/final_correctness_reward_func": 0.125,
120
- "rewards/question_recreation_reward_func": 0.24033727089408785,
121
- "rewards/soft_format_reward_func": 0.015625,
122
  "rewards/strict_format_reward_func": 0.0,
123
- "rewards/xmlcount_reward_func": 0.12484375294297934,
124
  "step": 12
125
  },
126
  {
127
- "completion_length": 332.35714285714283,
128
- "epoch": 2.0,
129
- "grad_norm": 5.138308048248291,
130
- "kl": 0.01407615459590618,
131
  "learning_rate": 1.4957614383675767e-07,
132
  "loss": 0.0,
133
- "reward": 1.135240826755762,
134
- "reward_std": 1.039012753404677,
135
- "rewards/concensus_correctness_reward_func": 0.13464285646166121,
136
- "rewards/consensus_reward_func": 0.2857142857142857,
137
  "rewards/cumulative_reward_2": 0.0,
138
  "rewards/final_correctness_reward_func": 0.0,
139
- "rewards/question_recreation_reward_func": 0.38131226333124296,
140
- "rewards/soft_format_reward_func": 0.017857142857142856,
141
  "rewards/strict_format_reward_func": 0.0,
142
- "rewards/xmlcount_reward_func": 0.31571427626269205,
143
  "step": 14
144
  },
145
  {
146
- "completion_length": 396.59375,
147
- "epoch": 2.2962962962962963,
148
- "grad_norm": 6.662451267242432,
149
- "kl": 0.0015688466373831034,
150
  "learning_rate": 8.067960709356478e-08,
151
  "loss": 0.0,
152
- "reward": 0.6992147299461067,
153
- "reward_std": 0.860620183404535,
154
- "rewards/concensus_correctness_reward_func": 0.11524999886751175,
155
- "rewards/consensus_reward_func": 0.125,
156
  "rewards/cumulative_reward_2": 0.0,
157
- "rewards/final_correctness_reward_func": 0.0,
158
- "rewards/question_recreation_reward_func": 0.2749022247735411,
159
- "rewards/soft_format_reward_func": 0.015625,
160
  "rewards/strict_format_reward_func": 0.0,
161
- "rewards/xmlcount_reward_func": 0.16843749373219907,
162
  "step": 16
163
  },
164
  {
165
- "completion_length": 237.0625,
166
- "epoch": 2.5925925925925926,
167
- "grad_norm": 15.600181579589844,
168
- "kl": 0.02024988775883685,
169
  "learning_rate": 3.013156219837776e-08,
170
  "loss": 0.0,
171
- "reward": 1.4132805896224454,
172
- "reward_std": 1.7078432710841298,
173
- "rewards/concensus_correctness_reward_func": 0.7420625016093254,
174
- "rewards/consensus_reward_func": 0.25,
175
  "rewards/cumulative_reward_2": 0.0,
176
  "rewards/final_correctness_reward_func": 0.0,
177
- "rewards/question_recreation_reward_func": 0.21299934887792915,
178
  "rewards/soft_format_reward_func": 0.0,
179
- "rewards/strict_format_reward_func": 0.015625,
180
- "rewards/xmlcount_reward_func": 0.19259375532419654,
181
  "step": 18
182
  },
183
  {
184
- "completion_length": 284.0625,
185
- "epoch": 2.888888888888889,
186
- "grad_norm": 6.529786586761475,
187
- "kl": 0.0022026387450750917,
188
  "learning_rate": 3.4096741493194193e-09,
189
  "loss": 0.0,
190
- "reward": 0.9137880692724138,
191
- "reward_std": 0.8070964393555187,
192
- "rewards/concensus_correctness_reward_func": 0.15906249731779099,
193
- "rewards/consensus_reward_func": 0.1875,
194
  "rewards/cumulative_reward_2": 0.0,
195
- "rewards/final_correctness_reward_func": 0.0,
196
- "rewards/question_recreation_reward_func": 0.2792255657259375,
197
  "rewards/soft_format_reward_func": 0.0,
198
  "rewards/strict_format_reward_func": 0.0,
199
- "rewards/xmlcount_reward_func": 0.28800000064074993,
200
  "step": 20
201
  },
202
  {
203
- "epoch": 2.888888888888889,
204
  "step": 20,
205
  "total_flos": 0.0,
206
- "train_loss": 4.579394408210647e-06,
207
- "train_runtime": 1046.4629,
208
- "train_samples_per_second": 0.306,
209
- "train_steps_per_second": 0.019
210
  }
211
  ],
212
  "logging_steps": 2,
213
  "max_steps": 20,
214
  "num_input_tokens_seen": 0,
215
- "num_train_epochs": 4,
216
  "save_steps": 25,
217
  "stateful_callbacks": {
218
  "TrainerControl": {
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 5.0,
6
  "eval_steps": 500,
7
  "global_step": 20,
8
  "is_hyper_param_search": false,
 
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
+ "completion_length": 425.53125,
14
+ "epoch": 0.5714285714285714,
15
+ "grad_norm": 9.203099250793457,
16
  "kl": 0.0,
17
  "learning_rate": 5e-07,
18
+ "loss": -0.0,
19
+ "reward": 0.08517932787071913,
20
+ "reward_std": 0.5275120898313617,
21
+ "rewards/concensus_correctness_reward_func": 0.0078125,
22
+ "rewards/consensus_reward_func": 0.0,
23
  "rewards/cumulative_reward_2": 0.0,
24
  "rewards/final_correctness_reward_func": 0.0625,
25
+ "rewards/question_recreation_reward_func": 0.26802308775950223,
26
  "rewards/soft_format_reward_func": 0.0,
27
  "rewards/strict_format_reward_func": 0.0,
28
+ "rewards/xmlcount_reward_func": -0.25315625593066216,
29
  "step": 2
30
  },
31
  {
32
+ "completion_length": 397.75,
33
+ "epoch": 1.0,
34
+ "grad_norm": 2.4216625690460205,
35
+ "kl": 0.0009784054952130343,
36
  "learning_rate": 4.864543104251586e-07,
37
  "loss": 0.0,
38
+ "reward": 0.4498949254242082,
39
+ "reward_std": 0.39546006900491193,
40
+ "rewards/concensus_correctness_reward_func": 0.03133333226044973,
41
+ "rewards/consensus_reward_func": 0.08333333333333333,
42
  "rewards/cumulative_reward_2": 0.0,
43
+ "rewards/final_correctness_reward_func": 0.08333333333333333,
44
+ "rewards/question_recreation_reward_func": 0.19706160388886929,
45
  "rewards/soft_format_reward_func": 0.0,
46
+ "rewards/strict_format_reward_func": 0.0,
47
+ "rewards/xmlcount_reward_func": 0.054833331455787025,
48
  "step": 4
49
  },
50
  {
51
+ "completion_length": 326.1875,
52
+ "epoch": 1.5714285714285714,
53
+ "grad_norm": 9.733160972595215,
54
+ "kl": 0.00708571504583233,
55
  "learning_rate": 4.472851273490984e-07,
56
  "loss": 0.0,
57
+ "reward": 0.5841304028290324,
58
+ "reward_std": 0.4705754998794873,
59
+ "rewards/concensus_correctness_reward_func": 0.0,
60
+ "rewards/consensus_reward_func": 0.0,
61
  "rewards/cumulative_reward_2": 0.0,
62
+ "rewards/final_correctness_reward_func": 0.0,
63
+ "rewards/question_recreation_reward_func": 0.32109914819011465,
64
  "rewards/soft_format_reward_func": 0.0,
65
  "rewards/strict_format_reward_func": 0.0,
66
+ "rewards/xmlcount_reward_func": 0.2630312540277373,
67
  "step": 6
68
  },
69
  {
70
+ "completion_length": 325.2083333333333,
71
+ "epoch": 2.0,
72
+ "grad_norm": 18.085708618164062,
73
+ "kl": 0.0028427876047013947,
74
  "learning_rate": 3.867370395306068e-07,
75
  "loss": 0.0,
76
+ "reward": 0.11741981686403354,
77
+ "reward_std": 0.4352739732324456,
78
+ "rewards/concensus_correctness_reward_func": 0.019083333512147267,
79
+ "rewards/consensus_reward_func": 0.0,
80
  "rewards/cumulative_reward_2": 0.0,
81
+ "rewards/final_correctness_reward_func": 0.08333333333333333,
82
+ "rewards/question_recreation_reward_func": 0.27729481738060713,
83
  "rewards/soft_format_reward_func": 0.0,
84
  "rewards/strict_format_reward_func": 0.0,
85
+ "rewards/xmlcount_reward_func": -0.26229167729616165,
86
  "step": 8
87
  },
88
  {
89
+ "completion_length": 438.65625,
90
+ "epoch": 2.571428571428571,
91
+ "grad_norm": 6.548774242401123,
92
+ "kl": 0.0040958540921565145,
93
  "learning_rate": 3.1137137178519977e-07,
94
  "loss": 0.0,
95
+ "reward": 0.8330102358013391,
96
+ "reward_std": 0.7156805225822609,
97
+ "rewards/concensus_correctness_reward_func": 0.09293750114738941,
98
+ "rewards/consensus_reward_func": 0.0,
99
  "rewards/cumulative_reward_2": 0.0,
100
+ "rewards/final_correctness_reward_func": 0.1875,
101
+ "rewards/question_recreation_reward_func": 0.35307274654041976,
102
  "rewards/soft_format_reward_func": 0.0,
103
+ "rewards/strict_format_reward_func": 0.015625,
104
+ "rewards/xmlcount_reward_func": 0.18387499824166298,
105
  "step": 10
106
  },
107
  {
108
+ "completion_length": 347.0,
109
+ "epoch": 3.0,
110
+ "grad_norm": 8.057790756225586,
111
+ "kl": 0.045380159824465714,
112
  "learning_rate": 2.2935516363191693e-07,
113
  "loss": 0.0,
114
+ "reward": 0.6509075580785671,
115
+ "reward_std": 0.8172325648677846,
116
+ "rewards/concensus_correctness_reward_func": 0.0846666693687439,
117
+ "rewards/consensus_reward_func": 0.08333333333333333,
118
  "rewards/cumulative_reward_2": 0.0,
119
+ "rewards/final_correctness_reward_func": 0.08333333333333333,
120
+ "rewards/question_recreation_reward_func": 0.3397408789023757,
121
+ "rewards/soft_format_reward_func": 0.0,
122
  "rewards/strict_format_reward_func": 0.0,
123
+ "rewards/xmlcount_reward_func": 0.05983333569020033,
124
  "step": 12
125
  },
126
  {
127
+ "completion_length": 387.25,
128
+ "epoch": 3.571428571428571,
129
+ "grad_norm": 71.71903228759766,
130
+ "kl": 0.046319030108861625,
131
  "learning_rate": 1.4957614383675767e-07,
132
  "loss": 0.0,
133
+ "reward": 0.13328322931192815,
134
+ "reward_std": 0.5344446847739164,
135
+ "rewards/concensus_correctness_reward_func": 0.0,
136
+ "rewards/consensus_reward_func": 0.0,
137
  "rewards/cumulative_reward_2": 0.0,
138
  "rewards/final_correctness_reward_func": 0.0,
139
+ "rewards/question_recreation_reward_func": 0.2500332312192768,
140
+ "rewards/soft_format_reward_func": 0.0,
141
  "rewards/strict_format_reward_func": 0.0,
142
+ "rewards/xmlcount_reward_func": -0.11675001075491309,
143
  "step": 14
144
  },
145
  {
146
+ "completion_length": 395.7083333333333,
147
+ "epoch": 4.0,
148
+ "grad_norm": 55.574886322021484,
149
+ "kl": 0.02579986079945229,
150
  "learning_rate": 8.067960709356478e-08,
151
  "loss": 0.0,
152
+ "reward": 0.5066832400237521,
153
+ "reward_std": 0.6481639163491005,
154
+ "rewards/concensus_correctness_reward_func": 0.0,
155
+ "rewards/consensus_reward_func": 0.0,
156
  "rewards/cumulative_reward_2": 0.0,
157
+ "rewards/final_correctness_reward_func": 0.08333333333333333,
158
+ "rewards/question_recreation_reward_func": 0.24530823497722545,
159
+ "rewards/soft_format_reward_func": 0.0,
160
  "rewards/strict_format_reward_func": 0.0,
161
+ "rewards/xmlcount_reward_func": 0.17804167668024698,
162
  "step": 16
163
  },
164
  {
165
+ "completion_length": 280.625,
166
+ "epoch": 4.571428571428571,
167
+ "grad_norm": 12.951563835144043,
168
+ "kl": 0.004495220746321138,
169
  "learning_rate": 3.013156219837776e-08,
170
  "loss": 0.0,
171
+ "reward": 0.22716636105906218,
172
+ "reward_std": 0.2984759219252737,
173
+ "rewards/concensus_correctness_reward_func": 0.01431250013411045,
174
+ "rewards/consensus_reward_func": 0.0,
175
  "rewards/cumulative_reward_2": 0.0,
176
  "rewards/final_correctness_reward_func": 0.0,
177
+ "rewards/question_recreation_reward_func": 0.17119760194327682,
178
  "rewards/soft_format_reward_func": 0.0,
179
+ "rewards/strict_format_reward_func": 0.0,
180
+ "rewards/xmlcount_reward_func": 0.04165625115274452,
181
  "step": 18
182
  },
183
  {
184
+ "completion_length": 415.5,
185
+ "epoch": 5.0,
186
+ "grad_norm": 7.374000072479248,
187
+ "kl": 0.003894108289387077,
188
  "learning_rate": 3.4096741493194193e-09,
189
  "loss": 0.0,
190
+ "reward": 2.365777488642683,
191
+ "reward_std": 0.5951976929403221,
192
+ "rewards/concensus_correctness_reward_func": 1.6666666666666667,
193
+ "rewards/consensus_reward_func": 0.0,
194
  "rewards/cumulative_reward_2": 0.0,
195
+ "rewards/final_correctness_reward_func": 0.3333333333333333,
196
+ "rewards/question_recreation_reward_func": 0.37340252303207916,
197
  "rewards/soft_format_reward_func": 0.0,
198
  "rewards/strict_format_reward_func": 0.0,
199
+ "rewards/xmlcount_reward_func": -0.007625001793106397,
200
  "step": 20
201
  },
202
  {
203
+ "epoch": 5.0,
204
  "step": 20,
205
  "total_flos": 0.0,
206
+ "train_loss": 1.2074224650859833e-05,
207
+ "train_runtime": 241.9788,
208
+ "train_samples_per_second": 1.322,
209
+ "train_steps_per_second": 0.083
210
  }
211
  ],
212
  "logging_steps": 2,
213
  "max_steps": 20,
214
  "num_input_tokens_seen": 0,
215
+ "num_train_epochs": 7,
216
  "save_steps": 25,
217
  "stateful_callbacks": {
218
  "TrainerControl": {