eddysang commited on
Commit
3b43856
·
verified ·
1 Parent(s): c372abe

Training in progress, step 34, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cc72119ca5ae944a23b14a1d6951b828af94c45d6b53afb236d2154529637ac
3
  size 640009682
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2191d75ff3a3cbc5977ee6aa1fa814e46a578f07c9693689328ea208bbf4be39
3
  size 640009682
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3caf7344f6170636283039b6767253c00cec6c432f431570e7311bc83261018
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff7d13d5439a9e3c4d151b127166791f2357c478fbaa7a80e57f5222b10418b9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0abe1a027b3fea2bf654a1c387b6eb2241fa486bab4a282d3a0e829c4308c91
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e1983b20d7ce0214623b79adb071ed1f5c168cabcab4cc0ff2c0c61c63ddce9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.01868003571183298,
5
  "eval_steps": 50,
6
- "global_step": 17,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -134,6 +134,125 @@
134
  "learning_rate": 0.00012749999999999998,
135
  "loss": 0.0,
136
  "step": 17
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
137
  }
138
  ],
139
  "logging_steps": 1,
@@ -153,7 +272,7 @@
153
  "attributes": {}
154
  }
155
  },
156
- "total_flos": 9.910222681905562e+16,
157
  "train_batch_size": 2,
158
  "trial_name": null,
159
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.03736007142366596,
5
  "eval_steps": 50,
6
+ "global_step": 34,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
134
  "learning_rate": 0.00012749999999999998,
135
  "loss": 0.0,
136
  "step": 17
137
+ },
138
+ {
139
+ "epoch": 0.0197788613419408,
140
+ "grad_norm": NaN,
141
+ "learning_rate": 0.000135,
142
+ "loss": 0.0,
143
+ "step": 18
144
+ },
145
+ {
146
+ "epoch": 0.02087768697204862,
147
+ "grad_norm": NaN,
148
+ "learning_rate": 0.0001425,
149
+ "loss": 0.0,
150
+ "step": 19
151
+ },
152
+ {
153
+ "epoch": 0.021976512602156446,
154
+ "grad_norm": NaN,
155
+ "learning_rate": 0.00015,
156
+ "loss": 0.0,
157
+ "step": 20
158
+ },
159
+ {
160
+ "epoch": 0.023075338232264268,
161
+ "grad_norm": NaN,
162
+ "learning_rate": 0.00014998857713672935,
163
+ "loss": 0.0,
164
+ "step": 21
165
+ },
166
+ {
167
+ "epoch": 0.02417416386237209,
168
+ "grad_norm": NaN,
169
+ "learning_rate": 0.00014995431202643217,
170
+ "loss": 0.0,
171
+ "step": 22
172
+ },
173
+ {
174
+ "epoch": 0.025272989492479914,
175
+ "grad_norm": NaN,
176
+ "learning_rate": 0.000149897215106593,
177
+ "loss": 0.0,
178
+ "step": 23
179
+ },
180
+ {
181
+ "epoch": 0.026371815122587735,
182
+ "grad_norm": NaN,
183
+ "learning_rate": 0.0001498173037694868,
184
+ "loss": 0.0,
185
+ "step": 24
186
+ },
187
+ {
188
+ "epoch": 0.027470640752695556,
189
+ "grad_norm": NaN,
190
+ "learning_rate": 0.0001497146023568809,
191
+ "loss": 0.0,
192
+ "step": 25
193
+ },
194
+ {
195
+ "epoch": 0.028569466382803377,
196
+ "grad_norm": NaN,
197
+ "learning_rate": 0.00014958914215262048,
198
+ "loss": 0.0,
199
+ "step": 26
200
+ },
201
+ {
202
+ "epoch": 0.029668292012911202,
203
+ "grad_norm": NaN,
204
+ "learning_rate": 0.00014944096137309914,
205
+ "loss": 0.0,
206
+ "step": 27
207
+ },
208
+ {
209
+ "epoch": 0.030767117643019024,
210
+ "grad_norm": NaN,
211
+ "learning_rate": 0.00014927010515561776,
212
+ "loss": 0.0,
213
+ "step": 28
214
+ },
215
+ {
216
+ "epoch": 0.03186594327312685,
217
+ "grad_norm": NaN,
218
+ "learning_rate": 0.00014907662554463532,
219
+ "loss": 0.0,
220
+ "step": 29
221
+ },
222
+ {
223
+ "epoch": 0.032964768903234666,
224
+ "grad_norm": NaN,
225
+ "learning_rate": 0.0001488605814759156,
226
+ "loss": 0.0,
227
+ "step": 30
228
+ },
229
+ {
230
+ "epoch": 0.03406359453334249,
231
+ "grad_norm": NaN,
232
+ "learning_rate": 0.00014862203875857477,
233
+ "loss": 0.0,
234
+ "step": 31
235
+ },
236
+ {
237
+ "epoch": 0.035162420163450316,
238
+ "grad_norm": NaN,
239
+ "learning_rate": 0.0001483610700550354,
240
+ "loss": 0.0,
241
+ "step": 32
242
+ },
243
+ {
244
+ "epoch": 0.03626124579355813,
245
+ "grad_norm": NaN,
246
+ "learning_rate": 0.00014807775485889264,
247
+ "loss": 0.0,
248
+ "step": 33
249
+ },
250
+ {
251
+ "epoch": 0.03736007142366596,
252
+ "grad_norm": NaN,
253
+ "learning_rate": 0.0001477721794706997,
254
+ "loss": 0.0,
255
+ "step": 34
256
  }
257
  ],
258
  "logging_steps": 1,
 
272
  "attributes": {}
273
  }
274
  },
275
+ "total_flos": 2.0001228862154342e+17,
276
  "train_batch_size": 2,
277
  "trial_name": null,
278
  "trial_params": null