yueqis commited on
Commit
270f626
·
verified ·
1 Parent(s): 5fe72ae

Upload trainer_state.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. trainer_state.json +577 -267
trainer_state.json CHANGED
@@ -2,474 +2,784 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 2.3822651045256147,
6
  "eval_steps": 500,
7
- "global_step": 650,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
- "epoch": 0.036756260050539856,
14
- "grad_norm": 1.136057734489441,
15
- "learning_rate": 1.0975609756097562e-05,
16
- "loss": 1.1345,
17
  "step": 10
18
  },
19
  {
20
- "epoch": 0.07351252010107971,
21
- "grad_norm": 0.5754098296165466,
22
- "learning_rate": 2.3170731707317075e-05,
23
- "loss": 0.9743,
24
  "step": 20
25
  },
26
  {
27
- "epoch": 0.11026878015161957,
28
- "grad_norm": 0.5011259317398071,
29
- "learning_rate": 3.5365853658536584e-05,
30
- "loss": 0.9405,
31
  "step": 30
32
  },
33
  {
34
- "epoch": 0.14702504020215942,
35
- "grad_norm": 0.453047513961792,
36
- "learning_rate": 4.75609756097561e-05,
37
- "loss": 0.9082,
38
  "step": 40
39
  },
40
  {
41
- "epoch": 0.1837813002526993,
42
- "grad_norm": 0.3960385024547577,
43
- "learning_rate": 4.998685537302135e-05,
44
- "loss": 0.8931,
45
  "step": 50
46
  },
47
  {
48
- "epoch": 0.22053756030323915,
49
- "grad_norm": 0.41752490401268005,
50
- "learning_rate": 4.9933479014963055e-05,
51
- "loss": 0.873,
52
  "step": 60
53
  },
54
  {
55
- "epoch": 0.257293820353779,
56
- "grad_norm": 0.4332248270511627,
57
- "learning_rate": 4.9839137016353147e-05,
58
- "loss": 0.8851,
59
  "step": 70
60
  },
61
  {
62
- "epoch": 0.29405008040431885,
63
- "grad_norm": 0.41378816962242126,
64
- "learning_rate": 4.970398438084758e-05,
65
- "loss": 0.9094,
66
  "step": 80
67
  },
68
  {
69
- "epoch": 0.33080634045485874,
70
- "grad_norm": 0.40073126554489136,
71
- "learning_rate": 4.952824316387163e-05,
72
- "loss": 0.8963,
73
  "step": 90
74
  },
75
  {
76
- "epoch": 0.3675626005053986,
77
- "grad_norm": 0.49767372012138367,
78
- "learning_rate": 4.931220210778332e-05,
79
- "loss": 0.8639,
80
  "step": 100
81
  },
82
  {
83
- "epoch": 0.4043188605559384,
84
- "grad_norm": 0.3762946128845215,
85
- "learning_rate": 4.905621616747054e-05,
86
- "loss": 0.858,
87
  "step": 110
88
  },
89
  {
90
- "epoch": 0.4410751206064783,
91
- "grad_norm": 0.37841302156448364,
92
- "learning_rate": 4.876070592716105e-05,
93
- "loss": 0.8514,
94
  "step": 120
95
  },
96
  {
97
- "epoch": 0.47783138065701813,
98
- "grad_norm": 0.39247384667396545,
99
- "learning_rate": 4.842615690940373e-05,
100
- "loss": 0.848,
101
  "step": 130
102
  },
103
  {
104
- "epoch": 0.514587640707558,
105
- "grad_norm": 0.36395716667175293,
106
- "learning_rate": 4.80531187773563e-05,
107
- "loss": 0.8735,
108
  "step": 140
109
  },
110
  {
111
- "epoch": 0.5513439007580979,
112
- "grad_norm": 0.369722455739975,
113
- "learning_rate": 4.7642204431690206e-05,
114
- "loss": 0.8525,
115
  "step": 150
116
  },
117
  {
118
- "epoch": 0.5881001608086377,
119
- "grad_norm": 0.3555547297000885,
120
- "learning_rate": 4.71940890035964e-05,
121
- "loss": 0.8892,
122
  "step": 160
123
  },
124
  {
125
- "epoch": 0.6248564208591776,
126
- "grad_norm": 0.36071062088012695,
127
- "learning_rate": 4.6709508745546575e-05,
128
- "loss": 0.835,
129
  "step": 170
130
  },
131
  {
132
- "epoch": 0.6616126809097175,
133
- "grad_norm": 0.33451011776924133,
134
- "learning_rate": 4.618925982163232e-05,
135
- "loss": 0.8515,
136
  "step": 180
137
  },
138
  {
139
- "epoch": 0.6983689409602573,
140
- "grad_norm": 0.3431645631790161,
141
- "learning_rate": 4.563419699946956e-05,
142
- "loss": 0.862,
143
  "step": 190
144
  },
145
  {
146
- "epoch": 0.7351252010107971,
147
- "grad_norm": 0.3229110538959503,
148
- "learning_rate": 4.504523224581762e-05,
149
- "loss": 0.8708,
150
  "step": 200
151
  },
152
  {
153
- "epoch": 0.771881461061337,
154
- "grad_norm": 0.3718363642692566,
155
- "learning_rate": 4.442333322822028e-05,
156
- "loss": 0.8445,
157
  "step": 210
158
  },
159
  {
160
- "epoch": 0.8086377211118768,
161
- "grad_norm": 0.389436811208725,
162
- "learning_rate": 4.376952172513046e-05,
163
- "loss": 0.8711,
164
  "step": 220
165
  },
166
  {
167
- "epoch": 0.8453939811624167,
168
- "grad_norm": 0.38827431201934814,
169
- "learning_rate": 4.308487194713097e-05,
170
- "loss": 0.884,
171
  "step": 230
172
  },
173
  {
174
- "epoch": 0.8821502412129566,
175
- "grad_norm": 0.34896695613861084,
176
- "learning_rate": 4.2370508772009334e-05,
177
- "loss": 0.8524,
178
  "step": 240
179
  },
180
  {
181
- "epoch": 0.9189065012634965,
182
- "grad_norm": 0.35946622490882874,
183
- "learning_rate": 4.162760589658649e-05,
184
- "loss": 0.847,
185
  "step": 250
186
  },
187
  {
188
- "epoch": 0.9556627613140363,
189
- "grad_norm": 0.4428149461746216,
190
- "learning_rate": 4.0857383908336076e-05,
191
- "loss": 0.8585,
192
  "step": 260
193
  },
194
  {
195
- "epoch": 0.9924190213645762,
196
- "grad_norm": 0.3346478044986725,
197
- "learning_rate": 4.0061108279962336e-05,
198
- "loss": 0.8696,
199
  "step": 270
200
  },
201
  {
202
- "epoch": 1.025729382035378,
203
- "grad_norm": 0.47293058037757874,
204
- "learning_rate": 3.924008729023185e-05,
205
- "loss": 0.7543,
206
  "step": 280
207
  },
208
  {
209
- "epoch": 1.0624856420859177,
210
- "grad_norm": 0.35213029384613037,
211
- "learning_rate": 3.8395669874474915e-05,
212
- "loss": 0.7643,
213
  "step": 290
214
  },
215
  {
216
- "epoch": 1.0992419021364577,
217
- "grad_norm": 0.3495759069919586,
218
- "learning_rate": 3.752924340828837e-05,
219
- "loss": 0.7147,
220
  "step": 300
221
  },
222
  {
223
- "epoch": 1.1359981621869975,
224
- "grad_norm": 0.33258387446403503,
225
- "learning_rate": 3.66422314280811e-05,
226
- "loss": 0.7164,
227
  "step": 310
228
  },
229
  {
230
- "epoch": 1.1727544222375372,
231
- "grad_norm": 0.3696906566619873,
232
- "learning_rate": 3.573609129220748e-05,
233
- "loss": 0.6989,
234
  "step": 320
235
  },
236
  {
237
- "epoch": 1.2095106822880772,
238
- "grad_norm": 0.3357951045036316,
239
- "learning_rate": 3.4812311786531426e-05,
240
- "loss": 0.7079,
241
  "step": 330
242
  },
243
  {
244
- "epoch": 1.246266942338617,
245
- "grad_norm": 0.3242957592010498,
246
- "learning_rate": 3.387241067835513e-05,
247
- "loss": 0.7193,
248
  "step": 340
249
  },
250
  {
251
- "epoch": 1.283023202389157,
252
- "grad_norm": 0.34572961926460266,
253
- "learning_rate": 3.2917932222731325e-05,
254
- "loss": 0.7268,
255
  "step": 350
256
  },
257
  {
258
- "epoch": 1.3197794624396968,
259
- "grad_norm": 0.33331671357154846,
260
- "learning_rate": 3.195044462525636e-05,
261
- "loss": 0.7029,
262
  "step": 360
263
  },
264
  {
265
- "epoch": 1.3565357224902366,
266
- "grad_norm": 0.3374245762825012,
267
- "learning_rate": 3.097153746551248e-05,
268
- "loss": 0.7378,
269
  "step": 370
270
  },
271
  {
272
- "epoch": 1.3932919825407764,
273
- "grad_norm": 0.32257580757141113,
274
- "learning_rate": 2.998281908539272e-05,
275
- "loss": 0.7119,
276
  "step": 380
277
  },
278
  {
279
- "epoch": 1.4300482425913164,
280
- "grad_norm": 0.31712806224823,
281
- "learning_rate": 2.898591394659948e-05,
282
- "loss": 0.7254,
283
  "step": 390
284
  },
285
  {
286
- "epoch": 1.4668045026418561,
287
- "grad_norm": 0.32865336537361145,
288
- "learning_rate": 2.798245996165813e-05,
289
- "loss": 0.7233,
290
  "step": 400
291
  },
292
  {
293
- "epoch": 1.5035607626923961,
294
- "grad_norm": 0.33550089597702026,
295
- "learning_rate": 2.697410580283107e-05,
296
- "loss": 0.7412,
297
  "step": 410
298
  },
299
  {
300
- "epoch": 1.540317022742936,
301
- "grad_norm": 0.3236851394176483,
302
- "learning_rate": 2.5962508193353542e-05,
303
- "loss": 0.7113,
304
  "step": 420
305
  },
306
  {
307
- "epoch": 1.5770732827934757,
308
- "grad_norm": 0.32259735465049744,
309
- "learning_rate": 2.4949329185441666e-05,
310
- "loss": 0.7152,
311
  "step": 430
312
  },
313
  {
314
- "epoch": 1.6138295428440155,
315
- "grad_norm": 0.3176753520965576,
316
- "learning_rate": 2.3936233429545054e-05,
317
- "loss": 0.7301,
318
  "step": 440
319
  },
320
  {
321
- "epoch": 1.6505858028945555,
322
- "grad_norm": 0.3171616792678833,
323
- "learning_rate": 2.2924885439330477e-05,
324
- "loss": 0.71,
325
  "step": 450
326
  },
327
  {
328
- "epoch": 1.6873420629450955,
329
- "grad_norm": 0.34114307165145874,
330
- "learning_rate": 2.1916946856890293e-05,
331
- "loss": 0.7058,
332
  "step": 460
333
  },
334
  {
335
- "epoch": 1.7240983229956353,
336
- "grad_norm": 0.3279208838939667,
337
- "learning_rate": 2.0914073722668788e-05,
338
- "loss": 0.6893,
339
  "step": 470
340
  },
341
  {
342
- "epoch": 1.760854583046175,
343
- "grad_norm": 0.34568503499031067,
344
- "learning_rate": 1.9917913754592183e-05,
345
- "loss": 0.7079,
346
  "step": 480
347
  },
348
  {
349
- "epoch": 1.7976108430967148,
350
- "grad_norm": 0.3167240023612976,
351
- "learning_rate": 1.8930103640872313e-05,
352
- "loss": 0.7249,
353
  "step": 490
354
  },
355
  {
356
- "epoch": 1.8343671031472548,
357
- "grad_norm": 0.31115061044692993,
358
- "learning_rate": 1.795226635093226e-05,
359
- "loss": 0.686,
360
  "step": 500
361
  },
362
  {
363
- "epoch": 1.8711233631977946,
364
- "grad_norm": 0.31580448150634766,
365
- "learning_rate": 1.6986008468871783e-05,
366
- "loss": 0.6973,
367
  "step": 510
368
  },
369
  {
370
- "epoch": 1.9078796232483346,
371
- "grad_norm": 0.3217413127422333,
372
- "learning_rate": 1.6032917553853936e-05,
373
- "loss": 0.6929,
374
  "step": 520
375
  },
376
  {
377
- "epoch": 1.9446358832988744,
378
- "grad_norm": 0.31961649656295776,
379
- "learning_rate": 1.509455953174948e-05,
380
- "loss": 0.6886,
381
  "step": 530
382
  },
383
  {
384
- "epoch": 1.9813921433494142,
385
- "grad_norm": 0.32721585035324097,
386
- "learning_rate": 1.4172476122324806e-05,
387
- "loss": 0.6806,
388
  "step": 540
389
  },
390
  {
391
- "epoch": 2.014702504020216,
392
- "grad_norm": 0.513198733329773,
393
- "learning_rate": 1.3268182306200405e-05,
394
- "loss": 0.6179,
395
  "step": 550
396
  },
397
  {
398
- "epoch": 2.051458764070756,
399
- "grad_norm": 0.3842564523220062,
400
- "learning_rate": 1.2383163835741692e-05,
401
- "loss": 0.5208,
402
  "step": 560
403
  },
404
  {
405
- "epoch": 2.0882150241212956,
406
- "grad_norm": 0.3991941809654236,
407
- "learning_rate": 1.1518874793971754e-05,
408
- "loss": 0.5122,
409
  "step": 570
410
  },
411
  {
412
- "epoch": 2.1249712841718353,
413
- "grad_norm": 0.3792611062526703,
414
- "learning_rate": 1.0676735205516788e-05,
415
- "loss": 0.4966,
416
  "step": 580
417
  },
418
  {
419
- "epoch": 2.1617275442223756,
420
- "grad_norm": 0.41136300563812256,
421
- "learning_rate": 9.858128703509348e-06,
422
- "loss": 0.5039,
423
  "step": 590
424
  },
425
  {
426
- "epoch": 2.1984838042729153,
427
- "grad_norm": 0.40203046798706055,
428
- "learning_rate": 9.064400256282757e-06,
429
- "loss": 0.5089,
430
  "step": 600
431
  },
432
  {
433
- "epoch": 2.235240064323455,
434
- "grad_norm": 0.4289482533931732,
435
- "learning_rate": 8.296853957591638e-06,
436
- "loss": 0.4895,
437
  "step": 610
438
  },
439
  {
440
- "epoch": 2.271996324373995,
441
- "grad_norm": 0.4751777946949005,
442
- "learning_rate": 7.556750883989324e-06,
443
- "loss": 0.4958,
444
  "step": 620
445
  },
446
  {
447
- "epoch": 2.3087525844245347,
448
- "grad_norm": 0.39896517992019653,
449
- "learning_rate": 6.845307022882405e-06,
450
- "loss": 0.4994,
451
  "step": 630
452
  },
453
  {
454
- "epoch": 2.3455088444750745,
455
- "grad_norm": 0.40157681703567505,
456
- "learning_rate": 6.1636912746665695e-06,
457
- "loss": 0.5074,
458
  "step": 640
459
  },
460
  {
461
- "epoch": 2.3822651045256147,
462
- "grad_norm": 0.3953118622303009,
463
- "learning_rate": 5.5130235322263634e-06,
464
- "loss": 0.4776,
465
  "step": 650
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
466
  }
467
  ],
468
  "logging_steps": 10,
469
- "max_steps": 816,
470
  "num_input_tokens_seen": 0,
471
- "num_train_epochs": 3,
472
- "save_steps": 50,
473
  "stateful_callbacks": {
474
  "TrainerControl": {
475
  "args": {
@@ -477,12 +787,12 @@
477
  "should_evaluate": false,
478
  "should_log": false,
479
  "should_save": true,
480
- "should_training_stop": false
481
  },
482
  "attributes": {}
483
  }
484
  },
485
- "total_flos": 1.616348144730112e+16,
486
  "train_batch_size": 1,
487
  "trial_name": null,
488
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
  "eval_steps": 500,
7
+ "global_step": 1089,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
+ "epoch": 0.00919064851513585,
14
+ "grad_norm": 0.8316559195518494,
15
+ "learning_rate": 8.181818181818183e-06,
16
+ "loss": 0.499,
17
  "step": 10
18
  },
19
  {
20
+ "epoch": 0.0183812970302717,
21
+ "grad_norm": 0.8773086667060852,
22
+ "learning_rate": 1.7272727272727274e-05,
23
+ "loss": 0.5179,
24
  "step": 20
25
  },
26
  {
27
+ "epoch": 0.02757194554540755,
28
+ "grad_norm": 0.9753805994987488,
29
+ "learning_rate": 2.636363636363636e-05,
30
+ "loss": 0.5032,
31
  "step": 30
32
  },
33
  {
34
+ "epoch": 0.0367625940605434,
35
+ "grad_norm": 0.8634973764419556,
36
+ "learning_rate": 3.545454545454546e-05,
37
+ "loss": 0.5424,
38
  "step": 40
39
  },
40
  {
41
+ "epoch": 0.045953242575679246,
42
+ "grad_norm": 0.8948274254798889,
43
+ "learning_rate": 4.454545454545455e-05,
44
+ "loss": 0.5347,
45
  "step": 50
46
  },
47
  {
48
+ "epoch": 0.0551438910908151,
49
+ "grad_norm": 0.9634304642677307,
50
+ "learning_rate": 4.999815378056639e-05,
51
+ "loss": 0.5524,
52
  "step": 60
53
  },
54
  {
55
+ "epoch": 0.06433453960595094,
56
+ "grad_norm": 0.8109133243560791,
57
+ "learning_rate": 4.997738694339449e-05,
58
+ "loss": 0.5651,
59
  "step": 70
60
  },
61
  {
62
+ "epoch": 0.0735251881210868,
63
+ "grad_norm": 0.8288258910179138,
64
+ "learning_rate": 4.993356472749955e-05,
65
+ "loss": 0.6061,
66
  "step": 80
67
  },
68
  {
69
+ "epoch": 0.08271583663622264,
70
+ "grad_norm": 0.7533223628997803,
71
+ "learning_rate": 4.986672758298095e-05,
72
+ "loss": 0.6184,
73
  "step": 90
74
  },
75
  {
76
+ "epoch": 0.09190648515135849,
77
+ "grad_norm": 0.8546445369720459,
78
+ "learning_rate": 4.97769372038695e-05,
79
+ "loss": 0.5879,
80
  "step": 100
81
  },
82
  {
83
+ "epoch": 0.10109713366649434,
84
+ "grad_norm": 0.8864842057228088,
85
+ "learning_rate": 4.966427647118077e-05,
86
+ "loss": 0.6273,
87
  "step": 110
88
  },
89
  {
90
+ "epoch": 0.1102877821816302,
91
+ "grad_norm": 0.7892295122146606,
92
+ "learning_rate": 4.952884937641176e-05,
93
+ "loss": 0.579,
94
  "step": 120
95
  },
96
  {
97
+ "epoch": 0.11947843069676604,
98
+ "grad_norm": 0.7917618751525879,
99
+ "learning_rate": 4.937078092555153e-05,
100
+ "loss": 0.5732,
101
  "step": 130
102
  },
103
  {
104
+ "epoch": 0.12866907921190188,
105
+ "grad_norm": 0.727471113204956,
106
+ "learning_rate": 4.919021702369445e-05,
107
+ "loss": 0.6135,
108
  "step": 140
109
  },
110
  {
111
+ "epoch": 0.13785972772703775,
112
+ "grad_norm": 0.7850656509399414,
113
+ "learning_rate": 4.898732434036244e-05,
114
+ "loss": 0.5946,
115
  "step": 150
116
  },
117
  {
118
+ "epoch": 0.1470503762421736,
119
+ "grad_norm": 0.6990341544151306,
120
+ "learning_rate": 4.876229015566071e-05,
121
+ "loss": 0.6023,
122
  "step": 160
123
  },
124
  {
125
+ "epoch": 0.15624102475730944,
126
+ "grad_norm": 0.7127705216407776,
127
+ "learning_rate": 4.85153221874088e-05,
128
+ "loss": 0.608,
129
  "step": 170
130
  },
131
  {
132
+ "epoch": 0.1654316732724453,
133
+ "grad_norm": 0.778217077255249,
134
+ "learning_rate": 4.824664839940667e-05,
135
+ "loss": 0.5726,
136
  "step": 180
137
  },
138
  {
139
+ "epoch": 0.17462232178758114,
140
+ "grad_norm": 0.7732360363006592,
141
+ "learning_rate": 4.795651679101267e-05,
142
+ "loss": 0.5802,
143
  "step": 190
144
  },
145
  {
146
+ "epoch": 0.18381297030271698,
147
+ "grad_norm": 0.7755158543586731,
148
+ "learning_rate": 4.764519516822774e-05,
149
+ "loss": 0.6277,
150
  "step": 200
151
  },
152
  {
153
+ "epoch": 0.19300361881785283,
154
+ "grad_norm": 0.7841328382492065,
155
+ "learning_rate": 4.731297089649703e-05,
156
+ "loss": 0.6151,
157
  "step": 210
158
  },
159
  {
160
+ "epoch": 0.20219426733298868,
161
+ "grad_norm": 0.7142501473426819,
162
+ "learning_rate": 4.696015063545726e-05,
163
+ "loss": 0.5707,
164
  "step": 220
165
  },
166
  {
167
+ "epoch": 0.21138491584812452,
168
+ "grad_norm": 0.7081753015518188,
169
+ "learning_rate": 4.658706005587443e-05,
170
+ "loss": 0.605,
171
  "step": 230
172
  },
173
  {
174
+ "epoch": 0.2205755643632604,
175
+ "grad_norm": 0.7052861452102661,
176
+ "learning_rate": 4.619404353903353e-05,
177
+ "loss": 0.5783,
178
  "step": 240
179
  },
180
  {
181
+ "epoch": 0.22976621287839624,
182
+ "grad_norm": 0.7916448712348938,
183
+ "learning_rate": 4.578146385885723e-05,
184
+ "loss": 0.6093,
185
  "step": 250
186
  },
187
  {
188
+ "epoch": 0.2389568613935321,
189
+ "grad_norm": 0.8103572130203247,
190
+ "learning_rate": 4.5349701847047496e-05,
191
+ "loss": 0.6432,
192
  "step": 260
193
  },
194
  {
195
+ "epoch": 0.24814750990866793,
196
+ "grad_norm": 0.715683102607727,
197
+ "learning_rate": 4.489915604155879e-05,
198
+ "loss": 0.5833,
199
  "step": 270
200
  },
201
  {
202
+ "epoch": 0.25733815842380375,
203
+ "grad_norm": 0.7637775540351868,
204
+ "learning_rate": 4.4430242318727624e-05,
205
+ "loss": 0.6096,
206
  "step": 280
207
  },
208
  {
209
+ "epoch": 0.26652880693893966,
210
+ "grad_norm": 0.7922810912132263,
211
+ "learning_rate": 4.394339350939787e-05,
212
+ "loss": 0.6341,
213
  "step": 290
214
  },
215
  {
216
+ "epoch": 0.2757194554540755,
217
+ "grad_norm": 0.6947622895240784,
218
+ "learning_rate": 4.34390589993962e-05,
219
+ "loss": 0.6911,
220
  "step": 300
221
  },
222
  {
223
+ "epoch": 0.28491010396921135,
224
+ "grad_norm": 0.74177485704422,
225
+ "learning_rate": 4.2917704314726505e-05,
226
+ "loss": 0.5604,
227
  "step": 310
228
  },
229
  {
230
+ "epoch": 0.2941007524843472,
231
+ "grad_norm": 0.8070971369743347,
232
+ "learning_rate": 4.2379810691866064e-05,
233
+ "loss": 0.6613,
234
  "step": 320
235
  },
236
  {
237
+ "epoch": 0.30329140099948304,
238
+ "grad_norm": 0.7629824280738831,
239
+ "learning_rate": 4.182587463356016e-05,
240
+ "loss": 0.6023,
241
  "step": 330
242
  },
243
  {
244
+ "epoch": 0.3124820495146189,
245
+ "grad_norm": 0.8028804063796997,
246
+ "learning_rate": 4.125640745052522e-05,
247
+ "loss": 0.6769,
248
  "step": 340
249
  },
250
  {
251
+ "epoch": 0.32167269802975473,
252
+ "grad_norm": 0.7006043791770935,
253
+ "learning_rate": 4.067193478948344e-05,
254
+ "loss": 0.6306,
255
  "step": 350
256
  },
257
  {
258
+ "epoch": 0.3308633465448906,
259
+ "grad_norm": 0.6782275438308716,
260
+ "learning_rate": 4.007299614796447e-05,
261
+ "loss": 0.6056,
262
  "step": 360
263
  },
264
  {
265
+ "epoch": 0.3400539950600264,
266
+ "grad_norm": 0.746510922908783,
267
+ "learning_rate": 3.9460144376322256e-05,
268
+ "loss": 0.5728,
269
  "step": 370
270
  },
271
  {
272
+ "epoch": 0.3492446435751623,
273
+ "grad_norm": 0.7944929599761963,
274
+ "learning_rate": 3.8833945167426434e-05,
275
+ "loss": 0.59,
276
  "step": 380
277
  },
278
  {
279
+ "epoch": 0.3584352920902981,
280
+ "grad_norm": 0.7733877897262573,
281
+ "learning_rate": 3.819497653449954e-05,
282
+ "loss": 0.6037,
283
  "step": 390
284
  },
285
  {
286
+ "epoch": 0.36762594060543397,
287
+ "grad_norm": 0.6790263652801514,
288
+ "learning_rate": 3.754382827758179e-05,
289
+ "loss": 0.6148,
290
  "step": 400
291
  },
292
  {
293
+ "epoch": 0.3768165891205698,
294
+ "grad_norm": 0.6839562058448792,
295
+ "learning_rate": 3.688110143911618e-05,
296
+ "loss": 0.5848,
297
  "step": 410
298
  },
299
  {
300
+ "epoch": 0.38600723763570566,
301
+ "grad_norm": 0.8358755707740784,
302
+ "learning_rate": 3.620740774915622e-05,
303
+ "loss": 0.584,
304
  "step": 420
305
  },
306
  {
307
+ "epoch": 0.3951978861508415,
308
+ "grad_norm": 0.6800047755241394,
309
+ "learning_rate": 3.552336906070838e-05,
310
+ "loss": 0.5998,
311
  "step": 430
312
  },
313
  {
314
+ "epoch": 0.40438853466597735,
315
+ "grad_norm": 0.7366592884063721,
316
+ "learning_rate": 3.482961677573074e-05,
317
+ "loss": 0.5783,
318
  "step": 440
319
  },
320
  {
321
+ "epoch": 0.4135791831811132,
322
+ "grad_norm": 0.7072996497154236,
323
+ "learning_rate": 3.41267912623173e-05,
324
+ "loss": 0.561,
325
  "step": 450
326
  },
327
  {
328
+ "epoch": 0.42276983169624904,
329
+ "grad_norm": 0.7341826558113098,
330
+ "learning_rate": 3.341554126360619e-05,
331
+ "loss": 0.5687,
332
  "step": 460
333
  },
334
  {
335
+ "epoch": 0.4319604802113849,
336
+ "grad_norm": 0.9071962237358093,
337
+ "learning_rate": 3.269652329895728e-05,
338
+ "loss": 0.6271,
339
  "step": 470
340
  },
341
  {
342
+ "epoch": 0.4411511287265208,
343
+ "grad_norm": 0.664733350276947,
344
+ "learning_rate": 3.1970401057951905e-05,
345
+ "loss": 0.5826,
346
  "step": 480
347
  },
348
  {
349
+ "epoch": 0.45034177724165664,
350
+ "grad_norm": 0.7106197476387024,
351
+ "learning_rate": 3.12378447877742e-05,
352
+ "loss": 0.581,
353
  "step": 490
354
  },
355
  {
356
+ "epoch": 0.4595324257567925,
357
+ "grad_norm": 0.7017560005187988,
358
+ "learning_rate": 3.049953067453934e-05,
359
+ "loss": 0.5701,
360
  "step": 500
361
  },
362
  {
363
+ "epoch": 0.46872307427192833,
364
+ "grad_norm": 0.7051500678062439,
365
+ "learning_rate": 2.9756140219139957e-05,
366
+ "loss": 0.5772,
367
  "step": 510
368
  },
369
  {
370
+ "epoch": 0.4779137227870642,
371
+ "grad_norm": 0.7792097330093384,
372
+ "learning_rate": 2.900835960818664e-05,
373
+ "loss": 0.6002,
374
  "step": 520
375
  },
376
  {
377
+ "epoch": 0.4871043713022,
378
+ "grad_norm": 0.7199306488037109,
379
+ "learning_rate": 2.8256879080623394e-05,
380
+ "loss": 0.5871,
381
  "step": 530
382
  },
383
  {
384
+ "epoch": 0.49629501981733587,
385
+ "grad_norm": 0.7342507839202881,
386
+ "learning_rate": 2.7502392290602463e-05,
387
+ "loss": 0.6032,
388
  "step": 540
389
  },
390
  {
391
+ "epoch": 0.5054856683324717,
392
+ "grad_norm": 0.7658795118331909,
393
+ "learning_rate": 2.6745595667206873e-05,
394
+ "loss": 0.595,
395
  "step": 550
396
  },
397
  {
398
+ "epoch": 0.5146763168476075,
399
+ "grad_norm": 0.7520851492881775,
400
+ "learning_rate": 2.598718777161152e-05,
401
+ "loss": 0.6061,
402
  "step": 560
403
  },
404
  {
405
+ "epoch": 0.5238669653627434,
406
+ "grad_norm": 0.7485829591751099,
407
+ "learning_rate": 2.5227868652276205e-05,
408
+ "loss": 0.5787,
409
  "step": 570
410
  },
411
  {
412
+ "epoch": 0.5330576138778793,
413
+ "grad_norm": 0.7010724544525146,
414
+ "learning_rate": 2.446833919876584e-05,
415
+ "loss": 0.6055,
416
  "step": 580
417
  },
418
  {
419
+ "epoch": 0.5422482623930152,
420
+ "grad_norm": 0.7274252772331238,
421
+ "learning_rate": 2.3709300494794347e-05,
422
+ "loss": 0.5696,
423
  "step": 590
424
  },
425
  {
426
+ "epoch": 0.551438910908151,
427
+ "grad_norm": 0.6527493000030518,
428
+ "learning_rate": 2.295145317108924e-05,
429
+ "loss": 0.5651,
430
  "step": 600
431
  },
432
  {
433
+ "epoch": 0.5606295594232868,
434
+ "grad_norm": 0.752870500087738,
435
+ "learning_rate": 2.219549675867439e-05,
436
+ "loss": 0.6001,
437
  "step": 610
438
  },
439
  {
440
+ "epoch": 0.5698202079384227,
441
+ "grad_norm": 0.8178837895393372,
442
+ "learning_rate": 2.1442129043167874e-05,
443
+ "loss": 0.6227,
444
  "step": 620
445
  },
446
  {
447
+ "epoch": 0.5790108564535585,
448
+ "grad_norm": 0.7618655562400818,
449
+ "learning_rate": 2.0692045420690925e-05,
450
+ "loss": 0.5446,
451
  "step": 630
452
  },
453
  {
454
+ "epoch": 0.5882015049686944,
455
+ "grad_norm": 0.7821996808052063,
456
+ "learning_rate": 1.9945938255982466e-05,
457
+ "loss": 0.6276,
458
  "step": 640
459
  },
460
  {
461
+ "epoch": 0.5973921534838302,
462
+ "grad_norm": 0.7382956147193909,
463
+ "learning_rate": 1.920449624331179e-05,
464
+ "loss": 0.5368,
465
  "step": 650
466
+ },
467
+ {
468
+ "epoch": 0.6065828019989661,
469
+ "grad_norm": 0.7067505717277527,
470
+ "learning_rate": 1.8468403770779337e-05,
471
+ "loss": 0.5906,
472
+ "step": 660
473
+ },
474
+ {
475
+ "epoch": 0.6157734505141019,
476
+ "grad_norm": 0.7150029540061951,
477
+ "learning_rate": 1.7738340288592103e-05,
478
+ "loss": 0.5398,
479
+ "step": 670
480
+ },
481
+ {
482
+ "epoch": 0.6249640990292378,
483
+ "grad_norm": 0.6986609697341919,
484
+ "learning_rate": 1.7014979681897164e-05,
485
+ "loss": 0.5463,
486
+ "step": 680
487
+ },
488
+ {
489
+ "epoch": 0.6341547475443736,
490
+ "grad_norm": 0.8039021492004395,
491
+ "learning_rate": 1.629898964875189e-05,
492
+ "loss": 0.5595,
493
+ "step": 690
494
+ },
495
+ {
496
+ "epoch": 0.6433453960595095,
497
+ "grad_norm": 0.772060751914978,
498
+ "learning_rate": 1.5591031083805265e-05,
499
+ "loss": 0.5648,
500
+ "step": 700
501
+ },
502
+ {
503
+ "epoch": 0.6525360445746453,
504
+ "grad_norm": 0.7191370129585266,
505
+ "learning_rate": 1.4891757468258983e-05,
506
+ "loss": 0.5658,
507
+ "step": 710
508
+ },
509
+ {
510
+ "epoch": 0.6617266930897812,
511
+ "grad_norm": 0.692693293094635,
512
+ "learning_rate": 1.4201814266671603e-05,
513
+ "loss": 0.5544,
514
+ "step": 720
515
+ },
516
+ {
517
+ "epoch": 0.670917341604917,
518
+ "grad_norm": 0.8597797155380249,
519
+ "learning_rate": 1.3521838331162439e-05,
520
+ "loss": 0.5671,
521
+ "step": 730
522
+ },
523
+ {
524
+ "epoch": 0.6801079901200529,
525
+ "grad_norm": 0.7617805600166321,
526
+ "learning_rate": 1.2852457313565187e-05,
527
+ "loss": 0.5965,
528
+ "step": 740
529
+ },
530
+ {
531
+ "epoch": 0.6892986386351887,
532
+ "grad_norm": 0.7422612905502319,
533
+ "learning_rate": 1.2194289086073837e-05,
534
+ "loss": 0.5756,
535
+ "step": 750
536
+ },
537
+ {
538
+ "epoch": 0.6984892871503245,
539
+ "grad_norm": 0.6952013969421387,
540
+ "learning_rate": 1.1547941170915686e-05,
541
+ "loss": 0.5227,
542
+ "step": 760
543
+ },
544
+ {
545
+ "epoch": 0.7076799356654604,
546
+ "grad_norm": 0.7390100359916687,
547
+ "learning_rate": 1.0914010179577952e-05,
548
+ "loss": 0.5638,
549
+ "step": 770
550
+ },
551
+ {
552
+ "epoch": 0.7168705841805962,
553
+ "grad_norm": 0.8268740177154541,
554
+ "learning_rate": 1.0293081262105448e-05,
555
+ "loss": 0.5406,
556
+ "step": 780
557
+ },
558
+ {
559
+ "epoch": 0.7260612326957321,
560
+ "grad_norm": 0.8330510854721069,
561
+ "learning_rate": 9.685727566977837e-06,
562
+ "loss": 0.5548,
563
+ "step": 790
564
+ },
565
+ {
566
+ "epoch": 0.7352518812108679,
567
+ "grad_norm": 0.7260822057723999,
568
+ "learning_rate": 9.092509712064875e-06,
569
+ "loss": 0.6003,
570
+ "step": 800
571
+ },
572
+ {
573
+ "epoch": 0.7444425297260038,
574
+ "grad_norm": 0.818632960319519,
575
+ "learning_rate": 8.513975267148013e-06,
576
+ "loss": 0.5384,
577
+ "step": 810
578
+ },
579
+ {
580
+ "epoch": 0.7536331782411396,
581
+ "grad_norm": 0.7371208667755127,
582
+ "learning_rate": 7.950658248486131e-06,
583
+ "loss": 0.5694,
584
+ "step": 820
585
+ },
586
+ {
587
+ "epoch": 0.7628238267562755,
588
+ "grad_norm": 0.7147781848907471,
589
+ "learning_rate": 7.403078625891757e-06,
590
+ "loss": 0.5314,
591
+ "step": 830
592
+ },
593
+ {
594
+ "epoch": 0.7720144752714113,
595
+ "grad_norm": 0.7499004006385803,
596
+ "learning_rate": 6.8717418427729054e-06,
597
+ "loss": 0.5395,
598
+ "step": 840
599
+ },
600
+ {
601
+ "epoch": 0.7812051237865472,
602
+ "grad_norm": 0.8400412797927856,
603
+ "learning_rate": 6.357138349583497e-06,
604
+ "loss": 0.5305,
605
+ "step": 850
606
+ },
607
+ {
608
+ "epoch": 0.790395772301683,
609
+ "grad_norm": 0.783181369304657,
610
+ "learning_rate": 5.859743151113059e-06,
611
+ "loss": 0.5798,
612
+ "step": 860
613
+ },
614
+ {
615
+ "epoch": 0.7995864208168189,
616
+ "grad_norm": 0.7410508394241333,
617
+ "learning_rate": 5.380015368033476e-06,
618
+ "loss": 0.5668,
619
+ "step": 870
620
+ },
621
+ {
622
+ "epoch": 0.8087770693319547,
623
+ "grad_norm": 0.8269330263137817,
624
+ "learning_rate": 4.918397813107678e-06,
625
+ "loss": 0.5836,
626
+ "step": 880
627
+ },
628
+ {
629
+ "epoch": 0.8179677178470905,
630
+ "grad_norm": 0.8294151425361633,
631
+ "learning_rate": 4.4753165824512335e-06,
632
+ "loss": 0.562,
633
+ "step": 890
634
+ },
635
+ {
636
+ "epoch": 0.8271583663622264,
637
+ "grad_norm": 0.798109233379364,
638
+ "learning_rate": 4.051180662224358e-06,
639
+ "loss": 0.5628,
640
+ "step": 900
641
+ },
642
+ {
643
+ "epoch": 0.8363490148773622,
644
+ "grad_norm": 0.7758229970932007,
645
+ "learning_rate": 3.6463815511171646e-06,
646
+ "loss": 0.5716,
647
+ "step": 910
648
+ },
649
+ {
650
+ "epoch": 0.8455396633924981,
651
+ "grad_norm": 0.8326278328895569,
652
+ "learning_rate": 3.2612928989767894e-06,
653
+ "loss": 0.6003,
654
+ "step": 920
655
+ },
656
+ {
657
+ "epoch": 0.8547303119076339,
658
+ "grad_norm": 0.8162908554077148,
659
+ "learning_rate": 2.8962701619098754e-06,
660
+ "loss": 0.5603,
661
+ "step": 930
662
+ },
663
+ {
664
+ "epoch": 0.8639209604227698,
665
+ "grad_norm": 0.7787085771560669,
666
+ "learning_rate": 2.5516502741787963e-06,
667
+ "loss": 0.5119,
668
+ "step": 940
669
+ },
670
+ {
671
+ "epoch": 0.8731116089379056,
672
+ "grad_norm": 0.7192712426185608,
673
+ "learning_rate": 2.2277513371944365e-06,
674
+ "loss": 0.5594,
675
+ "step": 950
676
+ },
677
+ {
678
+ "epoch": 0.8823022574530416,
679
+ "grad_norm": 0.8983786702156067,
680
+ "learning_rate": 1.9248723258926904e-06,
681
+ "loss": 0.56,
682
+ "step": 960
683
+ },
684
+ {
685
+ "epoch": 0.8914929059681774,
686
+ "grad_norm": 0.7046878933906555,
687
+ "learning_rate": 1.6432928127656206e-06,
688
+ "loss": 0.5398,
689
+ "step": 970
690
+ },
691
+ {
692
+ "epoch": 0.9006835544833133,
693
+ "grad_norm": 0.8238187432289124,
694
+ "learning_rate": 1.3832727098020332e-06,
695
+ "loss": 0.5311,
696
+ "step": 980
697
+ },
698
+ {
699
+ "epoch": 0.9098742029984491,
700
+ "grad_norm": 0.8765665888786316,
701
+ "learning_rate": 1.1450520285757161e-06,
702
+ "loss": 0.5756,
703
+ "step": 990
704
+ },
705
+ {
706
+ "epoch": 0.919064851513585,
707
+ "grad_norm": 0.7299582362174988,
708
+ "learning_rate": 9.288506587027429e-07,
709
+ "loss": 0.5271,
710
+ "step": 1000
711
+ },
712
+ {
713
+ "epoch": 0.9282555000287208,
714
+ "grad_norm": 0.9001564383506775,
715
+ "learning_rate": 7.348681648723238e-07,
716
+ "loss": 0.5796,
717
+ "step": 1010
718
+ },
719
+ {
720
+ "epoch": 0.9374461485438567,
721
+ "grad_norm": 0.8588452935218811,
722
+ "learning_rate": 5.632836026386395e-07,
723
+ "loss": 0.5541,
724
+ "step": 1020
725
+ },
726
+ {
727
+ "epoch": 0.9466367970589925,
728
+ "grad_norm": 0.8667751550674438,
729
+ "learning_rate": 4.1425535314356667e-07,
730
+ "loss": 0.5385,
731
+ "step": 1030
732
+ },
733
+ {
734
+ "epoch": 0.9558274455741284,
735
+ "grad_norm": 0.7498716115951538,
736
+ "learning_rate": 2.8792097692297294e-07,
737
+ "loss": 0.5387,
738
+ "step": 1040
739
+ },
740
+ {
741
+ "epoch": 0.9650180940892642,
742
+ "grad_norm": 0.7537438273429871,
743
+ "learning_rate": 1.843970869314593e-07,
744
+ "loss": 0.582,
745
+ "step": 1050
746
+ },
747
+ {
748
+ "epoch": 0.9742087426044,
749
+ "grad_norm": 0.7668646574020386,
750
+ "learning_rate": 1.0377924090273771e-07,
751
+ "loss": 0.5493,
752
+ "step": 1060
753
+ },
754
+ {
755
+ "epoch": 0.9833993911195359,
756
+ "grad_norm": 0.7778952121734619,
757
+ "learning_rate": 4.614185314509856e-08,
758
+ "loss": 0.5798,
759
+ "step": 1070
760
+ },
761
+ {
762
+ "epoch": 0.9925900396346717,
763
+ "grad_norm": 0.8097951412200928,
764
+ "learning_rate": 1.1538125853238768e-08,
765
+ "loss": 0.5628,
766
+ "step": 1080
767
+ },
768
+ {
769
+ "epoch": 1.0,
770
+ "step": 1089,
771
+ "total_flos": 6818710278897664.0,
772
+ "train_loss": 0.5775129214900694,
773
+ "train_runtime": 138111.1092,
774
+ "train_samples_per_second": 1.008,
775
+ "train_steps_per_second": 0.008
776
  }
777
  ],
778
  "logging_steps": 10,
779
+ "max_steps": 1089,
780
  "num_input_tokens_seen": 0,
781
+ "num_train_epochs": 1,
782
+ "save_steps": 200,
783
  "stateful_callbacks": {
784
  "TrainerControl": {
785
  "args": {
 
787
  "should_evaluate": false,
788
  "should_log": false,
789
  "should_save": true,
790
+ "should_training_stop": true
791
  },
792
  "attributes": {}
793
  }
794
  },
795
+ "total_flos": 6818710278897664.0,
796
  "train_batch_size": 1,
797
  "trial_name": null,
798
  "trial_params": null