Upload ./trainer_state.json with huggingface_hub

trainer_state.json

@@ -1,2881 +1,242 @@
 {
-  "best_metric": 1.9417628049850464,
-  "best_model_checkpoint": "./output/training_results/C020_random_sample_llama3-8b-base_pretrain_20240505_135320/checkpoint-400",
+  "best_metric": 1.9378653764724731,
+  "best_model_checkpoint": "./output/training_results/C020_Meta-Llama-3-8B_pretrain_20240726_033210/checkpoint-32778",
   "epoch": 4.0,
-  "eval_steps": 200,
-  "global_step": 1984,
+  "eval_steps": 3642,
+  "global_step": 36412,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.0020161290322580645,
-      "grad_norm": 1.862664305700109,
-      "learning_rate": 7.5e-07,
-      "loss": 2.0502,
+      "epoch": 0.00010985389432055367,
+      "grad_norm": 0.0,
+      "learning_rate": 0.0,
+      "loss": 2.0915,
       "step": 1
     },
     {
-      "epoch": 0.010080645161290322,
-      "grad_norm": 1.7486282966194167,
-      "learning_rate": 3.75e-06,
-      "loss": 2.0591,
-      "step": 5
+      "epoch": 0.20004394155772823,
+      "grad_norm": 1.880800447163735,
+      "learning_rate": 1.9904796777737092e-06,
+      "loss": 2.0663,
+      "step": 1821
     },
     {
-      "epoch": 0.020161290322580645,
-      "grad_norm": 1.5758042428174392,
-      "learning_rate": 6.750000000000001e-06,
-      "loss": 1.9721,
-      "step": 10
+      "epoch": 0.40008788311545646,
+      "grad_norm": 1.91582729652135,
+      "learning_rate": 2.239936089625888e-06,
+      "loss": 2.007,
+      "step": 3642
     },
     {
-      "epoch": 0.03024193548387097,
-      "grad_norm": 1.8438408614274,
-      "learning_rate": 9.75e-06,
-      "loss": 2.0137,
-      "step": 15
+      "epoch": 0.40008788311545646,
+      "eval_loss": 1.9830611944198608,
+      "eval_runtime": 322.5516,
+      "eval_samples_per_second": 200.684,
+      "eval_steps_per_second": 1.569,
+      "step": 3642
     },
     {
-      "epoch": 0.04032258064516129,
-      "grad_norm": 1.8618630610677624,
-      "learning_rate": 1.3500000000000001e-05,
-      "loss": 2.058,
-      "step": 20
-    },
-    {
-      "epoch": 0.05040322580645161,
-      "grad_norm": 2.12580198675208,
-      "learning_rate": 1.47507132047542e-05,
-      "loss": 2.0324,
-      "step": 25
-    },
-    {
-      "epoch": 0.06048387096774194,
-      "grad_norm": 1.4836280728067701,
-      "learning_rate": 1.4424209058252117e-05,
-      "loss": 1.9982,
-      "step": 30
-    },
-    {
-      "epoch": 0.07056451612903226,
-      "grad_norm": 1.6623583118858967,
-      "learning_rate": 1.4025354123166567e-05,
-      "loss": 1.8959,
-      "step": 35
-    },
-    {
-      "epoch": 0.08064516129032258,
-      "grad_norm": 1.5916601844779366,
-      "learning_rate": 1.3636585978219431e-05,
-      "loss": 2.0492,
-      "step": 40
-    },
-    {
-      "epoch": 0.0907258064516129,
-      "grad_norm": 1.7125711612090788,
-      "learning_rate": 1.3257674460153073e-05,
-      "loss": 1.9655,
-      "step": 45
-    },
-    {
-      "epoch": 0.10080645161290322,
-      "grad_norm": 1.632995352775119,
-      "learning_rate": 1.288839408598928e-05,
-      "loss": 2.0569,
-      "step": 50
-    },
-    {
-      "epoch": 0.11088709677419355,
-      "grad_norm": 1.9174014047156116,
-      "learning_rate": 1.2528523969541332e-05,
-      "loss": 1.9287,
-      "step": 55
-    },
-    {
-      "epoch": 0.12096774193548387,
-      "grad_norm": 1.867558573747783,
-      "learning_rate": 1.2177847739205852e-05,
-      "loss": 1.9894,
-      "step": 60
-    },
-    {
-      "epoch": 0.1310483870967742,
-      "grad_norm": 1.567626378627341,
-      "learning_rate": 1.1836153457018077e-05,
-      "loss": 2.0005,
-      "step": 65
-    },
-    {
-      "epoch": 0.14112903225806453,
-      "grad_norm": 1.3955216806991564,
-      "learning_rate": 1.1569125393187758e-05,
-      "loss": 2.0943,
-      "step": 70
-    },
-    {
-      "epoch": 0.15120967741935484,
-      "grad_norm": 1.4220083911016554,
-      "learning_rate": 1.1243078381650268e-05,
-      "loss": 1.9521,
-      "step": 75
-    },
-    {
-      "epoch": 0.16129032258064516,
-      "grad_norm": 1.5790411664333717,
-      "learning_rate": 1.0925442805236739e-05,
-      "loss": 2.0206,
-      "step": 80
-    },
-    {
-      "epoch": 0.17137096774193547,
-      "grad_norm": 1.3900088055150563,
-      "learning_rate": 1.0616022857385877e-05,
-      "loss": 1.9713,
-      "step": 85
-    },
-    {
-      "epoch": 0.1814516129032258,
-      "grad_norm": 1.3384719686058493,
-      "learning_rate": 1.0314626793719932e-05,
-      "loss": 1.925,
-      "step": 90
-    },
-    {
-      "epoch": 0.19153225806451613,
-      "grad_norm": 1.6023250792595878,
-      "learning_rate": 1.0021066858113034e-05,
-      "loss": 2.0494,
-      "step": 95
-    },
-    {
-      "epoch": 0.20161290322580644,
-      "grad_norm": 1.4194138427481093,
-      "learning_rate": 9.735159209915871e-06,
-      "loss": 2.0098,
-      "step": 100
-    },
-    {
-      "epoch": 0.21169354838709678,
-      "grad_norm": 1.2578428133053623,
-      "learning_rate": 9.456723852321558e-06,
-      "loss": 1.9048,
-      "step": 105
-    },
-    {
-      "epoch": 0.2217741935483871,
-      "grad_norm": 1.2538874670770739,
-      "learning_rate": 9.239237068300538e-06,
-      "loss": 1.9968,
-      "step": 110
-    },
-    {
-      "epoch": 0.2318548387096774,
-      "grad_norm": 1.39475982271136,
-      "learning_rate": 8.973810241991637e-06,
-      "loss": 2.0145,
-      "step": 115
-    },
-    {
-      "epoch": 0.24193548387096775,
-      "grad_norm": 1.2474176211653318,
-      "learning_rate": 8.715371568554332e-06,
-      "loss": 2.0293,
-      "step": 120
-    },
-    {
-      "epoch": 0.25201612903225806,
-      "grad_norm": 1.4147919193342449,
-      "learning_rate": 8.463755024156938e-06,
-      "loss": 1.9515,
-      "step": 125
-    },
-    {
-      "epoch": 0.2620967741935484,
-      "grad_norm": 1.2583008452280033,
-      "learning_rate": 8.218798100385521e-06,
-      "loss": 1.9602,
-      "step": 130
-    },
-    {
-      "epoch": 0.2721774193548387,
-      "grad_norm": 1.4165902883907349,
-      "learning_rate": 7.980341738939008e-06,
-      "loss": 1.985,
-      "step": 135
-    },
-    {
-      "epoch": 0.28225806451612906,
-      "grad_norm": 1.2768405135809222,
-      "learning_rate": 7.748230267366966e-06,
-      "loss": 1.9847,
-      "step": 140
-    },
-    {
-      "epoch": 0.2923387096774194,
-      "grad_norm": 1.4092721850037662,
-      "learning_rate": 7.522311335836008e-06,
-      "loss": 1.876,
-      "step": 145
-    },
-    {
-      "epoch": 0.3024193548387097,
-      "grad_norm": 1.307344104572624,
-      "learning_rate": 7.302435854911248e-06,
-      "loss": 1.9837,
-      "step": 150
-    },
-    {
-      "epoch": 0.3125,
-      "grad_norm": 1.1706462667165936,
-      "learning_rate": 7.088457934339014e-06,
-      "loss": 1.9666,
-      "step": 155
-    },
-    {
-      "epoch": 0.3225806451612903,
-      "grad_norm": 1.4451121840176004,
-      "learning_rate": 6.880234822817464e-06,
-      "loss": 1.9447,
-      "step": 160
-    },
-    {
-      "epoch": 0.3326612903225806,
-      "grad_norm": 1.5334691388320456,
-      "learning_rate": 6.677626848741738e-06,
-      "loss": 1.9565,
-      "step": 165
-    },
-    {
-      "epoch": 0.34274193548387094,
-      "grad_norm": 1.3638980480173026,
-      "learning_rate": 6.480497361910502e-06,
-      "loss": 1.8949,
-      "step": 170
-    },
-    {
-      "epoch": 0.3528225806451613,
-      "grad_norm": 1.1960476927370378,
-      "learning_rate": 6.288712676180814e-06,
-      "loss": 1.8283,
-      "step": 175
-    },
-    {
-      "epoch": 0.3629032258064516,
-      "grad_norm": 1.2534954529871944,
-      "learning_rate": 6.102142013058452e-06,
-      "loss": 1.9803,
-      "step": 180
-    },
-    {
-      "epoch": 0.37298387096774194,
-      "grad_norm": 1.371419907969094,
-      "learning_rate": 5.92065744621091e-06,
-      "loss": 1.966,
-      "step": 185
-    },
-    {
-      "epoch": 0.38306451612903225,
-      "grad_norm": 1.2633124617977696,
-      "learning_rate": 5.744133846890542e-06,
-      "loss": 1.9811,
-      "step": 190
-    },
-    {
-      "epoch": 0.39314516129032256,
-      "grad_norm": 1.164537124006197,
-      "learning_rate": 5.572448830255249e-06,
-      "loss": 1.9782,
-      "step": 195
-    },
-    {
-      "epoch": 0.4032258064516129,
-      "grad_norm": 1.2462948785459638,
-      "learning_rate": 5.405482702574484e-06,
-      "loss": 1.9087,
-      "step": 200
-    },
-    {
-      "epoch": 0.4032258064516129,
-      "eval_loss": 1.971670150756836,
-      "eval_runtime": 90.0126,
-      "eval_samples_per_second": 19.564,
-      "eval_steps_per_second": 0.311,
-      "step": 200
-    },
-    {
-      "epoch": 0.41330645161290325,
-      "grad_norm": 1.3766492549691904,
-      "learning_rate": 5.243118409308317e-06,
-      "loss": 2.0798,
-      "step": 205
-    },
-    {
-      "epoch": 0.42338709677419356,
-      "grad_norm": 1.2423997076500177,
-      "learning_rate": 5.085241484047513e-06,
-      "loss": 1.8739,
-      "step": 210
-    },
-    {
-      "epoch": 0.4334677419354839,
-      "grad_norm": 1.1300210393690464,
-      "learning_rate": 4.931739998302693e-06,
-      "loss": 1.8057,
-      "step": 215
-    },
-    {
-      "epoch": 0.4435483870967742,
-      "grad_norm": 1.4140153817527936,
-      "learning_rate": 4.782504512130776e-06,
-      "loss": 1.9858,
-      "step": 220
-    },
-    {
-      "epoch": 0.4536290322580645,
-      "grad_norm": 1.2444950990794887,
-      "learning_rate": 4.637428025587017e-06,
+      "epoch": 0.6001318246731847,
+      "grad_norm": 1.8799884350488187,
+      "learning_rate": 1.2178786981582618e-06,
       "loss": 1.9789,
-      "step": 225
-    },
-    {
-      "epoch": 0.4637096774193548,
-      "grad_norm": 1.2052674239904773,
-      "learning_rate": 4.4964059309911556e-06,
-      "loss": 1.9367,
-      "step": 230
-    },
-    {
-      "epoch": 0.4737903225806452,
-      "grad_norm": 1.277871648485073,
-      "learning_rate": 4.3593359659961716e-06,
-      "loss": 1.9616,
-      "step": 235
-    },
-    {
-      "epoch": 0.4838709677419355,
-      "grad_norm": 1.3535390602470023,
-      "learning_rate": 4.226118167448512e-06,
-      "loss": 1.9542,
-      "step": 240
-    },
-    {
-      "epoch": 0.4939516129032258,
-      "grad_norm": 1.222656117941944,
-      "learning_rate": 4.096654826028485e-06,
-      "loss": 1.9179,
-      "step": 245
-    },
-    {
-      "epoch": 0.5040322580645161,
-      "grad_norm": 1.2370551856793075,
-      "learning_rate": 3.97085044165989e-06,
-      "loss": 1.8558,
-      "step": 250
-    },
-    {
-      "epoch": 0.5141129032258065,
-      "grad_norm": 1.2889675743730276,
-      "learning_rate": 3.848611679677959e-06,
-      "loss": 1.9233,
-      "step": 255
+      "step": 5463
     },
     {
-      "epoch": 0.5241935483870968,
-      "grad_norm": 1.2084336693966136,
-      "learning_rate": 3.729847327744829e-06,
-      "loss": 1.8753,
-      "step": 260
+      "epoch": 0.8001757662309129,
+      "grad_norm": 2.167713398694089,
+      "learning_rate": 6.502057578924368e-07,
+      "loss": 1.9635,
+      "step": 7284
     },
     {
-      "epoch": 0.5342741935483871,
-      "grad_norm": 1.4153228238243372,
-      "learning_rate": 3.6144682535018863e-06,
-      "loss": 1.9414,
-      "step": 265
+      "epoch": 0.8001757662309129,
+      "eval_loss": 1.9486902952194214,
+      "eval_runtime": 315.8318,
+      "eval_samples_per_second": 204.954,
+      "eval_steps_per_second": 1.602,
+      "step": 7284
     },
     {
-      "epoch": 0.5443548387096774,
-      "grad_norm": 1.2415679119854826,
-      "learning_rate": 3.502387362948446e-06,
-      "loss": 1.9364,
-      "step": 270
+      "epoch": 1.000219707788641,
+      "grad_norm": 1.9185025050401976,
+      "learning_rate": 3.4539250265217177e-07,
+      "loss": 1.9518,
+      "step": 9105
     },
     {
-      "epoch": 0.5544354838709677,
-      "grad_norm": 1.2442629747270402,
-      "learning_rate": 3.3935195595364e-06,
-      "loss": 1.8724,
-      "step": 275
+      "epoch": 1.2002636493463694,
+      "grad_norm": 1.8537277337784435,
+      "learning_rate": 1.8838570953925226e-07,
+      "loss": 1.8917,
+      "step": 10926
     },
     {
-      "epoch": 0.5645161290322581,
-      "grad_norm": 1.3555733119122653,
-      "learning_rate": 3.287781703970469e-06,
-      "loss": 1.8838,
-      "step": 280
+      "epoch": 1.2002636493463694,
+      "eval_loss": 1.9423131942749023,
+      "eval_runtime": 315.8691,
+      "eval_samples_per_second": 204.93,
+      "eval_steps_per_second": 1.602,
+      "step": 10926
     },
     {
-      "epoch": 0.5745967741935484,
-      "grad_norm": 1.2470604787323722,
-      "learning_rate": 3.1850925747039375e-06,
-      "loss": 1.994,
-      "step": 285
+      "epoch": 1.4003075909040976,
+      "grad_norm": 1.8472997131423734,
+      "learning_rate": 1.113186862393777e-07,
+      "loss": 1.8886,
+      "step": 12747
     },
     {
-      "epoch": 0.5846774193548387,
-      "grad_norm": 1.35644231599274,
-      "learning_rate": 3.085372829119804e-06,
-      "loss": 1.897,
-      "step": 290
+      "epoch": 1.6003515324618258,
+      "grad_norm": 1.895662682121472,
+      "learning_rate": 7.547123756350748e-08,
+      "loss": 1.8884,
+      "step": 14568
     },
     {
-      "epoch": 0.594758064516129,
-      "grad_norm": 1.326596637954423,
-      "learning_rate": 2.9885449653873967e-06,
-      "loss": 1.8701,
-      "step": 295
+      "epoch": 1.6003515324618258,
+      "eval_loss": 1.9401631355285645,
+      "eval_runtime": 315.8338,
+      "eval_samples_per_second": 204.953,
+      "eval_steps_per_second": 1.602,
+      "step": 14568
     },
     {
-      "epoch": 0.6048387096774194,
-      "grad_norm": 1.1997391649395446,
-      "learning_rate": 2.8945332849846483e-06,
-      "loss": 1.9457,
-      "step": 300
+      "epoch": 1.800395474019554,
+      "grad_norm": 1.8596122602328744,
+      "learning_rate": 5.97978448731285e-08,
+      "loss": 1.891,
+      "step": 16389
     },
     {
-      "epoch": 0.6149193548387096,
-      "grad_norm": 1.25341747302999,
-      "learning_rate": 2.8032638558763024e-06,
-      "loss": 1.8957,
-      "step": 305
+      "epoch": 2.000439415577282,
+      "grad_norm": 1.752487380981475,
+      "learning_rate": 5.343917594361068e-08,
+      "loss": 1.8872,
+      "step": 18210
     },
     {
-      "epoch": 0.625,
-      "grad_norm": 1.3099633124688492,
-      "learning_rate": 2.714664476338476e-06,
-      "loss": 1.7966,
-      "step": 310
+      "epoch": 2.000439415577282,
+      "eval_loss": 1.9390411376953125,
+      "eval_runtime": 316.1594,
+      "eval_samples_per_second": 204.742,
+      "eval_steps_per_second": 1.6,
+      "step": 18210
     },
     {
-      "epoch": 0.6350806451612904,
-      "grad_norm": 1.2383580405168713,
-      "learning_rate": 2.6286646394200784e-06,
-      "loss": 1.8531,
-      "step": 315
+      "epoch": 2.2004833571350106,
+      "grad_norm": 1.8941258580557327,
+      "learning_rate": 5.108265610728981e-08,
+      "loss": 1.8788,
+      "step": 20031
     },
     {
-      "epoch": 0.6451612903225806,
-      "grad_norm": 1.1594361027274587,
-      "learning_rate": 2.5451954980317313e-06,
-      "loss": 2.0083,
-      "step": 320
+      "epoch": 2.400527298692739,
+      "grad_norm": 1.8532314600998243,
+      "learning_rate": 5.0297076317689476e-08,
+      "loss": 1.8811,
+      "step": 21852
     },
     {
-      "epoch": 0.655241935483871,
-      "grad_norm": 1.2490365651731397,
-      "learning_rate": 2.4641898306529013e-06,
-      "loss": 2.0424,
-      "step": 325
+      "epoch": 2.400527298692739,
+      "eval_loss": 1.9393320083618164,
+      "eval_runtime": 316.5674,
+      "eval_samples_per_second": 204.478,
+      "eval_steps_per_second": 1.598,
+      "step": 21852
     },
     {
-      "epoch": 0.6653225806451613,
-      "grad_norm": 1.181798792519064,
-      "learning_rate": 2.385582007648151e-06,
-      "loss": 1.927,
-      "step": 330
+      "epoch": 2.600571240250467,
+      "grad_norm": 1.856636820022415,
+      "learning_rate": 5.006877574024932e-08,
+      "loss": 1.8807,
+      "step": 23673
     },
     {
-      "epoch": 0.6754032258064516,
-      "grad_norm": 1.1464146712668952,
-      "learning_rate": 2.3093079581833982e-06,
-      "loss": 1.841,
-      "step": 335
+      "epoch": 2.8006151818081952,
+      "grad_norm": 1.8975919928137213,
+      "learning_rate": 5.001268969632882e-08,
+      "loss": 1.8782,
+      "step": 25494
     },
     {
-      "epoch": 0.6854838709677419,
-      "grad_norm": 1.272807320496496,
-      "learning_rate": 2.2353051377332933e-06,
-      "loss": 2.0111,
-      "step": 340
+      "epoch": 2.8006151818081952,
+      "eval_loss": 1.938640832901001,
+      "eval_runtime": 316.1355,
+      "eval_samples_per_second": 204.757,
+      "eval_steps_per_second": 1.601,
+      "step": 25494
     },
     {
-      "epoch": 0.6955645161290323,
-      "grad_norm": 1.294506676739782,
-      "learning_rate": 2.163512496170876e-06,
-      "loss": 1.8891,
-      "step": 345
-    },
-    {
-      "epoch": 0.7056451612903226,
-      "grad_norm": 1.1893154239696047,
-      "learning_rate": 2.093870446430792e-06,
-      "loss": 1.9165,
-      "step": 350
-    },
-    {
-      "epoch": 0.7157258064516129,
-      "grad_norm": 1.3456137263979548,
-      "learning_rate": 2.026320833737434e-06,
-      "loss": 1.9668,
-      "step": 355
-    },
-    {
-      "epoch": 0.7258064516129032,
-      "grad_norm": 1.237670919084104,
-      "learning_rate": 1.9608069053895406e-06,
+      "epoch": 3.0006591233659234,
+      "grad_norm": 1.8638851197626498,
+      "learning_rate": 5.000172130703981e-08,
       "loss": 1.8764,
-      "step": 360
-    },
-    {
-      "epoch": 0.7358870967741935,
-      "grad_norm": 1.2467674896007754,
-      "learning_rate": 1.8972732810927808e-06,
-      "loss": 1.8413,
-      "step": 365
-    },
-    {
-      "epoch": 0.7459677419354839,
-      "grad_norm": 1.2641168575246482,
-      "learning_rate": 1.8356659238320686e-06,
-      "loss": 1.8496,
-      "step": 370
-    },
-    {
-      "epoch": 0.7560483870967742,
-      "grad_norm": 1.3760663460506264,
-      "learning_rate": 1.7759321112753693e-06,
-      "loss": 1.8394,
-      "step": 375
-    },
-    {
-      "epoch": 0.7661290322580645,
-      "grad_norm": 1.1549697025197416,
-      "learning_rate": 1.718020407700906e-06,
-      "loss": 1.8772,
-      "step": 380
-    },
-    {
-      "epoch": 0.7762096774193549,
-      "grad_norm": 1.173935455479261,
-      "learning_rate": 1.6618806364397543e-06,
-      "loss": 1.873,
-      "step": 385
-    },
-    {
-      "epoch": 0.7862903225806451,
-      "grad_norm": 1.1687914205281313,
-      "learning_rate": 1.6074638528259137e-06,
-      "loss": 1.7951,
-      "step": 390
-    },
-    {
-      "epoch": 0.7963709677419355,
-      "grad_norm": 1.2122222438808594,
-      "learning_rate": 1.5547223176460478e-06,
-      "loss": 1.9303,
-      "step": 395
-    },
-    {
-      "epoch": 0.8064516129032258,
-      "grad_norm": 1.2659166954554237,
-      "learning_rate": 1.503609471081174e-06,
-      "loss": 1.8752,
-      "step": 400
-    },
-    {
-      "epoch": 0.8064516129032258,
-      "eval_loss": 1.9417628049850464,
-      "eval_runtime": 89.9499,
-      "eval_samples_per_second": 19.578,
-      "eval_steps_per_second": 0.311,
-      "step": 400
-    },
-    {
-      "epoch": 0.8165322580645161,
-      "grad_norm": 1.3170841848170978,
-      "learning_rate": 1.4540799071326888e-06,
-      "loss": 1.916,
-      "step": 405
-    },
-    {
-      "epoch": 0.8266129032258065,
-      "grad_norm": 1.2106133937481183,
-      "learning_rate": 1.4060893485251885e-06,
-      "loss": 1.9357,
-      "step": 410
-    },
-    {
-      "epoch": 0.8366935483870968,
-      "grad_norm": 1.1609644269427515,
-      "learning_rate": 1.3595946220786867e-06,
-      "loss": 1.9729,
-      "step": 415
-    },
-    {
-      "epoch": 0.8467741935483871,
-      "grad_norm": 1.255134988378285,
-      "learning_rate": 1.3145536345428467e-06,
-      "loss": 1.8483,
-      "step": 420
-    },
-    {
-      "epoch": 0.8568548387096774,
-      "grad_norm": 1.2271496366595076,
-      "learning_rate": 1.2709253488860179e-06,
-      "loss": 1.9611,
-      "step": 425
-    },
-    {
-      "epoch": 0.8669354838709677,
-      "grad_norm": 1.2112912625332515,
-      "learning_rate": 1.228669761031903e-06,
-      "loss": 1.8703,
-      "step": 430
-    },
-    {
-      "epoch": 0.8770161290322581,
-      "grad_norm": 1.1796106189216746,
-      "learning_rate": 1.1877478770367983e-06,
-      "loss": 1.8931,
-      "step": 435
-    },
-    {
-      "epoch": 0.8870967741935484,
-      "grad_norm": 1.2743988647789708,
-      "learning_rate": 1.1481216907004316e-06,
-      "loss": 2.0008,
-      "step": 440
-    },
-    {
-      "epoch": 0.8971774193548387,
-      "grad_norm": 1.109580598205878,
-      "learning_rate": 1.109754161603501e-06,
-      "loss": 1.8754,
-      "step": 445
-    },
-    {
-      "epoch": 0.907258064516129,
-      "grad_norm": 1.3265747651562068,
-      "learning_rate": 1.07260919356514e-06,
-      "loss": 1.937,
-      "step": 450
-    },
-    {
-      "epoch": 0.9173387096774194,
-      "grad_norm": 1.2255846935811405,
-      "learning_rate": 1.036651613513567e-06,
-      "loss": 1.839,
-      "step": 455
-    },
-    {
-      "epoch": 0.9274193548387096,
-      "grad_norm": 1.1637588001750867,
-      "learning_rate": 1.0018471507633137e-06,
-      "loss": 1.8875,
-      "step": 460
-    },
-    {
-      "epoch": 0.9375,
-      "grad_norm": 1.2461604557758548,
-      "learning_rate": 9.681624166924873e-07,
-      "loss": 2.0349,
-      "step": 465
-    },
-    {
-      "epoch": 0.9475806451612904,
-      "grad_norm": 1.106959630092776,
-      "learning_rate": 9.355648848136057e-07,
-      "loss": 1.7721,
-      "step": 470
-    },
-    {
-      "epoch": 0.9576612903225806,
-      "grad_norm": 1.1845513909345546,
-      "learning_rate": 9.040228712316404e-07,
-      "loss": 1.9764,
-      "step": 475
-    },
-    {
-      "epoch": 0.967741935483871,
-      "grad_norm": 1.1157403262103818,
-      "learning_rate": 8.735055154829718e-07,
-      "loss": 1.951,
-      "step": 480
-    },
-    {
-      "epoch": 0.9778225806451613,
-      "grad_norm": 1.184174473692059,
-      "learning_rate": 8.439827617490521e-07,
-      "loss": 1.9679,
-      "step": 485
-    },
-    {
-      "epoch": 0.9879032258064516,
-      "grad_norm": 1.2877898930931635,
-      "learning_rate": 8.154253404386484e-07,
-      "loss": 1.9346,
-      "step": 490
-    },
-    {
-      "epoch": 0.9979838709677419,
-      "grad_norm": 1.1827480417909397,
-      "learning_rate": 7.878047501326227e-07,
-      "loss": 1.9182,
-      "step": 495
-    },
-    {
-      "epoch": 1.0080645161290323,
-      "grad_norm": 1.3196758723195976,
-      "learning_rate": 7.61093239885272e-07,
-      "loss": 1.7384,
-      "step": 500
-    },
-    {
-      "epoch": 1.0181451612903225,
-      "grad_norm": 1.2675698548410592,
-      "learning_rate": 7.35263791876364e-07,
-      "loss": 1.7799,
-      "step": 505
-    },
-    {
-      "epoch": 1.028225806451613,
-      "grad_norm": 1.3275129553040272,
-      "learning_rate": 7.102901044080282e-07,
-      "loss": 1.7003,
-      "step": 510
-    },
-    {
-      "epoch": 1.0383064516129032,
-      "grad_norm": 1.4098711468145062,
-      "learning_rate": 6.861465752407945e-07,
-      "loss": 1.7438,
-      "step": 515
-    },
-    {
-      "epoch": 1.0483870967741935,
-      "grad_norm": 1.46840354164103,
-      "learning_rate": 6.628082852631131e-07,
-      "loss": 1.8117,
-      "step": 520
-    },
-    {
-      "epoch": 1.0584677419354838,
-      "grad_norm": 1.2413756391084652,
-      "learning_rate": 6.402509824887728e-07,
-      "loss": 1.7275,
-      "step": 525
-    },
-    {
-      "epoch": 1.0685483870967742,
-      "grad_norm": 1.1966512738085646,
-      "learning_rate": 6.184510663767266e-07,
-      "loss": 1.7607,
-      "step": 530
-    },
-    {
-      "epoch": 1.0786290322580645,
-      "grad_norm": 1.1871529707057311,
-      "learning_rate": 5.973855724678734e-07,
-      "loss": 1.7508,
-      "step": 535
-    },
-    {
-      "epoch": 1.0887096774193548,
-      "grad_norm": 1.2178547151060322,
-      "learning_rate": 5.770321573334551e-07,
-      "loss": 1.7386,
-      "step": 540
-    },
-    {
-      "epoch": 1.0987903225806452,
-      "grad_norm": 1.215474948218683,
-      "learning_rate": 5.573690838297752e-07,
-      "loss": 1.7264,
-      "step": 545
-    },
-    {
-      "epoch": 1.1088709677419355,
-      "grad_norm": 1.3022255779670897,
-      "learning_rate": 5.383752066540304e-07,
-      "loss": 1.7367,
-      "step": 550
-    },
-    {
-      "epoch": 1.1189516129032258,
-      "grad_norm": 1.2677022586640083,
-      "learning_rate": 5.200299581961105e-07,
-      "loss": 1.8039,
-      "step": 555
-    },
-    {
-      "epoch": 1.129032258064516,
-      "grad_norm": 1.2498635415826649,
-      "learning_rate": 5.023133346812977e-07,
-      "loss": 1.7811,
-      "step": 560
-    },
-    {
-      "epoch": 1.1391129032258065,
-      "grad_norm": 1.1813135414245424,
-      "learning_rate": 4.85205882598862e-07,
-      "loss": 1.7935,
-      "step": 565
-    },
-    {
-      "epoch": 1.1491935483870968,
-      "grad_norm": 1.283761351053989,
-      "learning_rate": 4.686886854116219e-07,
-      "loss": 1.7428,
-      "step": 570
-    },
-    {
-      "epoch": 1.159274193548387,
-      "grad_norm": 1.181148159521782,
-      "learning_rate": 4.5274335054160525e-07,
-      "loss": 1.7405,
-      "step": 575
-    },
-    {
-      "epoch": 1.1693548387096775,
-      "grad_norm": 1.2540563610260587,
-      "learning_rate": 4.3735199662701383e-07,
-      "loss": 1.7017,
-      "step": 580
-    },
-    {
-      "epoch": 1.1794354838709677,
-      "grad_norm": 1.26673278964677,
-      "learning_rate": 4.2249724104576337e-07,
-      "loss": 1.7258,
-      "step": 585
-    },
-    {
-      "epoch": 1.189516129032258,
-      "grad_norm": 1.2483740436576478,
-      "learning_rate": 4.081621877009305e-07,
-      "loss": 1.7842,
-      "step": 590
-    },
-    {
-      "epoch": 1.1995967741935485,
-      "grad_norm": 1.2338327909706366,
-      "learning_rate": 3.9433041506352036e-07,
-      "loss": 1.7602,
-      "step": 595
-    },
-    {
-      "epoch": 1.2096774193548387,
-      "grad_norm": 1.2070627326429186,
-      "learning_rate": 3.8098596446800587e-07,
-      "loss": 1.6383,
-      "step": 600
-    },
-    {
-      "epoch": 1.2096774193548387,
-      "eval_loss": 1.9439929723739624,
-      "eval_runtime": 89.7597,
-      "eval_samples_per_second": 19.619,
-      "eval_steps_per_second": 0.312,
-      "step": 600
-    },
-    {
-      "epoch": 1.219758064516129,
-      "grad_norm": 1.2154229290189673,
-      "learning_rate": 3.681133286561828e-07,
-      "loss": 1.8134,
-      "step": 605
-    },
-    {
-      "epoch": 1.2298387096774193,
-      "grad_norm": 1.2295658806251533,
-      "learning_rate": 3.556974405649289e-07,
-      "loss": 1.725,
-      "step": 610
-    },
-    {
-      "epoch": 1.2399193548387097,
-      "grad_norm": 1.2791124588407303,
-      "learning_rate": 3.437236623535232e-07,
-      "loss": 1.7526,
-      "step": 615
-    },
-    {
-      "epoch": 1.25,
-      "grad_norm": 1.1899209284700905,
-      "learning_rate": 3.3217777466625205e-07,
-      "loss": 1.7313,
-      "step": 620
-    },
-    {
-      "epoch": 1.2600806451612903,
-      "grad_norm": 1.3442383601969903,
-      "learning_rate": 3.2104596612607314e-07,
-      "loss": 1.8358,
-      "step": 625
-    },
-    {
-      "epoch": 1.2701612903225805,
-      "grad_norm": 1.2622913229084678,
-      "learning_rate": 3.1031482305518425e-07,
-      "loss": 1.7504,
-      "step": 630
-    },
-    {
-      "epoch": 1.280241935483871,
-      "grad_norm": 1.1574713957890075,
-      "learning_rate": 2.9997131941839894e-07,
-      "loss": 1.7646,
-      "step": 635
-    },
-    {
-      "epoch": 1.2903225806451613,
-      "grad_norm": 1.346661773742281,
-      "learning_rate": 2.9000280698528666e-07,
-      "loss": 1.7116,
-      "step": 640
-    },
-    {
-      "epoch": 1.3004032258064515,
-      "grad_norm": 1.3332483111343922,
-      "learning_rate": 2.8039700570709997e-07,
-      "loss": 1.8109,
-      "step": 645
-    },
-    {
-      "epoch": 1.310483870967742,
-      "grad_norm": 1.2333462778908426,
-      "learning_rate": 2.7114199430456553e-07,
-      "loss": 1.7683,
-      "step": 650
-    },
-    {
-      "epoch": 1.3205645161290323,
-      "grad_norm": 1.1938385640085034,
-      "learning_rate": 2.6222620106267406e-07,
-      "loss": 1.6945,
-      "step": 655
-    },
-    {
-      "epoch": 1.3306451612903225,
-      "grad_norm": 1.4010824213914208,
-      "learning_rate": 2.536383948286623e-07,
-      "loss": 1.7537,
-      "step": 660
-    },
-    {
-      "epoch": 1.340725806451613,
-      "grad_norm": 1.3881248076295551,
-      "learning_rate": 2.4536767620943495e-07,
-      "loss": 1.7843,
-      "step": 665
-    },
-    {
-      "epoch": 1.3508064516129032,
-      "grad_norm": 1.2168315394832683,
-      "learning_rate": 2.3740346896473077e-07,
-      "loss": 1.7928,
-      "step": 670
-    },
-    {
-      "epoch": 1.3608870967741935,
-      "grad_norm": 1.4475784692183353,
-      "learning_rate": 2.2973551159239254e-07,
-      "loss": 1.7755,
-      "step": 675
-    },
-    {
-      "epoch": 1.370967741935484,
-      "grad_norm": 1.182910838845923,
-      "learning_rate": 2.223538491021522e-07,
-      "loss": 1.7251,
-      "step": 680
-    },
-    {
-      "epoch": 1.3810483870967742,
-      "grad_norm": 1.226170490302768,
-      "learning_rate": 2.1524882497440346e-07,
-      "loss": 1.7814,
-      "step": 685
-    },
-    {
-      "epoch": 1.3911290322580645,
-      "grad_norm": 1.1753601198052888,
-      "learning_rate": 2.084110733004757e-07,
-      "loss": 1.7355,
-      "step": 690
-    },
-    {
-      "epoch": 1.4012096774193548,
-      "grad_norm": 1.176444951923013,
-      "learning_rate": 2.0183151110098748e-07,
-      "loss": 1.7006,
-      "step": 695
-    },
-    {
-      "epoch": 1.4112903225806452,
-      "grad_norm": 1.2575906929525473,
-      "learning_rate": 1.955013308189006e-07,
-      "loss": 1.6631,
-      "step": 700
-    },
-    {
-      "epoch": 1.4213709677419355,
-      "grad_norm": 1.3222267696078929,
-      "learning_rate": 1.8941199298395633e-07,
-      "loss": 1.7313,
-      "step": 705
-    },
-    {
-      "epoch": 1.4314516129032258,
-      "grad_norm": 1.3554981903288013,
-      "learning_rate": 1.8355521904521423e-07,
-      "loss": 1.7183,
-      "step": 710
-    },
-    {
-      "epoch": 1.441532258064516,
-      "grad_norm": 1.2333423736099849,
-      "learning_rate": 1.7792298436847624e-07,
-      "loss": 1.7057,
-      "step": 715
-    },
-    {
-      "epoch": 1.4516129032258065,
-      "grad_norm": 1.2791350480965469,
-      "learning_rate": 1.7250751139542018e-07,
-      "loss": 1.6957,
-      "step": 720
-    },
-    {
-      "epoch": 1.4616935483870968,
-      "grad_norm": 1.5651823236688753,
-      "learning_rate": 1.6730126296131982e-07,
-      "loss": 1.808,
-      "step": 725
-    },
-    {
-      "epoch": 1.471774193548387,
-      "grad_norm": 1.3083961982147532,
-      "learning_rate": 1.622969357682752e-07,
-      "loss": 1.7913,
-      "step": 730
-    },
-    {
-      "epoch": 1.4818548387096775,
-      "grad_norm": 1.2078318183364274,
-      "learning_rate": 1.574874540109262e-07,
-      "loss": 1.7273,
-      "step": 735
-    },
-    {
-      "epoch": 1.4919354838709677,
-      "grad_norm": 1.2904657184612536,
-      "learning_rate": 1.5286596315166833e-07,
-      "loss": 1.6646,
-      "step": 740
-    },
-    {
-      "epoch": 1.502016129032258,
-      "grad_norm": 1.240861344603422,
-      "learning_rate": 1.4842582384243795e-07,
-      "loss": 1.6495,
-      "step": 745
-    },
-    {
-      "epoch": 1.5120967741935485,
-      "grad_norm": 1.2574003293432507,
-      "learning_rate": 1.4416060599017888e-07,
-      "loss": 1.7356,
-      "step": 750
-    },
-    {
-      "epoch": 1.5221774193548387,
-      "grad_norm": 1.4067959486898025,
-      "learning_rate": 1.4006408296314945e-07,
-      "loss": 1.7802,
-      "step": 755
-    },
-    {
-      "epoch": 1.532258064516129,
-      "grad_norm": 1.3011200023092266,
-      "learning_rate": 1.3613022593527299e-07,
-      "loss": 1.7435,
-      "step": 760
-    },
-    {
-      "epoch": 1.5423387096774195,
-      "grad_norm": 1.5064955060135545,
-      "learning_rate": 1.3235319836577956e-07,
-      "loss": 1.8153,
-      "step": 765
-    },
-    {
-      "epoch": 1.5524193548387095,
-      "grad_norm": 1.2545915727253294,
-      "learning_rate": 1.287273506114331e-07,
-      "loss": 1.7333,
-      "step": 770
-    },
-    {
-      "epoch": 1.5625,
-      "grad_norm": 1.210516142345582,
-      "learning_rate": 1.2524721466867644e-07,
-      "loss": 1.8145,
-      "step": 775
-    },
-    {
-      "epoch": 1.5725806451612905,
-      "grad_norm": 1.2428363984374335,
-      "learning_rate": 1.2190749904307564e-07,
-      "loss": 1.7466,
-      "step": 780
-    },
-    {
-      "epoch": 1.5826612903225805,
-      "grad_norm": 1.2372984868597403,
-      "learning_rate": 1.187030837434837e-07,
-      "loss": 1.7707,
-      "step": 785
-    },
-    {
-      "epoch": 1.592741935483871,
-      "grad_norm": 1.223197065220676,
-      "learning_rate": 1.1562901539838627e-07,
-      "loss": 1.7515,
-      "step": 790
-    },
-    {
-      "epoch": 1.6028225806451613,
-      "grad_norm": 1.360461478384606,
-      "learning_rate": 1.1268050249193624e-07,
-      "loss": 1.7033,
-      "step": 795
-    },
-    {
-      "epoch": 1.6129032258064515,
-      "grad_norm": 1.3523444473608008,
-      "learning_rate": 1.0985291071721938e-07,
-      "loss": 1.7073,
-      "step": 800
-    },
-    {
-      "epoch": 1.6129032258064515,
-      "eval_loss": 1.9434727430343628,
-      "eval_runtime": 89.696,
-      "eval_samples_per_second": 19.633,
-      "eval_steps_per_second": 0.312,
-      "step": 800
-    },
-    {
-      "epoch": 1.622983870967742,
-      "grad_norm": 1.1908153349621502,
-      "learning_rate": 1.0714175844433986e-07,
-      "loss": 1.7606,
-      "step": 805
-    },
-    {
-      "epoch": 1.6330645161290323,
-      "grad_norm": 1.1559466036906028,
-      "learning_rate": 1.0454271230095008e-07,
-      "loss": 1.6855,
-      "step": 810
-    },
-    {
-      "epoch": 1.6431451612903225,
-      "grad_norm": 1.2177765725388214,
-      "learning_rate": 1.0205158286289079e-07,
-      "loss": 1.6938,
-      "step": 815
-    },
-    {
-      "epoch": 1.653225806451613,
-      "grad_norm": 1.2381331316689286,
-      "learning_rate": 9.966432045264543e-08,
-      "loss": 1.7047,
-      "step": 820
-    },
-    {
-      "epoch": 1.6633064516129032,
-      "grad_norm": 1.2662439850688683,
-      "learning_rate": 9.73770110433516e-08,
-      "loss": 1.8619,
-      "step": 825
-    },
-    {
-      "epoch": 1.6733870967741935,
-      "grad_norm": 1.3616392797318724,
-      "learning_rate": 9.518587226615035e-08,
-      "loss": 1.8544,
-      "step": 830
-    },
-    {
-      "epoch": 1.683467741935484,
-      "grad_norm": 1.2521663767495246,
-      "learning_rate": 9.30872495186915e-08,
-      "loss": 1.7568,
-      "step": 835
-    },
-    {
-      "epoch": 1.6935483870967742,
-      "grad_norm": 1.2504361983829193,
-      "learning_rate": 9.107761217265013e-08,
-      "loss": 1.721,
-      "step": 840
-    },
-    {
-      "epoch": 1.7036290322580645,
-      "grad_norm": 1.2617228722420664,
-      "learning_rate": 8.915354987814596e-08,
-      "loss": 1.7788,
-      "step": 845
-    },
-    {
-      "epoch": 1.713709677419355,
-      "grad_norm": 1.2060296867893439,
-      "learning_rate": 8.731176896299368e-08,
-      "loss": 1.7307,
-      "step": 850
-    },
-    {
-      "epoch": 1.723790322580645,
-      "grad_norm": 1.2261412385974246,
-      "learning_rate": 8.554908892474695e-08,
-      "loss": 1.6492,
-      "step": 855
-    },
-    {
-      "epoch": 1.7338709677419355,
-      "grad_norm": 1.1985063418448514,
-      "learning_rate": 8.38624390135359e-08,
-      "loss": 1.8062,
-      "step": 860
-    },
-    {
-      "epoch": 1.7439516129032258,
-      "grad_norm": 1.1687433855869847,
-      "learning_rate": 8.224885490372989e-08,
-      "loss": 1.6903,
-      "step": 865
-    },
-    {
-      "epoch": 1.754032258064516,
-      "grad_norm": 1.2094813386232657,
-      "learning_rate": 8.070547545249396e-08,
-      "loss": 1.7466,
-      "step": 870
-    },
-    {
-      "epoch": 1.7641129032258065,
-      "grad_norm": 1.5715777085972131,
-      "learning_rate": 7.922953954333971e-08,
-      "loss": 1.7321,
-      "step": 875
-    },
-    {
-      "epoch": 1.7741935483870968,
-      "grad_norm": 1.232854137306794,
-      "learning_rate": 7.781838301280604e-08,
-      "loss": 1.7854,
-      "step": 880
-    },
-    {
-      "epoch": 1.784274193548387,
-      "grad_norm": 1.2306505361743405,
-      "learning_rate": 7.646943565843591e-08,
-      "loss": 1.7035,
-      "step": 885
-    },
-    {
-      "epoch": 1.7943548387096775,
-      "grad_norm": 1.4038527293019962,
-      "learning_rate": 7.518021832625021e-08,
-      "loss": 1.7898,
-      "step": 890
-    },
-    {
-      "epoch": 1.8044354838709677,
-      "grad_norm": 1.1701930640429434,
-      "learning_rate": 7.39483400759502e-08,
-      "loss": 1.7473,
-      "step": 895
-    },
-    {
-      "epoch": 1.814516129032258,
-      "grad_norm": 1.165650133692535,
-      "learning_rate": 7.277149542211219e-08,
-      "loss": 1.7392,
-      "step": 900
-    },
-    {
-      "epoch": 1.8245967741935485,
-      "grad_norm": 1.242160120226514,
-      "learning_rate": 7.164746164966925e-08,
-      "loss": 1.691,
-      "step": 905
-    },
-    {
-      "epoch": 1.8346774193548387,
-      "grad_norm": 1.3662669550498554,
-      "learning_rate": 7.057409620200535e-08,
-      "loss": 1.7456,
-      "step": 910
-    },
-    {
-      "epoch": 1.844758064516129,
-      "grad_norm": 1.2736994338683274,
-      "learning_rate": 6.954933414001788e-08,
-      "loss": 1.9068,
-      "step": 915
-    },
-    {
-      "epoch": 1.8548387096774195,
-      "grad_norm": 1.3755517276213882,
-      "learning_rate": 6.857118567053417e-08,
-      "loss": 1.7568,
-      "step": 920
-    },
-    {
-      "epoch": 1.8649193548387095,
-      "grad_norm": 1.1731257131372528,
-      "learning_rate": 6.763773374249751e-08,
-      "loss": 1.7815,
-      "step": 925
-    },
-    {
-      "epoch": 1.875,
-      "grad_norm": 1.2300272384037476,
-      "learning_rate": 6.674713170936664e-08,
-      "loss": 1.7488,
-      "step": 930
-    },
-    {
-      "epoch": 1.8850806451612905,
-      "grad_norm": 1.2420985179509971,
-      "learning_rate": 6.589760105620217e-08,
-      "loss": 1.7614,
-      "step": 935
-    },
-    {
-      "epoch": 1.8951612903225805,
-      "grad_norm": 1.7224910659058157,
-      "learning_rate": 6.508742918994098e-08,
-      "loss": 1.7496,
-      "step": 940
-    },
-    {
-      "epoch": 1.905241935483871,
-      "grad_norm": 1.3013159637595342,
-      "learning_rate": 6.431496729138832e-08,
-      "loss": 1.7375,
-      "step": 945
-    },
-    {
-      "epoch": 1.9153225806451613,
-      "grad_norm": 1.2702415604664459,
-      "learning_rate": 6.357862822748362e-08,
-      "loss": 1.7668,
-      "step": 950
-    },
-    {
-      "epoch": 1.9254032258064515,
-      "grad_norm": 1.168954401665018,
-      "learning_rate": 6.287688452242478e-08,
-      "loss": 1.7489,
-      "step": 955
-    },
-    {
-      "epoch": 1.935483870967742,
-      "grad_norm": 1.3375224905639664,
-      "learning_rate": 6.220826638626108e-08,
-      "loss": 1.6308,
-      "step": 960
-    },
-    {
-      "epoch": 1.9455645161290323,
-      "grad_norm": 1.2577572377495214,
-      "learning_rate": 6.15713597995916e-08,
-      "loss": 1.7912,
-      "step": 965
-    },
-    {
-      "epoch": 1.9556451612903225,
-      "grad_norm": 1.2336415332120372,
-      "learning_rate": 6.096480465303296e-08,
-      "loss": 1.7562,
-      "step": 970
-    },
-    {
-      "epoch": 1.965725806451613,
-      "grad_norm": 1.3102010598064548,
-      "learning_rate": 6.038729294014376e-08,
-      "loss": 1.6953,
-      "step": 975
-    },
-    {
-      "epoch": 1.9758064516129032,
-      "grad_norm": 1.3132413812361838,
-      "learning_rate": 5.983756700252073e-08,
-      "loss": 1.7719,
-      "step": 980
-    },
-    {
-      "epoch": 1.9858870967741935,
-      "grad_norm": 1.2310128233562452,
-      "learning_rate": 5.9314417825804556e-08,
-      "loss": 1.7212,
-      "step": 985
-    },
-    {
-      "epoch": 1.995967741935484,
-      "grad_norm": 1.2006191684102008,
-      "learning_rate": 5.8816683385358974e-08,
-      "loss": 1.7667,
-      "step": 990
-    },
-    {
-      "epoch": 2.006048387096774,
-      "grad_norm": 1.2035537415937343,
-      "learning_rate": 5.834324704041041e-08,
-      "loss": 1.7686,
-      "step": 995
-    },
-    {
-      "epoch": 2.0161290322580645,
-      "grad_norm": 1.2316714422775488,
-      "learning_rate": 5.789303597545942e-08,
-      "loss": 1.6699,
-      "step": 1000
-    },
-    {
-      "epoch": 2.0161290322580645,
-      "eval_loss": 1.9428125619888306,
-      "eval_runtime": 89.8315,
-      "eval_samples_per_second": 19.603,
-      "eval_steps_per_second": 0.312,
-      "step": 1000
-    },
-    {
-      "epoch": 2.026209677419355,
-      "grad_norm": 1.2569040983124893,
-      "learning_rate": 5.746501968779849e-08,
-      "loss": 1.7248,
-      "step": 1005
-    },
-    {
-      "epoch": 2.036290322580645,
-      "grad_norm": 1.2073156251056785,
-      "learning_rate": 5.7058208519993964e-08,
-      "loss": 1.5994,
-      "step": 1010
-    },
-    {
-      "epoch": 2.0463709677419355,
-      "grad_norm": 1.250476166765303,
-      "learning_rate": 5.667165223621266e-08,
-      "loss": 1.7618,
-      "step": 1015
-    },
-    {
-      "epoch": 2.056451612903226,
-      "grad_norm": 1.1771740320614876,
-      "learning_rate": 5.630443864129586e-08,
-      "loss": 1.7109,
-      "step": 1020
-    },
-    {
-      "epoch": 2.066532258064516,
-      "grad_norm": 1.2423874053675774,
-      "learning_rate": 5.595569224150602e-08,
-      "loss": 1.688,
-      "step": 1025
-    },
-    {
-      "epoch": 2.0766129032258065,
-      "grad_norm": 1.1913045210590958,
-      "learning_rate": 5.562457294589246e-08,
-      "loss": 1.7122,
-      "step": 1030
-    },
-    {
-      "epoch": 2.086693548387097,
-      "grad_norm": 1.5628319901302377,
-      "learning_rate": 5.53102748072445e-08,
-      "loss": 1.8032,
-      "step": 1035
-    },
-    {
-      "epoch": 2.096774193548387,
-      "grad_norm": 1.2186459343954958,
-      "learning_rate": 5.501202480162106e-08,
-      "loss": 1.706,
-      "step": 1040
-    },
-    {
-      "epoch": 2.1068548387096775,
-      "grad_norm": 1.5980051096787016,
-      "learning_rate": 5.472908164546672e-08,
-      "loss": 1.6859,
-      "step": 1045
-    },
-    {
-      "epoch": 2.1169354838709675,
-      "grad_norm": 1.2032746720272727,
-      "learning_rate": 5.446073464934468e-08,
-      "loss": 1.6677,
-      "step": 1050
-    },
-    {
-      "epoch": 2.127016129032258,
-      "grad_norm": 1.2566967045401873,
-      "learning_rate": 5.420630260733693e-08,
-      "loss": 1.7704,
-      "step": 1055
-    },
-    {
-      "epoch": 2.1370967741935485,
-      "grad_norm": 1.1883212669149759,
-      "learning_rate": 5.396513272118224e-08,
-      "loss": 1.7207,
-      "step": 1060
-    },
-    {
-      "epoch": 2.1471774193548385,
-      "grad_norm": 1.4452669028801322,
-      "learning_rate": 5.373659955824137e-08,
-      "loss": 1.7838,
-      "step": 1065
-    },
-    {
-      "epoch": 2.157258064516129,
-      "grad_norm": 1.2860799707706096,
-      "learning_rate": 5.3520104042398855e-08,
-      "loss": 1.7416,
-      "step": 1070
-    },
-    {
-      "epoch": 2.1673387096774195,
-      "grad_norm": 1.1967308129229457,
-      "learning_rate": 5.331507247702889e-08,
-      "loss": 1.6755,
-      "step": 1075
-    },
-    {
-      "epoch": 2.1774193548387095,
-      "grad_norm": 1.2537902733229633,
-      "learning_rate": 5.3120955599171935e-08,
-      "loss": 1.7548,
-      "step": 1080
-    },
-    {
-      "epoch": 2.1875,
-      "grad_norm": 1.2447529415534258,
-      "learning_rate": 5.293722766408659e-08,
-      "loss": 1.7471,
-      "step": 1085
-    },
-    {
-      "epoch": 2.1975806451612905,
-      "grad_norm": 1.1991864633094496,
-      "learning_rate": 5.276338555935963e-08,
-      "loss": 1.7606,
-      "step": 1090
-    },
-    {
-      "epoch": 2.2076612903225805,
-      "grad_norm": 1.219389195740527,
-      "learning_rate": 5.259894794777423e-08,
-      "loss": 1.7225,
-      "step": 1095
-    },
-    {
-      "epoch": 2.217741935483871,
-      "grad_norm": 1.2339738380016207,
-      "learning_rate": 5.2443454438154534e-08,
-      "loss": 1.7114,
-      "step": 1100
-    },
-    {
-      "epoch": 2.2278225806451615,
-      "grad_norm": 1.1802337869081512,
-      "learning_rate": 5.229646478342111e-08,
-      "loss": 1.694,
-      "step": 1105
-    },
-    {
-      "epoch": 2.2379032258064515,
-      "grad_norm": 1.2158683240460215,
-      "learning_rate": 5.2157558105109226e-08,
-      "loss": 1.7462,
-      "step": 1110
-    },
-    {
-      "epoch": 2.247983870967742,
-      "grad_norm": 1.174384875714619,
-      "learning_rate": 5.202633214361811e-08,
-      "loss": 1.695,
-      "step": 1115
-    },
-    {
-      "epoch": 2.258064516129032,
-      "grad_norm": 1.2247069091252694,
-      "learning_rate": 5.190240253347578e-08,
-      "loss": 1.7591,
-      "step": 1120
-    },
-    {
-      "epoch": 2.2681451612903225,
-      "grad_norm": 1.3095787384406332,
-      "learning_rate": 5.178540210291998e-08,
-      "loss": 1.7217,
-      "step": 1125
-    },
-    {
-      "epoch": 2.278225806451613,
-      "grad_norm": 1.2493489539759923,
-      "learning_rate": 5.167498019711146e-08,
-      "loss": 1.7889,
-      "step": 1130
-    },
-    {
-      "epoch": 2.288306451612903,
-      "grad_norm": 1.2374059562548885,
-      "learning_rate": 5.157080202431146e-08,
-      "loss": 1.6853,
-      "step": 1135
-    },
-    {
-      "epoch": 2.2983870967741935,
-      "grad_norm": 1.2417228451011928,
-      "learning_rate": 5.1472548024370265e-08,
-      "loss": 1.7252,
-      "step": 1140
-    },
-    {
-      "epoch": 2.308467741935484,
-      "grad_norm": 1.2382899521975939,
-      "learning_rate": 5.137991325888869e-08,
-      "loss": 1.6828,
-      "step": 1145
-    },
-    {
-      "epoch": 2.318548387096774,
-      "grad_norm": 1.2406554761874888,
-      "learning_rate": 5.129260682242921e-08,
-      "loss": 1.7995,
-      "step": 1150
-    },
-    {
-      "epoch": 2.3286290322580645,
-      "grad_norm": 1.2857931147752715,
-      "learning_rate": 5.121035127416763e-08,
-      "loss": 1.6909,
-      "step": 1155
-    },
-    {
-      "epoch": 2.338709677419355,
-      "grad_norm": 1.2227137154473942,
-      "learning_rate": 5.1132882089390505e-08,
-      "loss": 1.8297,
-      "step": 1160
-    },
-    {
-      "epoch": 2.348790322580645,
-      "grad_norm": 1.2092856119101558,
-      "learning_rate": 5.105994713025749e-08,
-      "loss": 1.7084,
-      "step": 1165
-    },
-    {
-      "epoch": 2.3588709677419355,
-      "grad_norm": 1.2553731796947716,
-      "learning_rate": 5.099130613526128e-08,
-      "loss": 1.7698,
-      "step": 1170
-    },
-    {
-      "epoch": 2.368951612903226,
-      "grad_norm": 1.2347295734439494,
-      "learning_rate": 5.092673022683157e-08,
-      "loss": 1.7176,
-      "step": 1175
-    },
-    {
-      "epoch": 2.379032258064516,
-      "grad_norm": 1.2236546996683366,
-      "learning_rate": 5.086600143654227e-08,
-      "loss": 1.7972,
-      "step": 1180
-    },
-    {
-      "epoch": 2.3891129032258065,
-      "grad_norm": 1.1892980030528701,
-      "learning_rate": 5.080891224739457e-08,
-      "loss": 1.7075,
-      "step": 1185
-    },
-    {
-      "epoch": 2.399193548387097,
-      "grad_norm": 1.2693570071261813,
-      "learning_rate": 5.075526515266076e-08,
-      "loss": 1.762,
-      "step": 1190
-    },
-    {
-      "epoch": 2.409274193548387,
-      "grad_norm": 1.2598507176307956,
-      "learning_rate": 5.07048722307867e-08,
-      "loss": 1.7596,
-      "step": 1195
-    },
-    {
-      "epoch": 2.4193548387096775,
-      "grad_norm": 1.2086250967210856,
-      "learning_rate": 5.065755473586252e-08,
-      "loss": 1.7212,
-      "step": 1200
-    },
-    {
-      "epoch": 2.4193548387096775,
-      "eval_loss": 1.9444948434829712,
-      "eval_runtime": 89.768,
-      "eval_samples_per_second": 19.617,
-      "eval_steps_per_second": 0.312,
-      "step": 1200
-    },
-    {
-      "epoch": 2.429435483870968,
-      "grad_norm": 1.2270017834004545,
-      "learning_rate": 5.061314270318372e-08,
-      "loss": 1.7673,
-      "step": 1205
-    },
-    {
-      "epoch": 2.439516129032258,
-      "grad_norm": 1.2758334557746702,
-      "learning_rate": 5.057147456943636e-08,
-      "loss": 1.7733,
-      "step": 1210
-    },
-    {
-      "epoch": 2.4495967741935485,
-      "grad_norm": 1.2671506994834478,
-      "learning_rate": 5.053239680705157e-08,
-      "loss": 1.685,
-      "step": 1215
-    },
-    {
-      "epoch": 2.4596774193548385,
-      "grad_norm": 1.3082114423304811,
-      "learning_rate": 5.049576357228625e-08,
-      "loss": 1.7673,
-      "step": 1220
-    },
-    {
-      "epoch": 2.469758064516129,
-      "grad_norm": 1.2410498924874347,
-      "learning_rate": 5.0461436366597737e-08,
-      "loss": 1.6777,
-      "step": 1225
-    },
-    {
-      "epoch": 2.4798387096774195,
-      "grad_norm": 1.2225089432500613,
-      "learning_rate": 5.0429283710891395e-08,
-      "loss": 1.7561,
-      "step": 1230
-    },
-    {
-      "epoch": 2.4899193548387095,
-      "grad_norm": 1.3411537670367075,
-      "learning_rate": 5.0399180832230535e-08,
-      "loss": 1.7278,
-      "step": 1235
-    },
-    {
-      "epoch": 2.5,
-      "grad_norm": 1.2608235504861707,
-      "learning_rate": 5.0371009362608996e-08,
-      "loss": 1.6774,
-      "step": 1240
-    },
-    {
-      "epoch": 2.5100806451612905,
-      "grad_norm": 1.2549696696310126,
-      "learning_rate": 5.0344657049396644e-08,
-      "loss": 1.6711,
-      "step": 1245
-    },
-    {
-      "epoch": 2.5201612903225805,
-      "grad_norm": 1.2520913106199976,
-      "learning_rate": 5.032001747707849e-08,
-      "loss": 1.7873,
-      "step": 1250
-    },
-    {
-      "epoch": 2.530241935483871,
-      "grad_norm": 1.2195192727589492,
-      "learning_rate": 5.029698979991788e-08,
-      "loss": 1.7961,
-      "step": 1255
-    },
-    {
-      "epoch": 2.540322580645161,
-      "grad_norm": 1.2296378280476938,
-      "learning_rate": 5.0275478485184044e-08,
-      "loss": 1.7105,
-      "step": 1260
-    },
-    {
-      "epoch": 2.5504032258064515,
-      "grad_norm": 1.2672207613505957,
-      "learning_rate": 5.025539306659372e-08,
-      "loss": 1.7319,
-      "step": 1265
-    },
-    {
-      "epoch": 2.560483870967742,
-      "grad_norm": 1.33348278916816,
-      "learning_rate": 5.0236647907626076e-08,
-      "loss": 1.7581,
-      "step": 1270
-    },
-    {
-      "epoch": 2.570564516129032,
-      "grad_norm": 1.2147181184983937,
-      "learning_rate": 5.021916197437918e-08,
-      "loss": 1.7909,
-      "step": 1275
-    },
-    {
-      "epoch": 2.5806451612903225,
-      "grad_norm": 1.2006424516658476,
-      "learning_rate": 5.020285861764526e-08,
-      "loss": 1.7094,
-      "step": 1280
-    },
-    {
-      "epoch": 2.590725806451613,
-      "grad_norm": 1.304898262044129,
-      "learning_rate": 5.018766536389094e-08,
-      "loss": 1.7601,
-      "step": 1285
-    },
-    {
-      "epoch": 2.600806451612903,
-      "grad_norm": 1.2541227980327716,
-      "learning_rate": 5.017351371483695e-08,
-      "loss": 1.6886,
-      "step": 1290
-    },
-    {
-      "epoch": 2.6108870967741935,
-      "grad_norm": 1.2252553715485226,
-      "learning_rate": 5.01603389553406e-08,
-      "loss": 1.7265,
-      "step": 1295
-    },
-    {
-      "epoch": 2.620967741935484,
-      "grad_norm": 1.249302955897003,
-      "learning_rate": 5.0148079969292275e-08,
-      "loss": 1.6571,
-      "step": 1300
-    },
-    {
-      "epoch": 2.631048387096774,
-      "grad_norm": 1.1957123027809284,
-      "learning_rate": 5.0136679063245423e-08,
-      "loss": 1.7532,
-      "step": 1305
-    },
-    {
-      "epoch": 2.6411290322580645,
-      "grad_norm": 1.201048445138404,
-      "learning_rate": 5.012608179750745e-08,
-      "loss": 1.7326,
-      "step": 1310
-    },
-    {
-      "epoch": 2.651209677419355,
-      "grad_norm": 1.2081583082273468,
-      "learning_rate": 5.011623682442653e-08,
-      "loss": 1.6896,
-      "step": 1315
-    },
-    {
-      "epoch": 2.661290322580645,
-      "grad_norm": 1.2165377024812585,
-      "learning_rate": 5.010709573361717e-08,
-      "loss": 1.7138,
-      "step": 1320
-    },
-    {
-      "epoch": 2.6713709677419355,
-      "grad_norm": 1.2512113015598476,
-      "learning_rate": 5.0098612903874436e-08,
-      "loss": 1.7417,
-      "step": 1325
-    },
-    {
-      "epoch": 2.681451612903226,
-      "grad_norm": 1.3393843580639568,
-      "learning_rate": 5.009074536153439e-08,
-      "loss": 1.6794,
-      "step": 1330
-    },
-    {
-      "epoch": 2.691532258064516,
-      "grad_norm": 1.244775300561878,
-      "learning_rate": 5.008345264504506e-08,
-      "loss": 1.6785,
-      "step": 1335
-    },
-    {
-      "epoch": 2.7016129032258065,
-      "grad_norm": 1.2309880190717277,
-      "learning_rate": 5.007669667551931e-08,
-      "loss": 1.7386,
-      "step": 1340
-    },
-    {
-      "epoch": 2.711693548387097,
-      "grad_norm": 1.2646430684773242,
-      "learning_rate": 5.007044163304792e-08,
-      "loss": 1.7271,
-      "step": 1345
-    },
-    {
-      "epoch": 2.721774193548387,
-      "grad_norm": 1.3573014483042332,
-      "learning_rate": 5.0064653838557546e-08,
-      "loss": 1.8166,
-      "step": 1350
-    },
-    {
-      "epoch": 2.7318548387096775,
-      "grad_norm": 1.260061171998465,
-      "learning_rate": 5.0059301641004814e-08,
-      "loss": 1.7825,
-      "step": 1355
-    },
-    {
-      "epoch": 2.741935483870968,
-      "grad_norm": 1.2930142933374957,
-      "learning_rate": 5.0054355309704326e-08,
-      "loss": 1.7362,
-      "step": 1360
-    },
-    {
-      "epoch": 2.752016129032258,
-      "grad_norm": 1.1917500201859248,
-      "learning_rate": 5.004978693159421e-08,
-      "loss": 1.7862,
-      "step": 1365
-    },
-    {
-      "epoch": 2.7620967741935485,
-      "grad_norm": 1.309363529031979,
-      "learning_rate": 5.004557031324913e-08,
-      "loss": 1.766,
-      "step": 1370
-    },
-    {
-      "epoch": 2.772177419354839,
-      "grad_norm": 1.260854474561999,
-      "learning_rate": 5.00416808874565e-08,
-      "loss": 1.7798,
-      "step": 1375
-    },
-    {
-      "epoch": 2.782258064516129,
-      "grad_norm": 1.2133948555271834,
-      "learning_rate": 5.003809562417745e-08,
-      "loss": 1.7702,
-      "step": 1380
-    },
-    {
-      "epoch": 2.7923387096774195,
-      "grad_norm": 1.20285403043514,
-      "learning_rate": 5.00347929457196e-08,
-      "loss": 1.7629,
-      "step": 1385
-    },
-    {
-      "epoch": 2.8024193548387095,
-      "grad_norm": 1.2055338414881442,
-      "learning_rate": 5.003175264595438e-08,
-      "loss": 1.6825,
-      "step": 1390
-    },
-    {
-      "epoch": 2.8125,
-      "grad_norm": 1.2692380612645446,
-      "learning_rate": 5.002895581341684e-08,
-      "loss": 1.7922,
-      "step": 1395
-    },
-    {
-      "epoch": 2.8225806451612905,
-      "grad_norm": 1.197125036474829,
-      "learning_rate": 5.002638475813119e-08,
-      "loss": 1.7346,
-      "step": 1400
-    },
-    {
-      "epoch": 2.8225806451612905,
-      "eval_loss": 1.9443275928497314,
-      "eval_runtime": 89.8463,
-      "eval_samples_per_second": 19.6,
-      "eval_steps_per_second": 0.312,
-      "step": 1400
-    },
-    {
-      "epoch": 2.8326612903225805,
-      "grad_norm": 1.3129336482449783,
-      "learning_rate": 5.0024022942010466e-08,
-      "loss": 1.7541,
-      "step": 1405
-    },
-    {
-      "epoch": 2.842741935483871,
-      "grad_norm": 1.1872922962263166,
-      "learning_rate": 5.002185491268355e-08,
-      "loss": 1.6476,
-      "step": 1410
-    },
-    {
-      "epoch": 2.852822580645161,
-      "grad_norm": 1.3099170695792106,
-      "learning_rate": 5.0019866240607806e-08,
-      "loss": 1.6647,
-      "step": 1415
-    },
-    {
-      "epoch": 2.8629032258064515,
-      "grad_norm": 1.3296060602873512,
-      "learning_rate": 5.001804345933021e-08,
-      "loss": 1.7079,
-      "step": 1420
-    },
-    {
-      "epoch": 2.872983870967742,
-      "grad_norm": 1.2481767829563293,
-      "learning_rate": 5.001637400876446e-08,
-      "loss": 1.6979,
-      "step": 1425
-    },
-    {
-      "epoch": 2.883064516129032,
-      "grad_norm": 1.3774040469968931,
-      "learning_rate": 5.001484618135618e-08,
-      "loss": 1.716,
-      "step": 1430
-    },
-    {
-      "epoch": 2.8931451612903225,
-      "grad_norm": 1.3300791138778125,
-      "learning_rate": 5.0013449071012536e-08,
-      "loss": 1.8281,
-      "step": 1435
-    },
-    {
-      "epoch": 2.903225806451613,
-      "grad_norm": 1.2648870887474146,
-      "learning_rate": 5.0012172524676996e-08,
-      "loss": 1.7511,
-      "step": 1440
-    },
-    {
-      "epoch": 2.913306451612903,
-      "grad_norm": 1.2324711482162307,
-      "learning_rate": 5.001100709643403e-08,
-      "loss": 1.7665,
-      "step": 1445
-    },
-    {
-      "epoch": 2.9233870967741935,
-      "grad_norm": 1.1884469998607576,
-      "learning_rate": 5.0009944004032616e-08,
-      "loss": 1.7515,
-      "step": 1450
-    },
-    {
-      "epoch": 2.933467741935484,
-      "grad_norm": 1.2242938574470985,
-      "learning_rate": 5.000897508772145e-08,
-      "loss": 1.779,
-      "step": 1455
-    },
-    {
-      "epoch": 2.943548387096774,
-      "grad_norm": 1.1767587628025173,
-      "learning_rate": 5.000809277129238e-08,
-      "loss": 1.7013,
-      "step": 1460
-    },
-    {
-      "epoch": 2.9536290322580645,
-      "grad_norm": 1.1876105747863372,
-      "learning_rate": 5.000729002523258e-08,
-      "loss": 1.7691,
-      "step": 1465
-    },
-    {
-      "epoch": 2.963709677419355,
-      "grad_norm": 1.2804911094505236,
-      "learning_rate": 5.0006560331889364e-08,
-      "loss": 1.7952,
-      "step": 1470
-    },
-    {
-      "epoch": 2.973790322580645,
-      "grad_norm": 1.2634767897263572,
-      "learning_rate": 5.0005897652555256e-08,
-      "loss": 1.8265,
-      "step": 1475
-    },
-    {
-      "epoch": 2.9838709677419355,
-      "grad_norm": 1.376696085159001,
-      "learning_rate": 5.000529639638423e-08,
-      "loss": 1.7974,
-      "step": 1480
-    },
-    {
-      "epoch": 2.993951612903226,
-      "grad_norm": 1.1674051041442062,
-      "learning_rate": 5.000475139105343e-08,
-      "loss": 1.6758,
-      "step": 1485
-    },
-    {
-      "epoch": 3.004032258064516,
-      "grad_norm": 1.2278436300934317,
-      "learning_rate": 5.000425785508798e-08,
-      "loss": 1.7076,
-      "step": 1490
-    },
-    {
-      "epoch": 3.0141129032258065,
-      "grad_norm": 1.208822859914408,
-      "learning_rate": 5.0003811371769436e-08,
-      "loss": 1.6804,
-      "step": 1495
-    },
-    {
-      "epoch": 3.024193548387097,
-      "grad_norm": 1.2607881481569827,
-      "learning_rate": 5.000340786455173e-08,
-      "loss": 1.7044,
-      "step": 1500
-    },
-    {
-      "epoch": 3.034274193548387,
-      "grad_norm": 1.2481468783314629,
-      "learning_rate": 5.00030435739113e-08,
-      "loss": 1.7133,
-      "step": 1505
-    },
-    {
-      "epoch": 3.0443548387096775,
-      "grad_norm": 1.2625933161048073,
-      "learning_rate": 5.0002715035560964e-08,
-      "loss": 1.7043,
-      "step": 1510
-    },
-    {
-      "epoch": 3.0544354838709675,
-      "grad_norm": 1.2211349887353309,
-      "learning_rate": 5.000241905995991e-08,
-      "loss": 1.7931,
-      "step": 1515
-    },
-    {
-      "epoch": 3.064516129032258,
-      "grad_norm": 1.2628888420799884,
-      "learning_rate": 5.000215271305494e-08,
-      "loss": 1.7648,
-      "step": 1520
-    },
-    {
-      "epoch": 3.0745967741935485,
-      "grad_norm": 1.2349226985107031,
-      "learning_rate": 5.000191329819063e-08,
-      "loss": 1.72,
-      "step": 1525
-    },
-    {
-      "epoch": 3.0846774193548385,
-      "grad_norm": 1.2993139941453224,
-      "learning_rate": 5.0001698339128735e-08,
-      "loss": 1.7493,
-      "step": 1530
-    },
-    {
-      "epoch": 3.094758064516129,
-      "grad_norm": 1.3021805987677582,
-      "learning_rate": 5.0001505564119494e-08,
-      "loss": 1.7801,
-      "step": 1535
-    },
-    {
-      "epoch": 3.1048387096774195,
-      "grad_norm": 1.2177089098452982,
-      "learning_rate": 5.000133289097e-08,
-      "loss": 1.7488,
-      "step": 1540
-    },
-    {
-      "epoch": 3.1149193548387095,
-      "grad_norm": 1.2475923991723818,
-      "learning_rate": 5.0001178413057135e-08,
-      "loss": 1.8035,
-      "step": 1545
-    },
-    {
-      "epoch": 3.125,
-      "grad_norm": 1.2750062841943113,
-      "learning_rate": 5.0001040386234535e-08,
-      "loss": 1.6927,
-      "step": 1550
-    },
-    {
-      "epoch": 3.1350806451612905,
-      "grad_norm": 1.2521384201728667,
-      "learning_rate": 5.000091721658573e-08,
-      "loss": 1.7867,
-      "step": 1555
-    },
-    {
-      "epoch": 3.1451612903225805,
-      "grad_norm": 1.2788389170185523,
-      "learning_rate": 5.0000807448977166e-08,
-      "loss": 1.7463,
-      "step": 1560
-    },
-    {
-      "epoch": 3.155241935483871,
-      "grad_norm": 1.1932742831754912,
-      "learning_rate": 5.000070975636714e-08,
-      "loss": 1.6646,
-      "step": 1565
-    },
-    {
-      "epoch": 3.1653225806451615,
-      "grad_norm": 1.2026279996869336,
-      "learning_rate": 5.0000622929828655e-08,
-      "loss": 1.7426,
-      "step": 1570
-    },
-    {
-      "epoch": 3.1754032258064515,
-      "grad_norm": 1.2658970944840857,
-      "learning_rate": 5.000054586924596e-08,
-      "loss": 1.6139,
-      "step": 1575
-    },
-    {
-      "epoch": 3.185483870967742,
-      "grad_norm": 1.2582895003633043,
-      "learning_rate": 5.0000477574646376e-08,
-      "loss": 1.6655,
-      "step": 1580
-    },
-    {
-      "epoch": 3.195564516129032,
-      "grad_norm": 1.286929029486268,
-      "learning_rate": 5.000041713813098e-08,
-      "loss": 1.8082,
-      "step": 1585
-    },
-    {
-      "epoch": 3.2056451612903225,
-      "grad_norm": 1.5242979315943919,
-      "learning_rate": 5.0000363736369096e-08,
-      "loss": 1.7129,
-      "step": 1590
-    },
-    {
-      "epoch": 3.215725806451613,
-      "grad_norm": 1.1974095695410052,
-      "learning_rate": 5.000031662362353e-08,
-      "loss": 1.7858,
-      "step": 1595
-    },
-    {
-      "epoch": 3.225806451612903,
-      "grad_norm": 1.2334951186835896,
-      "learning_rate": 5.000027512527476e-08,
-      "loss": 1.7028,
-      "step": 1600
-    },
-    {
-      "epoch": 3.225806451612903,
-      "eval_loss": 1.9448145627975464,
-      "eval_runtime": 89.9094,
-      "eval_samples_per_second": 19.586,
-      "eval_steps_per_second": 0.311,
-      "step": 1600
-    },
-    {
-      "epoch": 3.2358870967741935,
-      "grad_norm": 1.2639640178197116,
-      "learning_rate": 5.0000238631814066e-08,
-      "loss": 1.8326,
-      "step": 1605
-    },
-    {
-      "epoch": 3.245967741935484,
-      "grad_norm": 1.2369747127772903,
-      "learning_rate": 5.000020659327692e-08,
-      "loss": 1.6435,
-      "step": 1610
-    },
-    {
-      "epoch": 3.256048387096774,
-      "grad_norm": 1.2345433192530466,
-      "learning_rate": 5.000017851408939e-08,
-      "loss": 1.7267,
-      "step": 1615
-    },
-    {
-      "epoch": 3.2661290322580645,
-      "grad_norm": 1.2504468827628226,
-      "learning_rate": 5.0000153948301755e-08,
-      "loss": 1.749,
-      "step": 1620
-    },
-    {
-      "epoch": 3.276209677419355,
-      "grad_norm": 1.2484879937766102,
-      "learning_rate": 5.000013249518468e-08,
-      "loss": 1.7147,
-      "step": 1625
-    },
-    {
-      "epoch": 3.286290322580645,
-      "grad_norm": 1.2765939466692027,
-      "learning_rate": 5.000011379516478e-08,
-      "loss": 1.708,
-      "step": 1630
-    },
-    {
-      "epoch": 3.2963709677419355,
-      "grad_norm": 1.2548830946050018,
-      "learning_rate": 5.000009752607744e-08,
-      "loss": 1.6576,
-      "step": 1635
-    },
-    {
-      "epoch": 3.306451612903226,
-      "grad_norm": 1.3380090814755392,
-      "learning_rate": 5.00000833997159e-08,
-      "loss": 1.7899,
-      "step": 1640
-    },
-    {
-      "epoch": 3.316532258064516,
-      "grad_norm": 1.2589567647915303,
-      "learning_rate": 5.000007115865701e-08,
-      "loss": 1.7283,
-      "step": 1645
-    },
-    {
-      "epoch": 3.3266129032258065,
-      "grad_norm": 1.330891571705861,
-      "learning_rate": 5.00000605733447e-08,
-      "loss": 1.7638,
-      "step": 1650
-    },
-    {
-      "epoch": 3.336693548387097,
-      "grad_norm": 1.2968430137554552,
-      "learning_rate": 5.0000051439413665e-08,
-      "loss": 1.7894,
-      "step": 1655
-    },
-    {
-      "epoch": 3.346774193548387,
-      "grad_norm": 1.26655914538691,
-      "learning_rate": 5.000004357523643e-08,
-      "loss": 1.6794,
-      "step": 1660
-    },
-    {
-      "epoch": 3.3568548387096775,
-      "grad_norm": 1.3255247557489993,
-      "learning_rate": 5.000003681967807e-08,
-      "loss": 1.7458,
-      "step": 1665
-    },
-    {
-      "epoch": 3.366935483870968,
-      "grad_norm": 1.4616051241449233,
-      "learning_rate": 5.000003103004378e-08,
-      "loss": 1.7682,
-      "step": 1670
-    },
-    {
-      "epoch": 3.377016129032258,
-      "grad_norm": 1.2909185531222274,
-      "learning_rate": 5.000002608020516e-08,
-      "loss": 1.7676,
-      "step": 1675
-    },
-    {
-      "epoch": 3.3870967741935485,
-      "grad_norm": 1.5116117360689252,
-      "learning_rate": 5.0000021858892204e-08,
-      "loss": 1.8041,
-      "step": 1680
-    },
-    {
-      "epoch": 3.3971774193548385,
-      "grad_norm": 1.2019942003042767,
-      "learning_rate": 5.000001826813845e-08,
-      "loss": 1.6975,
-      "step": 1685
-    },
-    {
-      "epoch": 3.407258064516129,
-      "grad_norm": 1.2423004849326869,
-      "learning_rate": 5.000001522186781e-08,
-      "loss": 1.7856,
-      "step": 1690
-    },
-    {
-      "epoch": 3.4173387096774195,
-      "grad_norm": 1.1833866067645467,
-      "learning_rate": 5.0000012644612046e-08,
-      "loss": 1.6801,
-      "step": 1695
-    },
-    {
-      "epoch": 3.4274193548387095,
-      "grad_norm": 1.2527324283211838,
-      "learning_rate": 5.000001047034869e-08,
-      "loss": 1.7829,
-      "step": 1700
-    },
-    {
-      "epoch": 3.4375,
-      "grad_norm": 1.2021893152164589,
-      "learning_rate": 5.000000864144987e-08,
-      "loss": 1.7365,
-      "step": 1705
-    },
-    {
-      "epoch": 3.4475806451612905,
-      "grad_norm": 1.2533733399310467,
-      "learning_rate": 5.0000007107733085e-08,
-      "loss": 1.7684,
-      "step": 1710
-    },
-    {
-      "epoch": 3.4576612903225805,
-      "grad_norm": 1.2808992378124462,
-      "learning_rate": 5.000000582560542e-08,
-      "loss": 1.7195,
-      "step": 1715
-    },
-    {
-      "epoch": 3.467741935483871,
-      "grad_norm": 1.2244209413905693,
-      "learning_rate": 5.00000047572936e-08,
-      "loss": 1.7485,
-      "step": 1720
-    },
-    {
-      "epoch": 3.4778225806451615,
-      "grad_norm": 1.2540825243078901,
-      "learning_rate": 5.000000387015242e-08,
-      "loss": 1.7303,
-      "step": 1725
-    },
-    {
-      "epoch": 3.4879032258064515,
-      "grad_norm": 1.2847488818819852,
-      "learning_rate": 5.0000003136044955e-08,
-      "loss": 1.8182,
-      "step": 1730
-    },
-    {
-      "epoch": 3.497983870967742,
-      "grad_norm": 1.247272423872035,
-      "learning_rate": 5.000000253078795e-08,
-      "loss": 1.7646,
-      "step": 1735
-    },
-    {
-      "epoch": 3.508064516129032,
-      "grad_norm": 1.1616622600983573,
-      "learning_rate": 5.000000203365694e-08,
-      "loss": 1.61,
-      "step": 1740
-    },
-    {
-      "epoch": 3.5181451612903225,
-      "grad_norm": 1.2602897978426342,
-      "learning_rate": 5.000000162694535e-08,
-      "loss": 1.7119,
-      "step": 1745
-    },
-    {
-      "epoch": 3.528225806451613,
-      "grad_norm": 1.2351778503899846,
-      "learning_rate": 5.000000129557269e-08,
-      "loss": 1.7027,
-      "step": 1750
-    },
-    {
-      "epoch": 3.538306451612903,
-      "grad_norm": 1.2344538732881385,
-      "learning_rate": 5.000000102673722e-08,
-      "loss": 1.7228,
-      "step": 1755
-    },
-    {
-      "epoch": 3.5483870967741935,
-      "grad_norm": 1.2335083557737399,
-      "learning_rate": 5.0000000809608727e-08,
-      "loss": 1.7107,
-      "step": 1760
-    },
-    {
-      "epoch": 3.558467741935484,
-      "grad_norm": 1.2491739462049536,
-      "learning_rate": 5.000000063505754e-08,
-      "loss": 1.6427,
-      "step": 1765
-    },
-    {
-      "epoch": 3.568548387096774,
-      "grad_norm": 1.2486316865372293,
-      "learning_rate": 5.000000049541612e-08,
-      "loss": 1.7365,
-      "step": 1770
-    },
-    {
-      "epoch": 3.5786290322580645,
-      "grad_norm": 1.3051302158136038,
-      "learning_rate": 5.000000038426991e-08,
-      "loss": 1.7311,
-      "step": 1775
-    },
-    {
-      "epoch": 3.588709677419355,
-      "grad_norm": 1.23592969040822,
-      "learning_rate": 5.000000029627433e-08,
-      "loss": 1.7672,
-      "step": 1780
-    },
-    {
-      "epoch": 3.598790322580645,
-      "grad_norm": 1.1961157739658335,
-      "learning_rate": 5.000000022699522e-08,
-      "loss": 1.6726,
-      "step": 1785
-    },
-    {
-      "epoch": 3.6088709677419355,
-      "grad_norm": 1.2487972857881837,
-      "learning_rate": 5.000000017277015e-08,
-      "loss": 1.823,
-      "step": 1790
-    },
-    {
-      "epoch": 3.618951612903226,
-      "grad_norm": 1.2187655485543294,
-      "learning_rate": 5.0000000130588186e-08,
-      "loss": 1.7657,
-      "step": 1795
-    },
-    {
-      "epoch": 3.629032258064516,
-      "grad_norm": 1.196141679163838,
-      "learning_rate": 5.000000009798615e-08,
-      "loss": 1.7383,
-      "step": 1800
-    },
-    {
-      "epoch": 3.629032258064516,
-      "eval_loss": 1.9450066089630127,
-      "eval_runtime": 89.836,
-      "eval_samples_per_second": 19.602,
-      "eval_steps_per_second": 0.312,
-      "step": 1800
-    },
-    {
-      "epoch": 3.6391129032258065,
-      "grad_norm": 1.2843403341661654,
-      "learning_rate": 5.0000000072959346e-08,
-      "loss": 1.6978,
-      "step": 1805
-    },
-    {
-      "epoch": 3.649193548387097,
-      "grad_norm": 1.2729441010270168,
-      "learning_rate": 5.000000005388504e-08,
-      "loss": 1.7236,
-      "step": 1810
-    },
-    {
-      "epoch": 3.659274193548387,
-      "grad_norm": 1.278805125989498,
-      "learning_rate": 5.000000003945723e-08,
-      "loss": 1.7535,
-      "step": 1815
-    },
-    {
-      "epoch": 3.6693548387096775,
-      "grad_norm": 1.3166466197064246,
-      "learning_rate": 5.0000000028631134e-08,
-      "loss": 1.7694,
-      "step": 1820
-    },
-    {
-      "epoch": 3.679435483870968,
-      "grad_norm": 1.2114793447075247,
-      "learning_rate": 5.0000000020576294e-08,
-      "loss": 1.7647,
-      "step": 1825
-    },
-    {
-      "epoch": 3.689516129032258,
-      "grad_norm": 1.2395966902447142,
-      "learning_rate": 5.000000001463704e-08,
-      "loss": 1.7112,
-      "step": 1830
-    },
-    {
-      "epoch": 3.6995967741935485,
-      "grad_norm": 1.2716522150792229,
-      "learning_rate": 5.0000000010299415e-08,
-      "loss": 1.7674,
-      "step": 1835
-    },
-    {
-      "epoch": 3.709677419354839,
-      "grad_norm": 1.2205432657380169,
-      "learning_rate": 5.000000000716364e-08,
-      "loss": 1.6942,
-      "step": 1840
-    },
-    {
-      "epoch": 3.719758064516129,
-      "grad_norm": 1.3306099794060742,
-      "learning_rate": 5.000000000492121e-08,
-      "loss": 1.6627,
-      "step": 1845
-    },
-    {
-      "epoch": 3.7298387096774195,
-      "grad_norm": 1.2101658596755476,
-      "learning_rate": 5.000000000333616e-08,
-      "loss": 1.719,
-      "step": 1850
-    },
-    {
-      "epoch": 3.7399193548387095,
-      "grad_norm": 1.2500275205533455,
-      "learning_rate": 5.000000000222965e-08,
-      "loss": 1.7493,
-      "step": 1855
-    },
-    {
-      "epoch": 3.75,
-      "grad_norm": 1.2312257846231576,
-      "learning_rate": 5.0000000001467476e-08,
-      "loss": 1.7789,
-      "step": 1860
-    },
-    {
-      "epoch": 3.7600806451612905,
-      "grad_norm": 1.2152299183587771,
-      "learning_rate": 5.000000000095e-08,
-      "loss": 1.7211,
-      "step": 1865
-    },
-    {
-      "epoch": 3.7701612903225805,
-      "grad_norm": 1.1996585863358138,
-      "learning_rate": 5.0000000000604084e-08,
-      "loss": 1.7994,
-      "step": 1870
-    },
-    {
-      "epoch": 3.780241935483871,
-      "grad_norm": 1.3230860176481571,
-      "learning_rate": 5.0000000000376735e-08,
-      "loss": 1.7701,
-      "step": 1875
-    },
-    {
-      "epoch": 3.790322580645161,
-      "grad_norm": 1.2748379623445445,
-      "learning_rate": 5.000000000023003e-08,
-      "loss": 1.7793,
-      "step": 1880
-    },
-    {
-      "epoch": 3.8004032258064515,
-      "grad_norm": 1.2509667612393764,
-      "learning_rate": 5.000000000013723e-08,
-      "loss": 1.7706,
-      "step": 1885
-    },
-    {
-      "epoch": 3.810483870967742,
-      "grad_norm": 1.2694885460408405,
-      "learning_rate": 5.000000000007981e-08,
-      "loss": 1.7397,
-      "step": 1890
-    },
-    {
-      "epoch": 3.820564516129032,
-      "grad_norm": 1.3091515145607215,
-      "learning_rate": 5.000000000004513e-08,
-      "loss": 1.7211,
-      "step": 1895
-    },
-    {
-      "epoch": 3.8306451612903225,
-      "grad_norm": 1.247922300219581,
-      "learning_rate": 5.0000000000024734e-08,
-      "loss": 1.774,
-      "step": 1900
-    },
-    {
-      "epoch": 3.840725806451613,
-      "grad_norm": 1.2523345160639314,
-      "learning_rate": 5.0000000000013094e-08,
-      "loss": 1.6928,
-      "step": 1905
-    },
-    {
-      "epoch": 3.850806451612903,
-      "grad_norm": 1.1986290945949785,
-      "learning_rate": 5.000000000000667e-08,
-      "loss": 1.7161,
-      "step": 1910
-    },
-    {
-      "epoch": 3.8608870967741935,
-      "grad_norm": 1.2245878014293898,
-      "learning_rate": 5.000000000000325e-08,
-      "loss": 1.686,
-      "step": 1915
-    },
-    {
-      "epoch": 3.870967741935484,
-      "grad_norm": 1.2249127134236595,
-      "learning_rate": 5.00000000000015e-08,
-      "loss": 1.7206,
-      "step": 1920
-    },
-    {
-      "epoch": 3.881048387096774,
-      "grad_norm": 1.3558345618343015,
-      "learning_rate": 5.000000000000065e-08,
-      "loss": 1.68,
-      "step": 1925
-    },
-    {
-      "epoch": 3.8911290322580645,
-      "grad_norm": 1.3236906608919645,
-      "learning_rate": 5.000000000000027e-08,
-      "loss": 1.6661,
-      "step": 1930
-    },
-    {
-      "epoch": 3.901209677419355,
-      "grad_norm": 1.183426329240457,
-      "learning_rate": 5.00000000000001e-08,
-      "loss": 1.727,
-      "step": 1935
-    },
-    {
-      "epoch": 3.911290322580645,
-      "grad_norm": 1.2348171369390457,
-      "learning_rate": 5.000000000000003e-08,
-      "loss": 1.6334,
-      "step": 1940
-    },
-    {
-      "epoch": 3.9213709677419355,
-      "grad_norm": 1.2911302775087936,
-      "learning_rate": 5.000000000000001e-08,
-      "loss": 1.8057,
-      "step": 1945
-    },
-    {
-      "epoch": 3.931451612903226,
-      "grad_norm": 1.1863076460974697,
-      "learning_rate": 5e-08,
-      "loss": 1.6921,
-      "step": 1950
+      "step": 27315
     },
     {
-      "epoch": 3.941532258064516,
-      "grad_norm": 1.2618121531154096,
-      "learning_rate": 5e-08,
-      "loss": 1.6586,
-      "step": 1955
+      "epoch": 3.2007030649236516,
+      "grad_norm": 1.9182088121869934,
+      "learning_rate": 5.000014937976813e-08,
+      "loss": 1.8742,
+      "step": 29136
     },
     {
-      "epoch": 3.9516129032258065,
-      "grad_norm": 1.4241738579497785,
-      "learning_rate": 5e-08,
-      "loss": 1.7724,
-      "step": 1960
+      "epoch": 3.2007030649236516,
+      "eval_loss": 1.9384987354278564,
+      "eval_runtime": 316.0484,
+      "eval_samples_per_second": 204.814,
+      "eval_steps_per_second": 1.601,
+      "step": 29136
     },
     {
-      "epoch": 3.961693548387097,
-      "grad_norm": 1.3305658271138237,
-      "learning_rate": 5e-08,
-      "loss": 1.759,
-      "step": 1965
+      "epoch": 3.40074700648138,
+      "grad_norm": 1.9601402086429087,
+      "learning_rate": 5.000000644319432e-08,
+      "loss": 1.8775,
+      "step": 30957
     },
     {
-      "epoch": 3.971774193548387,
-      "grad_norm": 1.364160190258584,
-      "learning_rate": 5e-08,
-      "loss": 1.7014,
-      "step": 1970
+      "epoch": 3.600790948039108,
+      "grad_norm": 1.8139760695838174,
+      "learning_rate": 5.000000007721787e-08,
+      "loss": 1.8756,
+      "step": 32778
     },
     {
-      "epoch": 3.9818548387096775,
-      "grad_norm": 1.206231989148295,
-      "learning_rate": 5e-08,
-      "loss": 1.6474,
-      "step": 1975
+      "epoch": 3.600790948039108,
+      "eval_loss": 1.9378653764724731,
+      "eval_runtime": 316.2121,
+      "eval_samples_per_second": 204.708,
+      "eval_steps_per_second": 1.6,
+      "step": 32778
     },
     {
-      "epoch": 3.991935483870968,
-      "grad_norm": 1.3115654648816009,
-      "learning_rate": 5e-08,
-      "loss": 1.7559,
-      "step": 1980
+      "epoch": 3.8008348895968362,
+      "grad_norm": 1.9502862375669288,
+      "learning_rate": 5.000000000004247e-08,
+      "loss": 1.871,
+      "step": 34599
     },
     {
       "epoch": 4.0,
-      "step": 1984,
-      "total_flos": 414362338590720.0,
-      "train_loss": 1.7886004945443523,
-      "train_runtime": 13163.6015,
-      "train_samples_per_second": 4.815,
-      "train_steps_per_second": 0.151
+      "step": 36412,
+      "total_flos": 3807150279229440.0,
+      "train_loss": 1.9091134535458327,
+      "train_runtime": 51834.1311,
+      "train_samples_per_second": 44.957,
+      "train_steps_per_second": 0.702
     }
   ],
-  "logging_steps": 5,
-  "max_steps": 1984,
+  "logging_steps": 1821,
+  "max_steps": 36412,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 4,
-  "save_steps": 200,
-  "total_flos": 414362338590720.0,
-  "train_batch_size": 4,
+  "save_steps": 3642,
+  "total_flos": 3807150279229440.0,
+  "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null
 }