| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 1114, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.017969451931716084, |
| "grad_norm": 1.0288746356964111, |
| "learning_rate": 4.959605026929982e-06, |
| "loss": 0.5949527740478515, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03593890386343217, |
| "grad_norm": 0.6101402044296265, |
| "learning_rate": 4.9147217235188516e-06, |
| "loss": 0.41325950622558594, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05390835579514825, |
| "grad_norm": 0.5305581092834473, |
| "learning_rate": 4.86983842010772e-06, |
| "loss": 0.3709533929824829, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07187780772686433, |
| "grad_norm": 0.5169686675071716, |
| "learning_rate": 4.8249551166965895e-06, |
| "loss": 0.3509422540664673, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08984725965858041, |
| "grad_norm": 0.5222465991973877, |
| "learning_rate": 4.780071813285458e-06, |
| "loss": 0.3454415321350098, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1078167115902965, |
| "grad_norm": 0.4856426417827606, |
| "learning_rate": 4.7351885098743274e-06, |
| "loss": 0.33249969482421876, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.12578616352201258, |
| "grad_norm": 0.5357626676559448, |
| "learning_rate": 4.690305206463196e-06, |
| "loss": 0.3292850971221924, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.14375561545372867, |
| "grad_norm": 0.46837398409843445, |
| "learning_rate": 4.6454219030520645e-06, |
| "loss": 0.3244313716888428, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.16172506738544473, |
| "grad_norm": 0.48174625635147095, |
| "learning_rate": 4.600538599640934e-06, |
| "loss": 0.3236015558242798, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.17969451931716082, |
| "grad_norm": 0.5259532332420349, |
| "learning_rate": 4.5556552962298025e-06, |
| "loss": 0.3194127559661865, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1976639712488769, |
| "grad_norm": 0.5332797765731812, |
| "learning_rate": 4.510771992818672e-06, |
| "loss": 0.31786675453186036, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.215633423180593, |
| "grad_norm": 0.4909115433692932, |
| "learning_rate": 4.465888689407541e-06, |
| "loss": 0.3128951072692871, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.23360287511230907, |
| "grad_norm": 0.4780581295490265, |
| "learning_rate": 4.42100538599641e-06, |
| "loss": 0.31437077522277834, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.25157232704402516, |
| "grad_norm": 0.5149464011192322, |
| "learning_rate": 4.376122082585278e-06, |
| "loss": 0.30969116687774656, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.2695417789757412, |
| "grad_norm": 0.4815337657928467, |
| "learning_rate": 4.331238779174148e-06, |
| "loss": 0.31036303043365476, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.28751123090745734, |
| "grad_norm": 0.4882141053676605, |
| "learning_rate": 4.286355475763016e-06, |
| "loss": 0.30779433250427246, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3054806828391734, |
| "grad_norm": 0.47035127878189087, |
| "learning_rate": 4.241472172351886e-06, |
| "loss": 0.3062736511230469, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.32345013477088946, |
| "grad_norm": 0.47444701194763184, |
| "learning_rate": 4.196588868940754e-06, |
| "loss": 0.30041847229003904, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3414195867026056, |
| "grad_norm": 0.4834694564342499, |
| "learning_rate": 4.151705565529624e-06, |
| "loss": 0.29730544090270994, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.35938903863432164, |
| "grad_norm": 0.508245587348938, |
| "learning_rate": 4.106822262118492e-06, |
| "loss": 0.30029687881469724, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.37735849056603776, |
| "grad_norm": 0.48643767833709717, |
| "learning_rate": 4.061938958707361e-06, |
| "loss": 0.29685449600219727, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3953279424977538, |
| "grad_norm": 0.4577917456626892, |
| "learning_rate": 4.01705565529623e-06, |
| "loss": 0.2990954160690308, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4132973944294699, |
| "grad_norm": 0.5375077724456787, |
| "learning_rate": 3.9721723518850995e-06, |
| "loss": 0.30233011245727537, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.431266846361186, |
| "grad_norm": 0.4925467371940613, |
| "learning_rate": 3.927289048473968e-06, |
| "loss": 0.2941945314407349, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.44923629829290207, |
| "grad_norm": 0.5110061168670654, |
| "learning_rate": 3.882405745062837e-06, |
| "loss": 0.3003401279449463, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.46720575022461813, |
| "grad_norm": 0.44966429471969604, |
| "learning_rate": 3.837522441651706e-06, |
| "loss": 0.2935019016265869, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.48517520215633425, |
| "grad_norm": 0.49473223090171814, |
| "learning_rate": 3.792639138240575e-06, |
| "loss": 0.2941242218017578, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5031446540880503, |
| "grad_norm": 0.4826172888278961, |
| "learning_rate": 3.7477558348294435e-06, |
| "loss": 0.2936396598815918, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5211141060197664, |
| "grad_norm": 0.5087786316871643, |
| "learning_rate": 3.702872531418313e-06, |
| "loss": 0.28728442192077636, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5390835579514824, |
| "grad_norm": 0.45754265785217285, |
| "learning_rate": 3.6579892280071814e-06, |
| "loss": 0.29381372928619387, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5570530098831986, |
| "grad_norm": 0.47864410281181335, |
| "learning_rate": 3.6131059245960504e-06, |
| "loss": 0.28871979713439944, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5750224618149147, |
| "grad_norm": 0.446613073348999, |
| "learning_rate": 3.5682226211849198e-06, |
| "loss": 0.2919660806655884, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.5929919137466307, |
| "grad_norm": 0.5203211903572083, |
| "learning_rate": 3.5233393177737883e-06, |
| "loss": 0.2949108600616455, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.6109613656783468, |
| "grad_norm": 0.5251737236976624, |
| "learning_rate": 3.4784560143626573e-06, |
| "loss": 0.28940815925598146, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.6289308176100629, |
| "grad_norm": 0.4626797139644623, |
| "learning_rate": 3.4335727109515267e-06, |
| "loss": 0.2877013683319092, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6469002695417789, |
| "grad_norm": 0.5425576567649841, |
| "learning_rate": 3.3886894075403952e-06, |
| "loss": 0.28816981315612794, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6648697214734951, |
| "grad_norm": 0.5507893562316895, |
| "learning_rate": 3.343806104129264e-06, |
| "loss": 0.28344998359680174, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.6828391734052112, |
| "grad_norm": 0.45895373821258545, |
| "learning_rate": 3.2989228007181327e-06, |
| "loss": 0.28453927040100097, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.7008086253369272, |
| "grad_norm": 0.47491055727005005, |
| "learning_rate": 3.254039497307002e-06, |
| "loss": 0.27885701656341555, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.7187780772686433, |
| "grad_norm": 0.4567403793334961, |
| "learning_rate": 3.209156193895871e-06, |
| "loss": 0.2846828937530518, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.7367475292003594, |
| "grad_norm": 0.506420910358429, |
| "learning_rate": 3.1642728904847396e-06, |
| "loss": 0.2884047269821167, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7547169811320755, |
| "grad_norm": 0.4960302710533142, |
| "learning_rate": 3.119389587073609e-06, |
| "loss": 0.28609886169433596, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7726864330637916, |
| "grad_norm": 0.44618239998817444, |
| "learning_rate": 3.074506283662478e-06, |
| "loss": 0.2808084487915039, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.7906558849955077, |
| "grad_norm": 0.45904698967933655, |
| "learning_rate": 3.0296229802513465e-06, |
| "loss": 0.28656601905822754, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.8086253369272237, |
| "grad_norm": 0.5420985817909241, |
| "learning_rate": 2.984739676840216e-06, |
| "loss": 0.2885767936706543, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.8265947888589398, |
| "grad_norm": 0.49061647057533264, |
| "learning_rate": 2.939856373429085e-06, |
| "loss": 0.28384861946105955, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.8445642407906558, |
| "grad_norm": 0.5167312026023865, |
| "learning_rate": 2.8949730700179535e-06, |
| "loss": 0.28023710250854494, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.862533692722372, |
| "grad_norm": 0.46029844880104065, |
| "learning_rate": 2.8500897666068224e-06, |
| "loss": 0.280789852142334, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.8805031446540881, |
| "grad_norm": 0.44982901215553284, |
| "learning_rate": 2.8052064631956914e-06, |
| "loss": 0.27998642921447753, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.8984725965858041, |
| "grad_norm": 0.4832385182380676, |
| "learning_rate": 2.7603231597845604e-06, |
| "loss": 0.2860716819763184, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.9164420485175202, |
| "grad_norm": 0.5139860510826111, |
| "learning_rate": 2.715439856373429e-06, |
| "loss": 0.2779590845108032, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.9344115004492363, |
| "grad_norm": 0.4550414979457855, |
| "learning_rate": 2.6705565529622983e-06, |
| "loss": 0.2789080381393433, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 0.4613369107246399, |
| "learning_rate": 2.6256732495511673e-06, |
| "loss": 0.28540740013122556, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.9703504043126685, |
| "grad_norm": 0.45095086097717285, |
| "learning_rate": 2.580789946140036e-06, |
| "loss": 0.276381254196167, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.9883198562443846, |
| "grad_norm": 0.48203322291374207, |
| "learning_rate": 2.535906642728905e-06, |
| "loss": 0.2832359790802002, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.005390835579515, |
| "grad_norm": 0.4708728492259979, |
| "learning_rate": 2.491023339317774e-06, |
| "loss": 0.2769860029220581, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.0233602875112309, |
| "grad_norm": 0.4912715554237366, |
| "learning_rate": 2.4461400359066427e-06, |
| "loss": 0.2540097713470459, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.041329739442947, |
| "grad_norm": 0.48824694752693176, |
| "learning_rate": 2.4012567324955117e-06, |
| "loss": 0.2609401226043701, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.059299191374663, |
| "grad_norm": 0.4870210289955139, |
| "learning_rate": 2.356373429084381e-06, |
| "loss": 0.25025138854980467, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.0772686433063792, |
| "grad_norm": 0.5163658261299133, |
| "learning_rate": 2.3114901256732496e-06, |
| "loss": 0.25263664722442625, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.0952380952380953, |
| "grad_norm": 0.5006254315376282, |
| "learning_rate": 2.2666068222621186e-06, |
| "loss": 0.25940570831298826, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.1132075471698113, |
| "grad_norm": 0.511043131351471, |
| "learning_rate": 2.2217235188509876e-06, |
| "loss": 0.2521126508712769, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.1311769991015275, |
| "grad_norm": 0.49282217025756836, |
| "learning_rate": 2.1768402154398565e-06, |
| "loss": 0.25096635818481444, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.1491464510332434, |
| "grad_norm": 0.5031591653823853, |
| "learning_rate": 2.1319569120287255e-06, |
| "loss": 0.2539719581604004, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.1671159029649596, |
| "grad_norm": 0.5004000067710876, |
| "learning_rate": 2.0870736086175945e-06, |
| "loss": 0.2542546510696411, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.1850853548966755, |
| "grad_norm": 0.47906896471977234, |
| "learning_rate": 2.0421903052064634e-06, |
| "loss": 0.2506051778793335, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.2030548068283917, |
| "grad_norm": 0.5111077427864075, |
| "learning_rate": 1.9973070017953324e-06, |
| "loss": 0.2501336336135864, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.221024258760108, |
| "grad_norm": 0.46470290422439575, |
| "learning_rate": 1.9524236983842014e-06, |
| "loss": 0.2527280330657959, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.2389937106918238, |
| "grad_norm": 0.49279844760894775, |
| "learning_rate": 1.9075403949730703e-06, |
| "loss": 0.25149285793304443, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.25696316262354, |
| "grad_norm": 0.48192131519317627, |
| "learning_rate": 1.862657091561939e-06, |
| "loss": 0.2485593795776367, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.2749326145552562, |
| "grad_norm": 0.49026069045066833, |
| "learning_rate": 1.817773788150808e-06, |
| "loss": 0.24832606315612793, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.2929020664869721, |
| "grad_norm": 0.46640709042549133, |
| "learning_rate": 1.7728904847396768e-06, |
| "loss": 0.2521926164627075, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.310871518418688, |
| "grad_norm": 0.5054717063903809, |
| "learning_rate": 1.728007181328546e-06, |
| "loss": 0.25048768520355225, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.3288409703504043, |
| "grad_norm": 0.4634091258049011, |
| "learning_rate": 1.683123877917415e-06, |
| "loss": 0.24852404594421387, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.3468104222821204, |
| "grad_norm": 0.4614594578742981, |
| "learning_rate": 1.6382405745062837e-06, |
| "loss": 0.2514226198196411, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.3647798742138364, |
| "grad_norm": 0.5008041262626648, |
| "learning_rate": 1.593357271095153e-06, |
| "loss": 0.2507458686828613, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.3827493261455526, |
| "grad_norm": 0.47305938601493835, |
| "learning_rate": 1.5484739676840217e-06, |
| "loss": 0.2497103691101074, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.4007187780772687, |
| "grad_norm": 0.5139908194541931, |
| "learning_rate": 1.5035906642728906e-06, |
| "loss": 0.24853968620300293, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.4186882300089847, |
| "grad_norm": 0.4631156027317047, |
| "learning_rate": 1.4587073608617596e-06, |
| "loss": 0.248740816116333, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.4366576819407009, |
| "grad_norm": 0.47681012749671936, |
| "learning_rate": 1.4138240574506283e-06, |
| "loss": 0.2534752368927002, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.4546271338724168, |
| "grad_norm": 0.4538913667201996, |
| "learning_rate": 1.3689407540394975e-06, |
| "loss": 0.24337444305419922, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.472596585804133, |
| "grad_norm": 0.48104986548423767, |
| "learning_rate": 1.3240574506283663e-06, |
| "loss": 0.2502609729766846, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.490566037735849, |
| "grad_norm": 0.4610423147678375, |
| "learning_rate": 1.2791741472172353e-06, |
| "loss": 0.24652738571166993, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.5085354896675651, |
| "grad_norm": 0.4587244689464569, |
| "learning_rate": 1.2342908438061042e-06, |
| "loss": 0.25362207889556887, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.5265049415992813, |
| "grad_norm": 0.4708814322948456, |
| "learning_rate": 1.1894075403949732e-06, |
| "loss": 0.24814538955688475, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.5444743935309972, |
| "grad_norm": 0.4898167550563812, |
| "learning_rate": 1.144524236983842e-06, |
| "loss": 0.2517171621322632, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.5624438454627134, |
| "grad_norm": 0.5054773688316345, |
| "learning_rate": 1.0996409335727111e-06, |
| "loss": 0.25095720291137696, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.5804132973944296, |
| "grad_norm": 0.5150067806243896, |
| "learning_rate": 1.05475763016158e-06, |
| "loss": 0.25122294425964353, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.5983827493261455, |
| "grad_norm": 0.44859108328819275, |
| "learning_rate": 1.0098743267504488e-06, |
| "loss": 0.24518187046051027, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.6163522012578615, |
| "grad_norm": 0.4460717737674713, |
| "learning_rate": 9.649910233393178e-07, |
| "loss": 0.25164237022399905, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.6343216531895777, |
| "grad_norm": 0.4884060323238373, |
| "learning_rate": 9.201077199281867e-07, |
| "loss": 0.2497255325317383, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.6522911051212938, |
| "grad_norm": 0.4527634084224701, |
| "learning_rate": 8.752244165170558e-07, |
| "loss": 0.2494762897491455, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.6702605570530098, |
| "grad_norm": 0.47182497382164, |
| "learning_rate": 8.303411131059247e-07, |
| "loss": 0.24840357303619384, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.688230008984726, |
| "grad_norm": 0.4759376347064972, |
| "learning_rate": 7.854578096947936e-07, |
| "loss": 0.25184221267700196, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.7061994609164421, |
| "grad_norm": 0.495343416929245, |
| "learning_rate": 7.405745062836626e-07, |
| "loss": 0.25055861473083496, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.724168912848158, |
| "grad_norm": 0.5005154609680176, |
| "learning_rate": 6.956912028725314e-07, |
| "loss": 0.25119876861572266, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.742138364779874, |
| "grad_norm": 0.47676777839660645, |
| "learning_rate": 6.508078994614005e-07, |
| "loss": 0.2516517162322998, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.7601078167115904, |
| "grad_norm": 0.4394581913948059, |
| "learning_rate": 6.059245960502694e-07, |
| "loss": 0.250733470916748, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.7780772686433064, |
| "grad_norm": 0.4702657163143158, |
| "learning_rate": 5.610412926391383e-07, |
| "loss": 0.2478208065032959, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.7960467205750223, |
| "grad_norm": 0.4843612611293793, |
| "learning_rate": 5.161579892280072e-07, |
| "loss": 0.24935145378112794, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.8140161725067385, |
| "grad_norm": 0.4673105776309967, |
| "learning_rate": 4.7127468581687615e-07, |
| "loss": 0.24984090328216552, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.8319856244384547, |
| "grad_norm": 0.4820215404033661, |
| "learning_rate": 4.2639138240574507e-07, |
| "loss": 0.24917204380035402, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.8499550763701706, |
| "grad_norm": 0.45277148485183716, |
| "learning_rate": 3.815080789946141e-07, |
| "loss": 0.24739840030670165, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.8679245283018868, |
| "grad_norm": 0.48467275500297546, |
| "learning_rate": 3.3662477558348295e-07, |
| "loss": 0.24694859981536865, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.885893980233603, |
| "grad_norm": 0.46758314967155457, |
| "learning_rate": 2.917414721723519e-07, |
| "loss": 0.24703009128570558, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.903863432165319, |
| "grad_norm": 0.4634384512901306, |
| "learning_rate": 2.4685816876122083e-07, |
| "loss": 0.2495879650115967, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.921832884097035, |
| "grad_norm": 0.4621906578540802, |
| "learning_rate": 2.0197486535008978e-07, |
| "loss": 0.25526316165924073, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.939802336028751, |
| "grad_norm": 0.46646031737327576, |
| "learning_rate": 1.5709156193895872e-07, |
| "loss": 0.24767594337463378, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.9577717879604672, |
| "grad_norm": 0.4569203555583954, |
| "learning_rate": 1.1220825852782766e-07, |
| "loss": 0.24955098628997802, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.9757412398921832, |
| "grad_norm": 0.47747698426246643, |
| "learning_rate": 6.732495511669659e-08, |
| "loss": 0.2489546775817871, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.9937106918238994, |
| "grad_norm": 0.47046294808387756, |
| "learning_rate": 2.2441651705565532e-08, |
| "loss": 0.24430301189422607, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 1114, |
| "total_flos": 1.4534558685629252e+19, |
| "train_loss": 0.27833450065266935, |
| "train_runtime": 6971.6374, |
| "train_samples_per_second": 20.435, |
| "train_steps_per_second": 0.16 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1114, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.4534558685629252e+19, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
