| { |
| "best_metric": 0.8012369099843738, |
| "best_model_checkpoint": "/data/hungnm/unisentiment/modernBERT-base-sentiment/checkpoint-4611", |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 7685, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0032530904359141183, |
| "grad_norm": 0.0, |
| "learning_rate": 0.0, |
| "loss": 2.4862, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.006506180871828237, |
| "grad_norm": 0.0, |
| "learning_rate": 0.0, |
| "loss": 2.4619, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.009759271307742356, |
| "grad_norm": 0.0, |
| "learning_rate": 0.0, |
| "loss": 2.474, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.013012361743656473, |
| "grad_norm": 5.975010395050049, |
| "learning_rate": 2.5974025974025976e-06, |
| "loss": 2.4748, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01626545217957059, |
| "grad_norm": 4.729438781738281, |
| "learning_rate": 5.194805194805195e-06, |
| "loss": 2.4383, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01951854261548471, |
| "grad_norm": 4.140679359436035, |
| "learning_rate": 8.441558441558442e-06, |
| "loss": 2.2384, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02277163305139883, |
| "grad_norm": 2.7495357990264893, |
| "learning_rate": 1.1688311688311688e-05, |
| "loss": 2.16, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.026024723487312947, |
| "grad_norm": 1.4239497184753418, |
| "learning_rate": 1.4935064935064936e-05, |
| "loss": 2.0898, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.029277813923227064, |
| "grad_norm": 1.3778964281082153, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 2.037, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03253090435914118, |
| "grad_norm": 1.6160250902175903, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 2.0056, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.035783994795055306, |
| "grad_norm": 1.090104579925537, |
| "learning_rate": 2.4675324675324678e-05, |
| "loss": 1.9513, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.03903708523096942, |
| "grad_norm": 2.1062819957733154, |
| "learning_rate": 2.792207792207792e-05, |
| "loss": 1.9023, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04229017566688354, |
| "grad_norm": 3.310304880142212, |
| "learning_rate": 3.1168831168831166e-05, |
| "loss": 1.877, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.04554326610279766, |
| "grad_norm": 5.446138858795166, |
| "learning_rate": 3.4415584415584416e-05, |
| "loss": 1.822, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.048796356538711776, |
| "grad_norm": 1.910844087600708, |
| "learning_rate": 3.7662337662337665e-05, |
| "loss": 1.7707, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.05204944697462589, |
| "grad_norm": 5.207052707672119, |
| "learning_rate": 4.0909090909090915e-05, |
| "loss": 1.7986, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05530253741054001, |
| "grad_norm": 4.687050819396973, |
| "learning_rate": 4.415584415584416e-05, |
| "loss": 1.7189, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.05855562784645413, |
| "grad_norm": 4.655097961425781, |
| "learning_rate": 4.740259740259741e-05, |
| "loss": 1.7185, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06180871828236825, |
| "grad_norm": 5.834875106811523, |
| "learning_rate": 4.999999786858144e-05, |
| "loss": 1.6804, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.06506180871828236, |
| "grad_norm": 2.986246109008789, |
| "learning_rate": 4.99999232689698e-05, |
| "loss": 1.6772, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06831489915419649, |
| "grad_norm": 1.4194883108139038, |
| "learning_rate": 4.999974209879331e-05, |
| "loss": 1.602, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.07156798959011061, |
| "grad_norm": 3.983574628829956, |
| "learning_rate": 4.999945435882428e-05, |
| "loss": 1.5656, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07482108002602472, |
| "grad_norm": 1.342112421989441, |
| "learning_rate": 4.9999060050289286e-05, |
| "loss": 1.511, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.07807417046193885, |
| "grad_norm": 2.197117805480957, |
| "learning_rate": 4.999855917486921e-05, |
| "loss": 1.4768, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08132726089785296, |
| "grad_norm": 1.8786858320236206, |
| "learning_rate": 4.999795173469919e-05, |
| "loss": 1.473, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.08458035133376708, |
| "grad_norm": 2.5618531703948975, |
| "learning_rate": 4.9997237732368645e-05, |
| "loss": 1.4527, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08783344176968119, |
| "grad_norm": 1.8612209558486938, |
| "learning_rate": 4.999641717092126e-05, |
| "loss": 1.4092, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.09108653220559532, |
| "grad_norm": 1.912489891052246, |
| "learning_rate": 4.999549005385494e-05, |
| "loss": 1.3939, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09433962264150944, |
| "grad_norm": 2.8550467491149902, |
| "learning_rate": 4.999445638512185e-05, |
| "loss": 1.3562, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.09759271307742355, |
| "grad_norm": 1.902714729309082, |
| "learning_rate": 4.9993316169128334e-05, |
| "loss": 1.3427, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10084580351333768, |
| "grad_norm": 3.12044620513916, |
| "learning_rate": 4.999206941073496e-05, |
| "loss": 1.3634, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.10409889394925179, |
| "grad_norm": 2.6095197200775146, |
| "learning_rate": 4.999071611525643e-05, |
| "loss": 1.3605, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10735198438516591, |
| "grad_norm": 2.5530121326446533, |
| "learning_rate": 4.998925628846164e-05, |
| "loss": 1.3444, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.11060507482108002, |
| "grad_norm": 1.9909695386886597, |
| "learning_rate": 4.99876899365736e-05, |
| "loss": 1.3192, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.11385816525699415, |
| "grad_norm": 1.21974515914917, |
| "learning_rate": 4.998601706626938e-05, |
| "loss": 1.3085, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.11711125569290826, |
| "grad_norm": 1.2985081672668457, |
| "learning_rate": 4.9984237684680194e-05, |
| "loss": 1.2848, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.12036434612882238, |
| "grad_norm": 2.141941785812378, |
| "learning_rate": 4.998235179939122e-05, |
| "loss": 1.2729, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.1236174365647365, |
| "grad_norm": 1.9323813915252686, |
| "learning_rate": 4.998035941844167e-05, |
| "loss": 1.275, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12687052700065063, |
| "grad_norm": 2.6978371143341064, |
| "learning_rate": 4.997826055032476e-05, |
| "loss": 1.2825, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.13012361743656473, |
| "grad_norm": 2.018090009689331, |
| "learning_rate": 4.997605520398762e-05, |
| "loss": 1.2656, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.13337670787247885, |
| "grad_norm": 1.0469837188720703, |
| "learning_rate": 4.997374338883127e-05, |
| "loss": 1.2584, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.13662979830839297, |
| "grad_norm": 1.2959955930709839, |
| "learning_rate": 4.99713251147106e-05, |
| "loss": 1.2494, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1398828887443071, |
| "grad_norm": 2.215878486633301, |
| "learning_rate": 4.996880039193431e-05, |
| "loss": 1.2482, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.14313597918022122, |
| "grad_norm": 1.711484432220459, |
| "learning_rate": 4.996616923126488e-05, |
| "loss": 1.2258, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.14638906961613532, |
| "grad_norm": 1.5809857845306396, |
| "learning_rate": 4.996343164391853e-05, |
| "loss": 1.223, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.14964216005204944, |
| "grad_norm": 1.6745812892913818, |
| "learning_rate": 4.9960587641565125e-05, |
| "loss": 1.2151, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.15289525048796357, |
| "grad_norm": 1.5372675657272339, |
| "learning_rate": 4.9957637236328195e-05, |
| "loss": 1.1983, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.1561483409238777, |
| "grad_norm": 1.5290815830230713, |
| "learning_rate": 4.995458044078482e-05, |
| "loss": 1.24, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1594014313597918, |
| "grad_norm": 1.4023972749710083, |
| "learning_rate": 4.9951417267965626e-05, |
| "loss": 1.1897, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.16265452179570591, |
| "grad_norm": 1.8283660411834717, |
| "learning_rate": 4.99481477313547e-05, |
| "loss": 1.2029, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.16590761223162004, |
| "grad_norm": 1.8741523027420044, |
| "learning_rate": 4.9944771844889524e-05, |
| "loss": 1.19, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.16916070266753416, |
| "grad_norm": 1.552556037902832, |
| "learning_rate": 4.994128962296097e-05, |
| "loss": 1.1946, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 2.1094107627868652, |
| "learning_rate": 4.9937701080413165e-05, |
| "loss": 1.1756, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.17566688353936238, |
| "grad_norm": 1.7123149633407593, |
| "learning_rate": 4.993400623254347e-05, |
| "loss": 1.1789, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1789199739752765, |
| "grad_norm": 1.2891788482666016, |
| "learning_rate": 4.993020509510243e-05, |
| "loss": 1.1833, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.18217306441119063, |
| "grad_norm": 1.2659103870391846, |
| "learning_rate": 4.992629768429367e-05, |
| "loss": 1.1697, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.18542615484710476, |
| "grad_norm": 1.602931022644043, |
| "learning_rate": 4.992228401677382e-05, |
| "loss": 1.16, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.18867924528301888, |
| "grad_norm": 1.1984357833862305, |
| "learning_rate": 4.99181641096525e-05, |
| "loss": 1.1415, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.19193233571893298, |
| "grad_norm": 2.036529302597046, |
| "learning_rate": 4.991393798049219e-05, |
| "loss": 1.168, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1951854261548471, |
| "grad_norm": 1.9513144493103027, |
| "learning_rate": 4.990960564730819e-05, |
| "loss": 1.1623, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.19843851659076123, |
| "grad_norm": 1.2966268062591553, |
| "learning_rate": 4.9905167128568516e-05, |
| "loss": 1.143, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.20169160702667535, |
| "grad_norm": 1.3897426128387451, |
| "learning_rate": 4.990062244319387e-05, |
| "loss": 1.1431, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.20494469746258945, |
| "grad_norm": 1.7485623359680176, |
| "learning_rate": 4.989597161055746e-05, |
| "loss": 1.1507, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.20819778789850357, |
| "grad_norm": 1.1369644403457642, |
| "learning_rate": 4.989121465048505e-05, |
| "loss": 1.1447, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.2114508783344177, |
| "grad_norm": 1.292037844657898, |
| "learning_rate": 4.988635158325476e-05, |
| "loss": 1.1289, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.21470396877033182, |
| "grad_norm": 1.1460140943527222, |
| "learning_rate": 4.988138242959707e-05, |
| "loss": 1.1314, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.21795705920624595, |
| "grad_norm": 1.9661816358566284, |
| "learning_rate": 4.987630721069465e-05, |
| "loss": 1.147, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.22121014964216004, |
| "grad_norm": 1.3988662958145142, |
| "learning_rate": 4.987112594818232e-05, |
| "loss": 1.1443, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.22446324007807417, |
| "grad_norm": 1.6520105600357056, |
| "learning_rate": 4.986583866414696e-05, |
| "loss": 1.1089, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.2277163305139883, |
| "grad_norm": 1.6153268814086914, |
| "learning_rate": 4.9860445381127385e-05, |
| "loss": 1.1279, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.23096942094990242, |
| "grad_norm": 1.0572576522827148, |
| "learning_rate": 4.985494612211429e-05, |
| "loss": 1.1073, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.2342225113858165, |
| "grad_norm": 1.1980561017990112, |
| "learning_rate": 4.984934091055009e-05, |
| "loss": 1.1161, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.23747560182173064, |
| "grad_norm": 3.1612489223480225, |
| "learning_rate": 4.98436297703289e-05, |
| "loss": 1.1473, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.24072869225764476, |
| "grad_norm": 1.7351305484771729, |
| "learning_rate": 4.983781272579636e-05, |
| "loss": 1.1282, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.24398178269355889, |
| "grad_norm": 1.4272353649139404, |
| "learning_rate": 4.983188980174958e-05, |
| "loss": 1.1486, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.247234873129473, |
| "grad_norm": 1.6868839263916016, |
| "learning_rate": 4.9825861023437016e-05, |
| "loss": 1.1224, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2504879635653871, |
| "grad_norm": 1.1032485961914062, |
| "learning_rate": 4.981972641655835e-05, |
| "loss": 1.1186, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.25374105400130126, |
| "grad_norm": 1.0825129747390747, |
| "learning_rate": 4.981348600726441e-05, |
| "loss": 1.093, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.25699414443721535, |
| "grad_norm": 1.0156402587890625, |
| "learning_rate": 4.980713982215703e-05, |
| "loss": 1.0873, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.26024723487312945, |
| "grad_norm": 2.106105089187622, |
| "learning_rate": 4.9800687888288964e-05, |
| "loss": 1.0924, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2635003253090436, |
| "grad_norm": 1.6301723718643188, |
| "learning_rate": 4.9794130233163735e-05, |
| "loss": 1.1063, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2667534157449577, |
| "grad_norm": 1.30489981174469, |
| "learning_rate": 4.978746688473556e-05, |
| "loss": 1.0993, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.27000650618087185, |
| "grad_norm": 1.1064469814300537, |
| "learning_rate": 4.978069787140919e-05, |
| "loss": 1.093, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.27325959661678595, |
| "grad_norm": 1.1742445230484009, |
| "learning_rate": 4.977382322203982e-05, |
| "loss": 1.0848, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.27651268705270005, |
| "grad_norm": 1.0716508626937866, |
| "learning_rate": 4.976684296593295e-05, |
| "loss": 1.1157, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.2797657774886142, |
| "grad_norm": 1.4256720542907715, |
| "learning_rate": 4.9759757132844256e-05, |
| "loss": 1.0835, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2830188679245283, |
| "grad_norm": 1.2922230958938599, |
| "learning_rate": 4.975256575297949e-05, |
| "loss": 1.0804, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.28627195836044245, |
| "grad_norm": 1.5222572088241577, |
| "learning_rate": 4.974526885699432e-05, |
| "loss": 1.077, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.28952504879635654, |
| "grad_norm": 1.023868441581726, |
| "learning_rate": 4.973786647599422e-05, |
| "loss": 1.0782, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.29277813923227064, |
| "grad_norm": 1.7092077732086182, |
| "learning_rate": 4.9730358641534324e-05, |
| "loss": 1.1011, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2960312296681848, |
| "grad_norm": 1.0816203355789185, |
| "learning_rate": 4.9722745385619285e-05, |
| "loss": 1.0857, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.2992843201040989, |
| "grad_norm": 0.9598567485809326, |
| "learning_rate": 4.971502674070317e-05, |
| "loss": 1.0874, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.302537410540013, |
| "grad_norm": 1.1397418975830078, |
| "learning_rate": 4.970720273968929e-05, |
| "loss": 1.0743, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.30579050097592714, |
| "grad_norm": 1.6813876628875732, |
| "learning_rate": 4.969927341593008e-05, |
| "loss": 1.0587, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.30904359141184123, |
| "grad_norm": 1.4590063095092773, |
| "learning_rate": 4.9691238803226944e-05, |
| "loss": 1.0706, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.3122966818477554, |
| "grad_norm": 0.988750696182251, |
| "learning_rate": 4.9683098935830115e-05, |
| "loss": 1.0569, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3155497722836695, |
| "grad_norm": 1.0971347093582153, |
| "learning_rate": 4.9674853848438506e-05, |
| "loss": 1.0441, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.3188028627195836, |
| "grad_norm": 1.0693708658218384, |
| "learning_rate": 4.9666503576199574e-05, |
| "loss": 1.0644, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.32205595315549773, |
| "grad_norm": 1.2514370679855347, |
| "learning_rate": 4.965804815470916e-05, |
| "loss": 1.0609, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.32530904359141183, |
| "grad_norm": 1.5080784559249878, |
| "learning_rate": 4.964948762001133e-05, |
| "loss": 1.0682, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.328562134027326, |
| "grad_norm": 1.1908406019210815, |
| "learning_rate": 4.964082200859824e-05, |
| "loss": 1.0418, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.3318152244632401, |
| "grad_norm": 1.6586133241653442, |
| "learning_rate": 4.963205135740997e-05, |
| "loss": 1.0668, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3350683148991542, |
| "grad_norm": 0.7452509999275208, |
| "learning_rate": 4.962317570383436e-05, |
| "loss": 1.0508, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.3383214053350683, |
| "grad_norm": 1.3133275508880615, |
| "learning_rate": 4.961419508570686e-05, |
| "loss": 1.0543, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3415744957709824, |
| "grad_norm": 1.1373653411865234, |
| "learning_rate": 4.960510954131038e-05, |
| "loss": 1.0711, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 1.12503981590271, |
| "learning_rate": 4.95959191093751e-05, |
| "loss": 1.0486, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.34808067664281067, |
| "grad_norm": 0.921503484249115, |
| "learning_rate": 4.95866238290783e-05, |
| "loss": 1.0543, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.35133376707872477, |
| "grad_norm": 0.9198605418205261, |
| "learning_rate": 4.957722374004427e-05, |
| "loss": 1.0438, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3545868575146389, |
| "grad_norm": 1.630878210067749, |
| "learning_rate": 4.9567718882344015e-05, |
| "loss": 1.0544, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.357839947950553, |
| "grad_norm": 2.2188167572021484, |
| "learning_rate": 4.95581092964952e-05, |
| "loss": 1.0541, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.36109303838646717, |
| "grad_norm": 0.9371961355209351, |
| "learning_rate": 4.95483950234619e-05, |
| "loss": 1.0723, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.36434612882238127, |
| "grad_norm": 1.0933233499526978, |
| "learning_rate": 4.9538576104654466e-05, |
| "loss": 1.052, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.36759921925829536, |
| "grad_norm": 1.1232990026474, |
| "learning_rate": 4.9528652581929335e-05, |
| "loss": 1.0354, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.3708523096942095, |
| "grad_norm": 1.000786542892456, |
| "learning_rate": 4.951862449758885e-05, |
| "loss": 1.0407, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.3741054001301236, |
| "grad_norm": 0.939582884311676, |
| "learning_rate": 4.9508491894381104e-05, |
| "loss": 1.0206, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.37735849056603776, |
| "grad_norm": 1.264381766319275, |
| "learning_rate": 4.9498254815499694e-05, |
| "loss": 1.0362, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.38061158100195186, |
| "grad_norm": 0.673314094543457, |
| "learning_rate": 4.948791330458363e-05, |
| "loss": 1.0381, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.38386467143786596, |
| "grad_norm": 1.441362738609314, |
| "learning_rate": 4.947746740571706e-05, |
| "loss": 1.0354, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3871177618737801, |
| "grad_norm": 1.1851030588150024, |
| "learning_rate": 4.9466917163429124e-05, |
| "loss": 1.0146, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.3903708523096942, |
| "grad_norm": 0.9171844124794006, |
| "learning_rate": 4.94562626226938e-05, |
| "loss": 1.0103, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3936239427456083, |
| "grad_norm": 1.5662965774536133, |
| "learning_rate": 4.944550382892962e-05, |
| "loss": 1.0466, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.39687703318152245, |
| "grad_norm": 1.1077489852905273, |
| "learning_rate": 4.943464082799955e-05, |
| "loss": 1.0458, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.40013012361743655, |
| "grad_norm": 1.5997633934020996, |
| "learning_rate": 4.942367366621081e-05, |
| "loss": 1.0464, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.4033832140533507, |
| "grad_norm": 1.0540611743927002, |
| "learning_rate": 4.9412602390314585e-05, |
| "loss": 1.0242, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4066363044892648, |
| "grad_norm": 1.1247586011886597, |
| "learning_rate": 4.94014270475059e-05, |
| "loss": 1.0232, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.4098893949251789, |
| "grad_norm": 1.065820336341858, |
| "learning_rate": 4.939014768542342e-05, |
| "loss": 1.0137, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.41314248536109305, |
| "grad_norm": 0.8374763131141663, |
| "learning_rate": 4.93787643521492e-05, |
| "loss": 1.0203, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.41639557579700714, |
| "grad_norm": 0.7515140771865845, |
| "learning_rate": 4.936727709620853e-05, |
| "loss": 1.0176, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4196486662329213, |
| "grad_norm": 0.8034088015556335, |
| "learning_rate": 4.9355685966569684e-05, |
| "loss": 1.0322, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.4229017566688354, |
| "grad_norm": 1.2314985990524292, |
| "learning_rate": 4.934399101264375e-05, |
| "loss": 1.0198, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.4261548471047495, |
| "grad_norm": 1.342058539390564, |
| "learning_rate": 4.93321922842844e-05, |
| "loss": 1.0133, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.42940793754066364, |
| "grad_norm": 0.8881794214248657, |
| "learning_rate": 4.932028983178766e-05, |
| "loss": 1.0255, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.43266102797657774, |
| "grad_norm": 1.3695508241653442, |
| "learning_rate": 4.9308283705891736e-05, |
| "loss": 1.0293, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.4359141184124919, |
| "grad_norm": 0.9350308179855347, |
| "learning_rate": 4.9296173957776776e-05, |
| "loss": 1.03, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.439167208848406, |
| "grad_norm": 0.9181856513023376, |
| "learning_rate": 4.928396063906463e-05, |
| "loss": 1.0234, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.4424202992843201, |
| "grad_norm": 1.352927803993225, |
| "learning_rate": 4.927164380181869e-05, |
| "loss": 1.0474, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.44567338972023424, |
| "grad_norm": 1.176147222518921, |
| "learning_rate": 4.9259223498543597e-05, |
| "loss": 1.0329, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.44892648015614833, |
| "grad_norm": 1.0797678232192993, |
| "learning_rate": 4.9246699782185055e-05, |
| "loss": 1.0141, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4521795705920625, |
| "grad_norm": 0.9696300029754639, |
| "learning_rate": 4.9234072706129627e-05, |
| "loss": 0.999, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.4554326610279766, |
| "grad_norm": 0.9436845779418945, |
| "learning_rate": 4.922134232420445e-05, |
| "loss": 1.0003, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4586857514638907, |
| "grad_norm": 1.1857705116271973, |
| "learning_rate": 4.920850869067706e-05, |
| "loss": 0.9831, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.46193884189980483, |
| "grad_norm": 0.9158900380134583, |
| "learning_rate": 4.919557186025512e-05, |
| "loss": 1.0201, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4651919323357189, |
| "grad_norm": 0.8820152282714844, |
| "learning_rate": 4.9182531888086205e-05, |
| "loss": 0.9852, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.468445022771633, |
| "grad_norm": 1.5595647096633911, |
| "learning_rate": 4.916938882975759e-05, |
| "loss": 1.0002, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.4716981132075472, |
| "grad_norm": 1.1958764791488647, |
| "learning_rate": 4.915614274129597e-05, |
| "loss": 1.0375, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.4749512036434613, |
| "grad_norm": 1.1134103536605835, |
| "learning_rate": 4.914279367916724e-05, |
| "loss": 1.0208, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.4782042940793754, |
| "grad_norm": 0.8463726043701172, |
| "learning_rate": 4.9129341700276266e-05, |
| "loss": 0.9955, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.4814573845152895, |
| "grad_norm": 0.8405961394309998, |
| "learning_rate": 4.911578686196661e-05, |
| "loss": 0.9754, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4847104749512036, |
| "grad_norm": 1.0310126543045044, |
| "learning_rate": 4.9102129222020324e-05, |
| "loss": 1.0213, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.48796356538711777, |
| "grad_norm": 1.058269739151001, |
| "learning_rate": 4.908836883865768e-05, |
| "loss": 0.9966, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.49121665582303187, |
| "grad_norm": 0.9762022495269775, |
| "learning_rate": 4.907450577053694e-05, |
| "loss": 1.0059, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.494469746258946, |
| "grad_norm": 0.8593292832374573, |
| "learning_rate": 4.906054007675408e-05, |
| "loss": 0.9922, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4977228366948601, |
| "grad_norm": 1.3241448402404785, |
| "learning_rate": 4.9046471816842565e-05, |
| "loss": 1.007, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.5009759271307742, |
| "grad_norm": 0.9241655468940735, |
| "learning_rate": 4.903230105077306e-05, |
| "loss": 1.0204, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5042290175666884, |
| "grad_norm": 0.8068680763244629, |
| "learning_rate": 4.9018027838953226e-05, |
| "loss": 0.9932, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.5074821080026025, |
| "grad_norm": 1.2541546821594238, |
| "learning_rate": 4.900365224222742e-05, |
| "loss": 0.9945, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5107351984385166, |
| "grad_norm": 0.925835907459259, |
| "learning_rate": 4.898917432187644e-05, |
| "loss": 0.9745, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.5139882888744307, |
| "grad_norm": 0.7561518549919128, |
| "learning_rate": 4.897459413961729e-05, |
| "loss": 1.0065, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 1.056420922279358, |
| "learning_rate": 4.8959911757602885e-05, |
| "loss": 0.974, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.5204944697462589, |
| "grad_norm": 1.219141960144043, |
| "learning_rate": 4.89451272384218e-05, |
| "loss": 0.9926, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.523747560182173, |
| "grad_norm": 0.9372319579124451, |
| "learning_rate": 4.8930240645098027e-05, |
| "loss": 1.0141, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.5270006506180872, |
| "grad_norm": 1.0118193626403809, |
| "learning_rate": 4.891525204109065e-05, |
| "loss": 0.9996, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5302537410540012, |
| "grad_norm": 0.91470867395401, |
| "learning_rate": 4.890016149029365e-05, |
| "loss": 0.9851, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.5335068314899154, |
| "grad_norm": 0.787122368812561, |
| "learning_rate": 4.888496905703554e-05, |
| "loss": 0.9969, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5367599219258296, |
| "grad_norm": 0.8628039956092834, |
| "learning_rate": 4.886967480607918e-05, |
| "loss": 1.0024, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.5400130123617437, |
| "grad_norm": 1.450460433959961, |
| "learning_rate": 4.885427880262144e-05, |
| "loss": 0.9743, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5432661027976577, |
| "grad_norm": 1.0362318754196167, |
| "learning_rate": 4.883878111229296e-05, |
| "loss": 0.9723, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.5465191932335719, |
| "grad_norm": 0.9855751991271973, |
| "learning_rate": 4.8823181801157844e-05, |
| "loss": 0.9898, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.549772283669486, |
| "grad_norm": 1.0782288312911987, |
| "learning_rate": 4.880748093571339e-05, |
| "loss": 0.9727, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.5530253741054001, |
| "grad_norm": 1.5194872617721558, |
| "learning_rate": 4.879167858288982e-05, |
| "loss": 0.9922, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5562784645413142, |
| "grad_norm": 1.5501078367233276, |
| "learning_rate": 4.877577481004995e-05, |
| "loss": 0.9705, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.5595315549772284, |
| "grad_norm": 1.5971125364303589, |
| "learning_rate": 4.875976968498895e-05, |
| "loss": 1.0078, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5627846454131424, |
| "grad_norm": 0.9124265313148499, |
| "learning_rate": 4.874366327593406e-05, |
| "loss": 0.9737, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.5660377358490566, |
| "grad_norm": 0.8439720273017883, |
| "learning_rate": 4.872745565154424e-05, |
| "loss": 0.9967, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5692908262849707, |
| "grad_norm": 0.9340474009513855, |
| "learning_rate": 4.871114688090992e-05, |
| "loss": 0.9934, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.5725439167208849, |
| "grad_norm": 0.8820469975471497, |
| "learning_rate": 4.869473703355273e-05, |
| "loss": 0.9917, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5757970071567989, |
| "grad_norm": 0.8724156618118286, |
| "learning_rate": 4.867822617942514e-05, |
| "loss": 0.9762, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.5790500975927131, |
| "grad_norm": 0.9085761308670044, |
| "learning_rate": 4.866161438891022e-05, |
| "loss": 0.9686, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5823031880286272, |
| "grad_norm": 0.7215405106544495, |
| "learning_rate": 4.864490173282128e-05, |
| "loss": 0.9858, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.5855562784645413, |
| "grad_norm": 1.0854041576385498, |
| "learning_rate": 4.862808828240164e-05, |
| "loss": 0.9935, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5888093689004554, |
| "grad_norm": 0.8779392242431641, |
| "learning_rate": 4.861117410932429e-05, |
| "loss": 0.9816, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.5920624593363696, |
| "grad_norm": 1.2866002321243286, |
| "learning_rate": 4.8594159285691546e-05, |
| "loss": 0.9818, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5953155497722836, |
| "grad_norm": 0.7991343140602112, |
| "learning_rate": 4.8577043884034826e-05, |
| "loss": 0.9592, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.5985686402081978, |
| "grad_norm": 0.9553494453430176, |
| "learning_rate": 4.8559827977314254e-05, |
| "loss": 0.9943, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6018217306441119, |
| "grad_norm": 1.2053009271621704, |
| "learning_rate": 4.854251163891843e-05, |
| "loss": 0.946, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.605074821080026, |
| "grad_norm": 0.744791567325592, |
| "learning_rate": 4.852509494266405e-05, |
| "loss": 0.9804, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6083279115159401, |
| "grad_norm": 1.2371433973312378, |
| "learning_rate": 4.850757796279563e-05, |
| "loss": 0.9902, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.6115810019518543, |
| "grad_norm": 0.723250150680542, |
| "learning_rate": 4.8489960773985174e-05, |
| "loss": 0.9839, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6148340923877684, |
| "grad_norm": 0.7003908753395081, |
| "learning_rate": 4.847224345133188e-05, |
| "loss": 0.9712, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.6180871828236825, |
| "grad_norm": 0.8090314865112305, |
| "learning_rate": 4.845442607036176e-05, |
| "loss": 0.9631, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6213402732595966, |
| "grad_norm": 0.7971912622451782, |
| "learning_rate": 4.8436508707027384e-05, |
| "loss": 0.9722, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.6245933636955108, |
| "grad_norm": 0.7696447968482971, |
| "learning_rate": 4.841849143770754e-05, |
| "loss": 0.9712, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6278464541314248, |
| "grad_norm": 0.9497612714767456, |
| "learning_rate": 4.840037433920688e-05, |
| "loss": 0.9653, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.631099544567339, |
| "grad_norm": 1.1326346397399902, |
| "learning_rate": 4.838215748875562e-05, |
| "loss": 0.9648, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6343526350032531, |
| "grad_norm": 0.8858407139778137, |
| "learning_rate": 4.83638409640092e-05, |
| "loss": 0.9765, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.6376057254391672, |
| "grad_norm": 0.9079559445381165, |
| "learning_rate": 4.834542484304795e-05, |
| "loss": 0.958, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6408588158750813, |
| "grad_norm": 0.9221760630607605, |
| "learning_rate": 4.8326909204376776e-05, |
| "loss": 0.9675, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.6441119063109955, |
| "grad_norm": 0.8072174787521362, |
| "learning_rate": 4.8308294126924794e-05, |
| "loss": 0.9745, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6473649967469096, |
| "grad_norm": 0.9354230165481567, |
| "learning_rate": 4.828957969004502e-05, |
| "loss": 0.9581, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.6506180871828237, |
| "grad_norm": 0.8067158460617065, |
| "learning_rate": 4.827076597351403e-05, |
| "loss": 0.9669, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6538711776187378, |
| "grad_norm": 1.0591189861297607, |
| "learning_rate": 4.825185305753161e-05, |
| "loss": 0.9682, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.657124268054652, |
| "grad_norm": 0.7701990604400635, |
| "learning_rate": 4.823284102272041e-05, |
| "loss": 0.9756, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.660377358490566, |
| "grad_norm": 0.9886049628257751, |
| "learning_rate": 4.82137299501256e-05, |
| "loss": 0.9646, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.6636304489264802, |
| "grad_norm": 0.966618537902832, |
| "learning_rate": 4.819451992121454e-05, |
| "loss": 0.9673, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6668835393623943, |
| "grad_norm": 0.987940788269043, |
| "learning_rate": 4.817521101787646e-05, |
| "loss": 0.9647, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.6701366297983083, |
| "grad_norm": 0.752627432346344, |
| "learning_rate": 4.815580332242199e-05, |
| "loss": 0.9545, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.6733897202342225, |
| "grad_norm": 1.0263205766677856, |
| "learning_rate": 4.813629691758299e-05, |
| "loss": 0.9479, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.6766428106701367, |
| "grad_norm": 0.8434374332427979, |
| "learning_rate": 4.811669188651204e-05, |
| "loss": 0.9747, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6798959011060507, |
| "grad_norm": 0.8626881837844849, |
| "learning_rate": 4.8096988312782174e-05, |
| "loss": 0.9713, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.6831489915419648, |
| "grad_norm": 0.8781446814537048, |
| "learning_rate": 4.8077186280386475e-05, |
| "loss": 0.964, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.686402081977879, |
| "grad_norm": 0.8338606953620911, |
| "learning_rate": 4.8057285873737765e-05, |
| "loss": 0.9916, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 0.8619135022163391, |
| "learning_rate": 4.803728717766821e-05, |
| "loss": 0.9562, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6929082628497072, |
| "grad_norm": 0.8325028419494629, |
| "learning_rate": 4.8017190277428956e-05, |
| "loss": 0.9494, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.6961613532856213, |
| "grad_norm": 0.772607684135437, |
| "learning_rate": 4.799699525868979e-05, |
| "loss": 0.9783, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6994144437215355, |
| "grad_norm": 0.7735521793365479, |
| "learning_rate": 4.797670220753876e-05, |
| "loss": 0.966, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.7026675341574495, |
| "grad_norm": 0.8032121062278748, |
| "learning_rate": 4.79563112104818e-05, |
| "loss": 0.9569, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7059206245933637, |
| "grad_norm": 0.9248620271682739, |
| "learning_rate": 4.7935822354442397e-05, |
| "loss": 0.9676, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.7091737150292778, |
| "grad_norm": 0.6317049264907837, |
| "learning_rate": 4.7915235726761154e-05, |
| "loss": 0.9443, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7124268054651919, |
| "grad_norm": 0.9738350510597229, |
| "learning_rate": 4.789455141519551e-05, |
| "loss": 0.9693, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.715679895901106, |
| "grad_norm": 0.7499257922172546, |
| "learning_rate": 4.7873769507919266e-05, |
| "loss": 0.958, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7189329863370202, |
| "grad_norm": 0.8857749700546265, |
| "learning_rate": 4.785289009352227e-05, |
| "loss": 0.9596, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.7221860767729343, |
| "grad_norm": 0.7081575393676758, |
| "learning_rate": 4.7831913261010066e-05, |
| "loss": 0.9454, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7254391672088484, |
| "grad_norm": 0.8387717604637146, |
| "learning_rate": 4.781083909980342e-05, |
| "loss": 0.9472, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.7286922576447625, |
| "grad_norm": 0.9755154848098755, |
| "learning_rate": 4.778966769973802e-05, |
| "loss": 0.9668, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7319453480806767, |
| "grad_norm": 0.7101641893386841, |
| "learning_rate": 4.7768399151064076e-05, |
| "loss": 0.9457, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.7351984385165907, |
| "grad_norm": 0.9372628331184387, |
| "learning_rate": 4.774703354444591e-05, |
| "loss": 0.9709, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7384515289525049, |
| "grad_norm": 0.9276643991470337, |
| "learning_rate": 4.7725570970961586e-05, |
| "loss": 0.9586, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.741704619388419, |
| "grad_norm": 0.7329192757606506, |
| "learning_rate": 4.770401152210253e-05, |
| "loss": 0.9608, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7449577098243331, |
| "grad_norm": 0.7759012579917908, |
| "learning_rate": 4.768235528977314e-05, |
| "loss": 0.9469, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.7482108002602472, |
| "grad_norm": 1.2127937078475952, |
| "learning_rate": 4.766060236629037e-05, |
| "loss": 0.9542, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7514638906961614, |
| "grad_norm": 0.7369085550308228, |
| "learning_rate": 4.763875284438336e-05, |
| "loss": 0.9643, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.7547169811320755, |
| "grad_norm": 0.7963067293167114, |
| "learning_rate": 4.7616806817193024e-05, |
| "loss": 0.9678, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7579700715679896, |
| "grad_norm": 0.7773886919021606, |
| "learning_rate": 4.759476437827168e-05, |
| "loss": 0.9603, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.7612231620039037, |
| "grad_norm": 0.8198060393333435, |
| "learning_rate": 4.757262562158262e-05, |
| "loss": 0.9759, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7644762524398179, |
| "grad_norm": 0.7127149701118469, |
| "learning_rate": 4.7550390641499715e-05, |
| "loss": 0.9244, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.7677293428757319, |
| "grad_norm": 1.236286997795105, |
| "learning_rate": 4.7528059532807045e-05, |
| "loss": 0.9313, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7709824333116461, |
| "grad_norm": 0.6795628070831299, |
| "learning_rate": 4.750563239069845e-05, |
| "loss": 0.9586, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.7742355237475602, |
| "grad_norm": 0.8040820956230164, |
| "learning_rate": 4.7483109310777165e-05, |
| "loss": 0.9483, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.7774886141834743, |
| "grad_norm": 0.8001431226730347, |
| "learning_rate": 4.7460490389055355e-05, |
| "loss": 0.9408, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.7807417046193884, |
| "grad_norm": 0.969782292842865, |
| "learning_rate": 4.743777572195378e-05, |
| "loss": 0.9778, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7839947950553026, |
| "grad_norm": 1.0955541133880615, |
| "learning_rate": 4.741496540630134e-05, |
| "loss": 0.9385, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.7872478854912166, |
| "grad_norm": 0.7429236173629761, |
| "learning_rate": 4.739205953933464e-05, |
| "loss": 0.9642, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7905009759271308, |
| "grad_norm": 1.0475250482559204, |
| "learning_rate": 4.736905821869765e-05, |
| "loss": 0.9437, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.7937540663630449, |
| "grad_norm": 0.7216660380363464, |
| "learning_rate": 4.734596154244121e-05, |
| "loss": 0.9289, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7970071567989591, |
| "grad_norm": 0.8584089279174805, |
| "learning_rate": 4.732276960902267e-05, |
| "loss": 0.9246, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.8002602472348731, |
| "grad_norm": 0.8769578337669373, |
| "learning_rate": 4.7299482517305404e-05, |
| "loss": 0.9298, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8035133376707873, |
| "grad_norm": 0.7453442811965942, |
| "learning_rate": 4.7276100366558474e-05, |
| "loss": 0.9491, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.8067664281067014, |
| "grad_norm": 0.906287431716919, |
| "learning_rate": 4.7252623256456144e-05, |
| "loss": 0.9539, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8100195185426154, |
| "grad_norm": 1.0656296014785767, |
| "learning_rate": 4.722905128707749e-05, |
| "loss": 0.9405, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.8132726089785296, |
| "grad_norm": 0.6985450983047485, |
| "learning_rate": 4.720538455890591e-05, |
| "loss": 0.9369, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8165256994144438, |
| "grad_norm": 0.6577023267745972, |
| "learning_rate": 4.718162317282882e-05, |
| "loss": 0.9346, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.8197787898503578, |
| "grad_norm": 0.7832421064376831, |
| "learning_rate": 4.7157767230137064e-05, |
| "loss": 0.9256, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8230318802862719, |
| "grad_norm": 0.7928493618965149, |
| "learning_rate": 4.713381683252463e-05, |
| "loss": 0.9477, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.8262849707221861, |
| "grad_norm": 0.8775043487548828, |
| "learning_rate": 4.710977208208812e-05, |
| "loss": 0.9313, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8295380611581002, |
| "grad_norm": 0.7714875936508179, |
| "learning_rate": 4.708563308132636e-05, |
| "loss": 0.9469, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.8327911515940143, |
| "grad_norm": 0.7258083820343018, |
| "learning_rate": 4.706139993313994e-05, |
| "loss": 0.9294, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8360442420299284, |
| "grad_norm": 0.7745918035507202, |
| "learning_rate": 4.7037072740830785e-05, |
| "loss": 0.9365, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.8392973324658426, |
| "grad_norm": 0.7213959097862244, |
| "learning_rate": 4.701265160810172e-05, |
| "loss": 0.947, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.8425504229017566, |
| "grad_norm": 0.825713038444519, |
| "learning_rate": 4.6988136639056025e-05, |
| "loss": 0.9404, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.8458035133376708, |
| "grad_norm": 0.6750174164772034, |
| "learning_rate": 4.696352793819698e-05, |
| "loss": 0.9364, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8490566037735849, |
| "grad_norm": 0.8314560055732727, |
| "learning_rate": 4.693882561042743e-05, |
| "loss": 0.9521, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.852309694209499, |
| "grad_norm": 1.0009961128234863, |
| "learning_rate": 4.6914029761049357e-05, |
| "loss": 0.9297, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8555627846454131, |
| "grad_norm": 0.7527256011962891, |
| "learning_rate": 4.688914049576337e-05, |
| "loss": 0.9269, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.8588158750813273, |
| "grad_norm": 0.9169411659240723, |
| "learning_rate": 4.686415792066833e-05, |
| "loss": 0.9312, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 0.9165216088294983, |
| "learning_rate": 4.683908214226084e-05, |
| "loss": 0.9524, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.8653220559531555, |
| "grad_norm": 0.9357953071594238, |
| "learning_rate": 4.6813913267434835e-05, |
| "loss": 0.9245, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8685751463890696, |
| "grad_norm": 0.6473081707954407, |
| "learning_rate": 4.678865140348108e-05, |
| "loss": 0.9584, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.8718282368249838, |
| "grad_norm": 0.884191632270813, |
| "learning_rate": 4.676329665808677e-05, |
| "loss": 0.9569, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8750813272608978, |
| "grad_norm": 1.0534435510635376, |
| "learning_rate": 4.673784913933499e-05, |
| "loss": 0.9178, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.878334417696812, |
| "grad_norm": 0.8140066266059875, |
| "learning_rate": 4.6712308955704346e-05, |
| "loss": 0.9536, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8815875081327261, |
| "grad_norm": 0.71702641248703, |
| "learning_rate": 4.668667621606845e-05, |
| "loss": 0.947, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.8848405985686402, |
| "grad_norm": 0.6529531478881836, |
| "learning_rate": 4.666095102969544e-05, |
| "loss": 0.9107, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.8880936890045543, |
| "grad_norm": 0.9059852957725525, |
| "learning_rate": 4.6635133506247585e-05, |
| "loss": 0.9399, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.8913467794404685, |
| "grad_norm": 0.8972651958465576, |
| "learning_rate": 4.660922375578073e-05, |
| "loss": 0.9511, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8945998698763825, |
| "grad_norm": 1.0316717624664307, |
| "learning_rate": 4.658322188874388e-05, |
| "loss": 0.9335, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.8978529603122967, |
| "grad_norm": 0.7475149035453796, |
| "learning_rate": 4.6557128015978726e-05, |
| "loss": 0.9262, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9011060507482108, |
| "grad_norm": 1.035979986190796, |
| "learning_rate": 4.653094224871916e-05, |
| "loss": 0.9115, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.904359141184125, |
| "grad_norm": 0.8210706114768982, |
| "learning_rate": 4.650466469859079e-05, |
| "loss": 0.9535, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.907612231620039, |
| "grad_norm": 0.9931228160858154, |
| "learning_rate": 4.647829547761053e-05, |
| "loss": 0.9335, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.9108653220559532, |
| "grad_norm": 0.7681549191474915, |
| "learning_rate": 4.6451834698186e-05, |
| "loss": 0.9434, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9141184124918673, |
| "grad_norm": 0.7461596727371216, |
| "learning_rate": 4.642528247311518e-05, |
| "loss": 0.9487, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.9173715029277814, |
| "grad_norm": 1.4867486953735352, |
| "learning_rate": 4.6398638915585835e-05, |
| "loss": 0.9074, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.9206245933636955, |
| "grad_norm": 0.890620231628418, |
| "learning_rate": 4.637190413917506e-05, |
| "loss": 0.9467, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.9238776837996097, |
| "grad_norm": 0.6205281615257263, |
| "learning_rate": 4.634507825784882e-05, |
| "loss": 0.9242, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9271307742355237, |
| "grad_norm": 0.8957470655441284, |
| "learning_rate": 4.631816138596145e-05, |
| "loss": 0.94, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.9303838646714379, |
| "grad_norm": 0.8642396330833435, |
| "learning_rate": 4.629115363825514e-05, |
| "loss": 0.9142, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.933636955107352, |
| "grad_norm": 0.6721086502075195, |
| "learning_rate": 4.626405512985948e-05, |
| "loss": 0.9205, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.936890045543266, |
| "grad_norm": 0.8930765986442566, |
| "learning_rate": 4.623686597629098e-05, |
| "loss": 0.9235, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.9401431359791802, |
| "grad_norm": 0.9480865597724915, |
| "learning_rate": 4.62095862934525e-05, |
| "loss": 0.9309, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.9433962264150944, |
| "grad_norm": 0.9130436778068542, |
| "learning_rate": 4.618221619763287e-05, |
| "loss": 0.9257, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.9466493168510085, |
| "grad_norm": 0.63996821641922, |
| "learning_rate": 4.6154755805506294e-05, |
| "loss": 0.9364, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.9499024072869225, |
| "grad_norm": 0.786276638507843, |
| "learning_rate": 4.612720523413193e-05, |
| "loss": 0.9389, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.9531554977228367, |
| "grad_norm": 0.8122700452804565, |
| "learning_rate": 4.609956460095332e-05, |
| "loss": 0.9296, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.9564085881587508, |
| "grad_norm": 1.0054434537887573, |
| "learning_rate": 4.607183402379794e-05, |
| "loss": 0.9118, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.9596616785946649, |
| "grad_norm": 0.9399415850639343, |
| "learning_rate": 4.6044013620876706e-05, |
| "loss": 0.9311, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.962914769030579, |
| "grad_norm": 0.6693314909934998, |
| "learning_rate": 4.60161035107834e-05, |
| "loss": 0.9322, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9661678594664932, |
| "grad_norm": 0.7549735903739929, |
| "learning_rate": 4.598810381249425e-05, |
| "loss": 0.9246, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.9694209499024072, |
| "grad_norm": 0.8314823508262634, |
| "learning_rate": 4.596001464536737e-05, |
| "loss": 0.9335, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9726740403383214, |
| "grad_norm": 0.7478086948394775, |
| "learning_rate": 4.593183612914225e-05, |
| "loss": 0.9341, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.9759271307742355, |
| "grad_norm": 0.9777085185050964, |
| "learning_rate": 4.5903568383939284e-05, |
| "loss": 0.9323, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9791802212101497, |
| "grad_norm": 0.893374502658844, |
| "learning_rate": 4.587521153025922e-05, |
| "loss": 0.939, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.9824333116460637, |
| "grad_norm": 0.6938668489456177, |
| "learning_rate": 4.584676568898267e-05, |
| "loss": 0.9437, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9856864020819779, |
| "grad_norm": 0.6903214454650879, |
| "learning_rate": 4.5818230981369584e-05, |
| "loss": 0.9332, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.988939492517892, |
| "grad_norm": 0.817034125328064, |
| "learning_rate": 4.5789607529058715e-05, |
| "loss": 0.9375, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9921925829538061, |
| "grad_norm": 0.8222942352294922, |
| "learning_rate": 4.5760895454067154e-05, |
| "loss": 0.9316, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.9954456733897202, |
| "grad_norm": 0.7549692392349243, |
| "learning_rate": 4.5732094878789756e-05, |
| "loss": 0.9221, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.9986987638256344, |
| "grad_norm": 0.8544319868087769, |
| "learning_rate": 4.570320592599863e-05, |
| "loss": 0.9287, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_f1": 0.7910057808991992, |
| "eval_loss": 0.462646484375, |
| "eval_precision": 0.7940469727119374, |
| "eval_recall": 0.7896973937143991, |
| "eval_runtime": 247.1562, |
| "eval_samples_per_second": 1591.847, |
| "eval_steps_per_second": 1.558, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.0019518542615484, |
| "grad_norm": 0.7457589507102966, |
| "learning_rate": 4.567422871884265e-05, |
| "loss": 0.9279, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.0052049446974627, |
| "grad_norm": 0.8609625697135925, |
| "learning_rate": 4.564516338084688e-05, |
| "loss": 0.8765, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.0084580351333767, |
| "grad_norm": 0.8822636008262634, |
| "learning_rate": 4.561601003591208e-05, |
| "loss": 0.8427, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.0117111255692908, |
| "grad_norm": 0.7266067266464233, |
| "learning_rate": 4.558676880831417e-05, |
| "loss": 0.8828, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.014964216005205, |
| "grad_norm": 0.6970102787017822, |
| "learning_rate": 4.555743982270369e-05, |
| "loss": 0.8842, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.018217306441119, |
| "grad_norm": 0.6802201867103577, |
| "learning_rate": 4.5528023204105306e-05, |
| "loss": 0.872, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.0214703968770331, |
| "grad_norm": 0.7830452919006348, |
| "learning_rate": 4.549851907791722e-05, |
| "loss": 0.8624, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.0247234873129474, |
| "grad_norm": 0.6845102906227112, |
| "learning_rate": 4.5468927569910663e-05, |
| "loss": 0.8744, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.0279765777488614, |
| "grad_norm": 0.8832181692123413, |
| "learning_rate": 4.5439248806229386e-05, |
| "loss": 0.8722, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.0312296681847755, |
| "grad_norm": 0.7359802722930908, |
| "learning_rate": 4.5409482913389065e-05, |
| "loss": 0.8567, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.0344827586206897, |
| "grad_norm": 0.7686721086502075, |
| "learning_rate": 4.5379630018276834e-05, |
| "loss": 0.8509, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.0377358490566038, |
| "grad_norm": 0.77400141954422, |
| "learning_rate": 4.534969024815066e-05, |
| "loss": 0.8676, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.0409889394925178, |
| "grad_norm": 0.8024744987487793, |
| "learning_rate": 4.531966373063886e-05, |
| "loss": 0.8772, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.044242029928432, |
| "grad_norm": 0.7155640721321106, |
| "learning_rate": 4.528955059373956e-05, |
| "loss": 0.8608, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.047495120364346, |
| "grad_norm": 0.8553564548492432, |
| "learning_rate": 4.52593509658201e-05, |
| "loss": 0.8614, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.0507482108002602, |
| "grad_norm": 0.6926222443580627, |
| "learning_rate": 4.522906497561655e-05, |
| "loss": 0.8582, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.0540013012361744, |
| "grad_norm": 0.8300968408584595, |
| "learning_rate": 4.519869275223309e-05, |
| "loss": 0.8838, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.0572543916720885, |
| "grad_norm": 0.8907480835914612, |
| "learning_rate": 4.516823442514153e-05, |
| "loss": 0.8656, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.0605074821080025, |
| "grad_norm": 1.035863995552063, |
| "learning_rate": 4.513769012418071e-05, |
| "loss": 0.8814, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.0637605725439168, |
| "grad_norm": 0.9308491945266724, |
| "learning_rate": 4.510705997955596e-05, |
| "loss": 0.8831, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.0670136629798308, |
| "grad_norm": 1.0290710926055908, |
| "learning_rate": 4.507634412183856e-05, |
| "loss": 0.8566, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.070266753415745, |
| "grad_norm": 0.9163823127746582, |
| "learning_rate": 4.504554268196516e-05, |
| "loss": 0.8646, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.073519843851659, |
| "grad_norm": 0.7528260946273804, |
| "learning_rate": 4.5014655791237245e-05, |
| "loss": 0.8681, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.0767729342875731, |
| "grad_norm": 0.9018992781639099, |
| "learning_rate": 4.498368358132055e-05, |
| "loss": 0.8667, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.0800260247234874, |
| "grad_norm": 1.000990390777588, |
| "learning_rate": 4.4952626184244504e-05, |
| "loss": 0.8627, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.0832791151594015, |
| "grad_norm": 1.1555023193359375, |
| "learning_rate": 4.492148373240171e-05, |
| "loss": 0.8488, |
| "step": 1665 |
| }, |
| { |
| "epoch": 1.0865322055953155, |
| "grad_norm": 0.9759275913238525, |
| "learning_rate": 4.4890256358547304e-05, |
| "loss": 0.8775, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.0897852960312298, |
| "grad_norm": 0.7439780235290527, |
| "learning_rate": 4.485894419579846e-05, |
| "loss": 0.8758, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.0930383864671438, |
| "grad_norm": 0.8394938111305237, |
| "learning_rate": 4.482754737763378e-05, |
| "loss": 0.8797, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.0962914769030578, |
| "grad_norm": 0.8299522399902344, |
| "learning_rate": 4.4796066037892734e-05, |
| "loss": 0.864, |
| "step": 1685 |
| }, |
| { |
| "epoch": 1.099544567338972, |
| "grad_norm": 0.8585712909698486, |
| "learning_rate": 4.4764500310775116e-05, |
| "loss": 0.8586, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.1027976577748861, |
| "grad_norm": 1.0859423875808716, |
| "learning_rate": 4.473285033084043e-05, |
| "loss": 0.8773, |
| "step": 1695 |
| }, |
| { |
| "epoch": 1.1060507482108002, |
| "grad_norm": 0.7827959060668945, |
| "learning_rate": 4.4701116233007314e-05, |
| "loss": 0.8423, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.1093038386467144, |
| "grad_norm": 0.7498010993003845, |
| "learning_rate": 4.466929815255304e-05, |
| "loss": 0.884, |
| "step": 1705 |
| }, |
| { |
| "epoch": 1.1125569290826285, |
| "grad_norm": 0.7543908357620239, |
| "learning_rate": 4.4637396225112846e-05, |
| "loss": 0.8606, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.1158100195185425, |
| "grad_norm": 1.3613898754119873, |
| "learning_rate": 4.460541058667942e-05, |
| "loss": 0.8909, |
| "step": 1715 |
| }, |
| { |
| "epoch": 1.1190631099544568, |
| "grad_norm": 0.8409460783004761, |
| "learning_rate": 4.457334137360226e-05, |
| "loss": 0.8892, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.1223162003903708, |
| "grad_norm": 0.9072450995445251, |
| "learning_rate": 4.4541188722587165e-05, |
| "loss": 0.8714, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.1255692908262849, |
| "grad_norm": 1.02306067943573, |
| "learning_rate": 4.450895277069561e-05, |
| "loss": 0.8813, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.1288223812621991, |
| "grad_norm": 1.0199263095855713, |
| "learning_rate": 4.4476633655344144e-05, |
| "loss": 0.8693, |
| "step": 1735 |
| }, |
| { |
| "epoch": 1.1320754716981132, |
| "grad_norm": 0.7447525262832642, |
| "learning_rate": 4.444423151430386e-05, |
| "loss": 0.8894, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.1353285621340272, |
| "grad_norm": 1.062179446220398, |
| "learning_rate": 4.4411746485699744e-05, |
| "loss": 0.8425, |
| "step": 1745 |
| }, |
| { |
| "epoch": 1.1385816525699415, |
| "grad_norm": 0.7509242296218872, |
| "learning_rate": 4.437917870801015e-05, |
| "loss": 0.8666, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.1418347430058555, |
| "grad_norm": 1.1955047845840454, |
| "learning_rate": 4.434652832006616e-05, |
| "loss": 0.8798, |
| "step": 1755 |
| }, |
| { |
| "epoch": 1.1450878334417696, |
| "grad_norm": 1.1089417934417725, |
| "learning_rate": 4.431379546105101e-05, |
| "loss": 0.8808, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.1483409238776838, |
| "grad_norm": 0.7296579480171204, |
| "learning_rate": 4.4280980270499494e-05, |
| "loss": 0.854, |
| "step": 1765 |
| }, |
| { |
| "epoch": 1.1515940143135979, |
| "grad_norm": 1.0274302959442139, |
| "learning_rate": 4.424808288829739e-05, |
| "loss": 0.8775, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.1548471047495121, |
| "grad_norm": 0.8249827027320862, |
| "learning_rate": 4.421510345468082e-05, |
| "loss": 0.8825, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.1581001951854262, |
| "grad_norm": 0.814564049243927, |
| "learning_rate": 4.4182042110235686e-05, |
| "loss": 0.8354, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.1613532856213402, |
| "grad_norm": 0.8738640546798706, |
| "learning_rate": 4.414889899589709e-05, |
| "loss": 0.8667, |
| "step": 1785 |
| }, |
| { |
| "epoch": 1.1646063760572545, |
| "grad_norm": 0.873928427696228, |
| "learning_rate": 4.411567425294867e-05, |
| "loss": 0.8589, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.1678594664931685, |
| "grad_norm": 1.0771477222442627, |
| "learning_rate": 4.408236802302203e-05, |
| "loss": 0.8677, |
| "step": 1795 |
| }, |
| { |
| "epoch": 1.1711125569290826, |
| "grad_norm": 1.026843786239624, |
| "learning_rate": 4.404898044809618e-05, |
| "loss": 0.8613, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.1743656473649968, |
| "grad_norm": 1.2807365655899048, |
| "learning_rate": 4.401551167049686e-05, |
| "loss": 0.8612, |
| "step": 1805 |
| }, |
| { |
| "epoch": 1.1776187378009109, |
| "grad_norm": 1.086053729057312, |
| "learning_rate": 4.398196183289595e-05, |
| "loss": 0.8679, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.180871828236825, |
| "grad_norm": 1.2245922088623047, |
| "learning_rate": 4.394833107831091e-05, |
| "loss": 0.8666, |
| "step": 1815 |
| }, |
| { |
| "epoch": 1.1841249186727392, |
| "grad_norm": 0.788972020149231, |
| "learning_rate": 4.3914619550104125e-05, |
| "loss": 0.8549, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.1873780091086532, |
| "grad_norm": 0.7560495734214783, |
| "learning_rate": 4.388082739198229e-05, |
| "loss": 0.8689, |
| "step": 1825 |
| }, |
| { |
| "epoch": 1.1906310995445673, |
| "grad_norm": 0.9753955006599426, |
| "learning_rate": 4.3846954747995825e-05, |
| "loss": 0.8676, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.1938841899804815, |
| "grad_norm": 0.7910217642784119, |
| "learning_rate": 4.381300176253825e-05, |
| "loss": 0.872, |
| "step": 1835 |
| }, |
| { |
| "epoch": 1.1971372804163956, |
| "grad_norm": 0.9588011503219604, |
| "learning_rate": 4.377896858034557e-05, |
| "loss": 0.8903, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.2003903708523098, |
| "grad_norm": 0.9886934757232666, |
| "learning_rate": 4.374485534649562e-05, |
| "loss": 0.879, |
| "step": 1845 |
| }, |
| { |
| "epoch": 1.2036434612882239, |
| "grad_norm": 0.896848738193512, |
| "learning_rate": 4.371066220640754e-05, |
| "loss": 0.854, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.206896551724138, |
| "grad_norm": 1.7082849740982056, |
| "learning_rate": 4.367638930584105e-05, |
| "loss": 0.8877, |
| "step": 1855 |
| }, |
| { |
| "epoch": 1.2101496421600522, |
| "grad_norm": 1.307518482208252, |
| "learning_rate": 4.36420367908959e-05, |
| "loss": 0.8637, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.2134027325959662, |
| "grad_norm": 0.9649641513824463, |
| "learning_rate": 4.3607604808011213e-05, |
| "loss": 0.8644, |
| "step": 1865 |
| }, |
| { |
| "epoch": 1.2166558230318802, |
| "grad_norm": 0.958816409111023, |
| "learning_rate": 4.357309350396488e-05, |
| "loss": 0.8771, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.2199089134677945, |
| "grad_norm": 0.7665415406227112, |
| "learning_rate": 4.353850302587291e-05, |
| "loss": 0.8559, |
| "step": 1875 |
| }, |
| { |
| "epoch": 1.2231620039037086, |
| "grad_norm": 0.8145641088485718, |
| "learning_rate": 4.3503833521188844e-05, |
| "loss": 0.8776, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.2264150943396226, |
| "grad_norm": 1.0663881301879883, |
| "learning_rate": 4.346908513770306e-05, |
| "loss": 0.8643, |
| "step": 1885 |
| }, |
| { |
| "epoch": 1.2296681847755369, |
| "grad_norm": 0.7401409149169922, |
| "learning_rate": 4.343425802354222e-05, |
| "loss": 0.8646, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.232921275211451, |
| "grad_norm": 0.7239570021629333, |
| "learning_rate": 4.3399352327168595e-05, |
| "loss": 0.8885, |
| "step": 1895 |
| }, |
| { |
| "epoch": 1.236174365647365, |
| "grad_norm": 1.0525251626968384, |
| "learning_rate": 4.3364368197379426e-05, |
| "loss": 0.8817, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.2394274560832792, |
| "grad_norm": 0.8934289813041687, |
| "learning_rate": 4.33293057833063e-05, |
| "loss": 0.8699, |
| "step": 1905 |
| }, |
| { |
| "epoch": 1.2426805465191932, |
| "grad_norm": 0.8614199757575989, |
| "learning_rate": 4.329416523441454e-05, |
| "loss": 0.866, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.2459336369551073, |
| "grad_norm": 0.884955644607544, |
| "learning_rate": 4.3258946700502535e-05, |
| "loss": 0.8641, |
| "step": 1915 |
| }, |
| { |
| "epoch": 1.2491867273910215, |
| "grad_norm": 0.8655734062194824, |
| "learning_rate": 4.322365033170109e-05, |
| "loss": 0.8393, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.2524398178269356, |
| "grad_norm": 1.0718590021133423, |
| "learning_rate": 4.318827627847284e-05, |
| "loss": 0.8788, |
| "step": 1925 |
| }, |
| { |
| "epoch": 1.2556929082628496, |
| "grad_norm": 0.9467219710350037, |
| "learning_rate": 4.315282469161156e-05, |
| "loss": 0.8758, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.258945998698764, |
| "grad_norm": 1.0598018169403076, |
| "learning_rate": 4.311729572224153e-05, |
| "loss": 0.8872, |
| "step": 1935 |
| }, |
| { |
| "epoch": 1.262199089134678, |
| "grad_norm": 0.7586490511894226, |
| "learning_rate": 4.308168952181691e-05, |
| "loss": 0.8749, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.265452179570592, |
| "grad_norm": 0.8791137933731079, |
| "learning_rate": 4.304600624212109e-05, |
| "loss": 0.8833, |
| "step": 1945 |
| }, |
| { |
| "epoch": 1.2687052700065062, |
| "grad_norm": 1.0280482769012451, |
| "learning_rate": 4.3017404223497385e-05, |
| "loss": 0.893, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.2719583604424203, |
| "grad_norm": 0.8759311437606812, |
| "learning_rate": 4.298158258465592e-05, |
| "loss": 0.8833, |
| "step": 1955 |
| }, |
| { |
| "epoch": 1.2752114508783343, |
| "grad_norm": 0.8623502850532532, |
| "learning_rate": 4.2945684293282685e-05, |
| "loss": 0.8533, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.2784645413142486, |
| "grad_norm": 0.9812124967575073, |
| "learning_rate": 4.290970950240617e-05, |
| "loss": 0.8832, |
| "step": 1965 |
| }, |
| { |
| "epoch": 1.2817176317501626, |
| "grad_norm": 0.8114174008369446, |
| "learning_rate": 4.2873658365381026e-05, |
| "loss": 0.8657, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.2849707221860767, |
| "grad_norm": 0.7681922912597656, |
| "learning_rate": 4.2837531035887305e-05, |
| "loss": 0.8563, |
| "step": 1975 |
| }, |
| { |
| "epoch": 1.288223812621991, |
| "grad_norm": 0.9911778569221497, |
| "learning_rate": 4.280132766792989e-05, |
| "loss": 0.8401, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.291476903057905, |
| "grad_norm": 0.7618448138237, |
| "learning_rate": 4.276504841583778e-05, |
| "loss": 0.8727, |
| "step": 1985 |
| }, |
| { |
| "epoch": 1.294729993493819, |
| "grad_norm": 0.7748595476150513, |
| "learning_rate": 4.2728693434263476e-05, |
| "loss": 0.8726, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.2979830839297333, |
| "grad_norm": 0.995187520980835, |
| "learning_rate": 4.269226287818228e-05, |
| "loss": 0.8606, |
| "step": 1995 |
| }, |
| { |
| "epoch": 1.3012361743656473, |
| "grad_norm": 0.9184800386428833, |
| "learning_rate": 4.2655756902891665e-05, |
| "loss": 0.8881, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.3044892648015614, |
| "grad_norm": 0.6605210304260254, |
| "learning_rate": 4.261917566401061e-05, |
| "loss": 0.8452, |
| "step": 2005 |
| }, |
| { |
| "epoch": 1.3077423552374756, |
| "grad_norm": 0.9930521249771118, |
| "learning_rate": 4.258251931747893e-05, |
| "loss": 0.8661, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.3109954456733897, |
| "grad_norm": 0.6971027255058289, |
| "learning_rate": 4.25457880195566e-05, |
| "loss": 0.8607, |
| "step": 2015 |
| }, |
| { |
| "epoch": 1.3142485361093037, |
| "grad_norm": 0.8052083253860474, |
| "learning_rate": 4.250898192682311e-05, |
| "loss": 0.8407, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.317501626545218, |
| "grad_norm": 0.7318537831306458, |
| "learning_rate": 4.247210119617679e-05, |
| "loss": 0.8703, |
| "step": 2025 |
| }, |
| { |
| "epoch": 1.320754716981132, |
| "grad_norm": 1.0614877939224243, |
| "learning_rate": 4.243514598483412e-05, |
| "loss": 0.854, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.3240078074170463, |
| "grad_norm": 1.2773613929748535, |
| "learning_rate": 4.23981164503291e-05, |
| "loss": 0.8728, |
| "step": 2035 |
| }, |
| { |
| "epoch": 1.3272608978529603, |
| "grad_norm": 1.41408371925354, |
| "learning_rate": 4.236101275051256e-05, |
| "loss": 0.859, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.3305139882888743, |
| "grad_norm": 0.7571334838867188, |
| "learning_rate": 4.232383504355147e-05, |
| "loss": 0.8588, |
| "step": 2045 |
| }, |
| { |
| "epoch": 1.3337670787247886, |
| "grad_norm": 0.7090466618537903, |
| "learning_rate": 4.228658348792828e-05, |
| "loss": 0.8672, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.3370201691607027, |
| "grad_norm": 0.826134204864502, |
| "learning_rate": 4.224925824244025e-05, |
| "loss": 0.8552, |
| "step": 2055 |
| }, |
| { |
| "epoch": 1.340273259596617, |
| "grad_norm": 0.8876454830169678, |
| "learning_rate": 4.2211859466198785e-05, |
| "loss": 0.8733, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.343526350032531, |
| "grad_norm": 0.7836646437644958, |
| "learning_rate": 4.217438731862871e-05, |
| "loss": 0.8643, |
| "step": 2065 |
| }, |
| { |
| "epoch": 1.346779440468445, |
| "grad_norm": 0.795116662979126, |
| "learning_rate": 4.213684195946762e-05, |
| "loss": 0.8759, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.3500325309043593, |
| "grad_norm": 0.9851782321929932, |
| "learning_rate": 4.2099223548765224e-05, |
| "loss": 0.872, |
| "step": 2075 |
| }, |
| { |
| "epoch": 1.3532856213402733, |
| "grad_norm": 0.9454843997955322, |
| "learning_rate": 4.206153224688264e-05, |
| "loss": 0.8709, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.3565387117761873, |
| "grad_norm": 0.7972314953804016, |
| "learning_rate": 4.202376821449167e-05, |
| "loss": 0.881, |
| "step": 2085 |
| }, |
| { |
| "epoch": 1.3597918022121016, |
| "grad_norm": 0.7645969390869141, |
| "learning_rate": 4.1985931612574186e-05, |
| "loss": 0.8729, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.3630448926480156, |
| "grad_norm": 1.1820120811462402, |
| "learning_rate": 4.194802260242141e-05, |
| "loss": 0.8556, |
| "step": 2095 |
| }, |
| { |
| "epoch": 1.3662979830839297, |
| "grad_norm": 0.9157008528709412, |
| "learning_rate": 4.191004134563322e-05, |
| "loss": 0.8721, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.369551073519844, |
| "grad_norm": 0.8286409974098206, |
| "learning_rate": 4.187198800411748e-05, |
| "loss": 0.8756, |
| "step": 2105 |
| }, |
| { |
| "epoch": 1.372804163955758, |
| "grad_norm": 0.8742622137069702, |
| "learning_rate": 4.183386274008932e-05, |
| "loss": 0.8592, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.376057254391672, |
| "grad_norm": 0.8968034386634827, |
| "learning_rate": 4.1795665716070474e-05, |
| "loss": 0.8641, |
| "step": 2115 |
| }, |
| { |
| "epoch": 1.3793103448275863, |
| "grad_norm": 0.8291420340538025, |
| "learning_rate": 4.1757397094888594e-05, |
| "loss": 0.8529, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.3825634352635003, |
| "grad_norm": 0.919009268283844, |
| "learning_rate": 4.1719057039676515e-05, |
| "loss": 0.8636, |
| "step": 2125 |
| }, |
| { |
| "epoch": 1.3858165256994144, |
| "grad_norm": 1.0421229600906372, |
| "learning_rate": 4.168064571387159e-05, |
| "loss": 0.8681, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.3890696161353286, |
| "grad_norm": 0.7388564944267273, |
| "learning_rate": 4.1642163281214984e-05, |
| "loss": 0.8513, |
| "step": 2135 |
| }, |
| { |
| "epoch": 1.3923227065712427, |
| "grad_norm": 0.6921651363372803, |
| "learning_rate": 4.160360990575099e-05, |
| "loss": 0.8723, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.3955757970071567, |
| "grad_norm": 0.7668315768241882, |
| "learning_rate": 4.156498575182633e-05, |
| "loss": 0.8621, |
| "step": 2145 |
| }, |
| { |
| "epoch": 1.398828887443071, |
| "grad_norm": 0.7497116327285767, |
| "learning_rate": 4.152629098408939e-05, |
| "loss": 0.8604, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.402081977878985, |
| "grad_norm": 0.7256556749343872, |
| "learning_rate": 4.1487525767489635e-05, |
| "loss": 0.8638, |
| "step": 2155 |
| }, |
| { |
| "epoch": 1.405335068314899, |
| "grad_norm": 1.1155390739440918, |
| "learning_rate": 4.144869026727681e-05, |
| "loss": 0.8547, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.4085881587508133, |
| "grad_norm": 0.9044195413589478, |
| "learning_rate": 4.140978464900025e-05, |
| "loss": 0.8792, |
| "step": 2165 |
| }, |
| { |
| "epoch": 1.4118412491867274, |
| "grad_norm": 0.7881206274032593, |
| "learning_rate": 4.137080907850823e-05, |
| "loss": 0.874, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.4150943396226414, |
| "grad_norm": 0.851743757724762, |
| "learning_rate": 4.13317637219472e-05, |
| "loss": 0.8551, |
| "step": 2175 |
| }, |
| { |
| "epoch": 1.4183474300585557, |
| "grad_norm": 0.8619376420974731, |
| "learning_rate": 4.129264874576111e-05, |
| "loss": 0.8757, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.4216005204944697, |
| "grad_norm": 1.2099318504333496, |
| "learning_rate": 4.125346431669065e-05, |
| "loss": 0.8567, |
| "step": 2185 |
| }, |
| { |
| "epoch": 1.4248536109303838, |
| "grad_norm": 0.8172369599342346, |
| "learning_rate": 4.121421060177263e-05, |
| "loss": 0.8625, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.428106701366298, |
| "grad_norm": 1.1485086679458618, |
| "learning_rate": 4.1174887768339164e-05, |
| "loss": 0.8681, |
| "step": 2195 |
| }, |
| { |
| "epoch": 1.431359791802212, |
| "grad_norm": 0.8006755709648132, |
| "learning_rate": 4.113549598401704e-05, |
| "loss": 0.8657, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.434612882238126, |
| "grad_norm": 0.7858587503433228, |
| "learning_rate": 4.1096035416726966e-05, |
| "loss": 0.8681, |
| "step": 2205 |
| }, |
| { |
| "epoch": 1.4378659726740404, |
| "grad_norm": 1.0397981405258179, |
| "learning_rate": 4.105650623468284e-05, |
| "loss": 0.871, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.4411190631099544, |
| "grad_norm": 1.409725546836853, |
| "learning_rate": 4.101690860639108e-05, |
| "loss": 0.8525, |
| "step": 2215 |
| }, |
| { |
| "epoch": 1.4443721535458685, |
| "grad_norm": 1.0374292135238647, |
| "learning_rate": 4.097724270064988e-05, |
| "loss": 0.8561, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.4476252439817827, |
| "grad_norm": 1.10367751121521, |
| "learning_rate": 4.0937508686548455e-05, |
| "loss": 0.8608, |
| "step": 2225 |
| }, |
| { |
| "epoch": 1.4508783344176968, |
| "grad_norm": 0.9354111552238464, |
| "learning_rate": 4.089770673346639e-05, |
| "loss": 0.8556, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.4541314248536108, |
| "grad_norm": 0.7732600569725037, |
| "learning_rate": 4.085783701107288e-05, |
| "loss": 0.8664, |
| "step": 2235 |
| }, |
| { |
| "epoch": 1.457384515289525, |
| "grad_norm": 0.7464646697044373, |
| "learning_rate": 4.0817899689325975e-05, |
| "loss": 0.8544, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.460637605725439, |
| "grad_norm": 0.7917648553848267, |
| "learning_rate": 4.077789493847194e-05, |
| "loss": 0.849, |
| "step": 2245 |
| }, |
| { |
| "epoch": 1.4638906961613534, |
| "grad_norm": 0.8593052625656128, |
| "learning_rate": 4.073782292904445e-05, |
| "loss": 0.905, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.4671437865972674, |
| "grad_norm": 0.7432965636253357, |
| "learning_rate": 4.0697683831863877e-05, |
| "loss": 0.8606, |
| "step": 2255 |
| }, |
| { |
| "epoch": 1.4703968770331814, |
| "grad_norm": 1.0467164516448975, |
| "learning_rate": 4.065747781803662e-05, |
| "loss": 0.8733, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.4736499674690957, |
| "grad_norm": 0.8533846735954285, |
| "learning_rate": 4.06172050589543e-05, |
| "loss": 0.8411, |
| "step": 2265 |
| }, |
| { |
| "epoch": 1.4769030579050098, |
| "grad_norm": 0.7896531224250793, |
| "learning_rate": 4.057686572629307e-05, |
| "loss": 0.8732, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.480156148340924, |
| "grad_norm": 0.7728810906410217, |
| "learning_rate": 4.053645999201287e-05, |
| "loss": 0.8822, |
| "step": 2275 |
| }, |
| { |
| "epoch": 1.483409238776838, |
| "grad_norm": 0.791527271270752, |
| "learning_rate": 4.0495988028356725e-05, |
| "loss": 0.8692, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.486662329212752, |
| "grad_norm": 1.7369199991226196, |
| "learning_rate": 4.0455450007849945e-05, |
| "loss": 0.878, |
| "step": 2285 |
| }, |
| { |
| "epoch": 1.4899154196486664, |
| "grad_norm": 0.8174150586128235, |
| "learning_rate": 4.041484610329945e-05, |
| "loss": 0.8843, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.4931685100845804, |
| "grad_norm": 0.8122901916503906, |
| "learning_rate": 4.037417648779304e-05, |
| "loss": 0.8511, |
| "step": 2295 |
| }, |
| { |
| "epoch": 1.4964216005204944, |
| "grad_norm": 0.856270968914032, |
| "learning_rate": 4.033344133469857e-05, |
| "loss": 0.8576, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.4996746909564087, |
| "grad_norm": 0.7714033126831055, |
| "learning_rate": 4.029264081766333e-05, |
| "loss": 0.8563, |
| "step": 2305 |
| }, |
| { |
| "epoch": 1.5029277813923227, |
| "grad_norm": 0.7557379007339478, |
| "learning_rate": 4.02517751106132e-05, |
| "loss": 0.8632, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.5061808718282368, |
| "grad_norm": 0.9310267567634583, |
| "learning_rate": 4.021084438775199e-05, |
| "loss": 0.8756, |
| "step": 2315 |
| }, |
| { |
| "epoch": 1.509433962264151, |
| "grad_norm": 1.1613460779190063, |
| "learning_rate": 4.016984882356063e-05, |
| "loss": 0.8581, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.512687052700065, |
| "grad_norm": 0.8737664222717285, |
| "learning_rate": 4.0128788592796484e-05, |
| "loss": 0.8463, |
| "step": 2325 |
| }, |
| { |
| "epoch": 1.5159401431359791, |
| "grad_norm": 1.137432336807251, |
| "learning_rate": 4.008766387049257e-05, |
| "loss": 0.8668, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.5191932335718934, |
| "grad_norm": 1.205127239227295, |
| "learning_rate": 4.004647483195682e-05, |
| "loss": 0.854, |
| "step": 2335 |
| }, |
| { |
| "epoch": 1.5224463240078074, |
| "grad_norm": 1.2103711366653442, |
| "learning_rate": 4.0005221652771326e-05, |
| "loss": 0.8599, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.5256994144437215, |
| "grad_norm": 0.8847302794456482, |
| "learning_rate": 3.996390450879163e-05, |
| "loss": 0.8902, |
| "step": 2345 |
| }, |
| { |
| "epoch": 1.5289525048796357, |
| "grad_norm": 0.9139837622642517, |
| "learning_rate": 3.992252357614591e-05, |
| "loss": 0.8537, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.5322055953155498, |
| "grad_norm": 0.6250112056732178, |
| "learning_rate": 3.9881079031234295e-05, |
| "loss": 0.8625, |
| "step": 2355 |
| }, |
| { |
| "epoch": 1.5354586857514638, |
| "grad_norm": 1.3147530555725098, |
| "learning_rate": 3.983957105072806e-05, |
| "loss": 0.8594, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.538711776187378, |
| "grad_norm": 0.8052361607551575, |
| "learning_rate": 3.9797999811568916e-05, |
| "loss": 0.8613, |
| "step": 2365 |
| }, |
| { |
| "epoch": 1.5419648666232921, |
| "grad_norm": 0.963198721408844, |
| "learning_rate": 3.9756365490968216e-05, |
| "loss": 0.8846, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.5452179570592062, |
| "grad_norm": 0.7471247911453247, |
| "learning_rate": 3.971466826640622e-05, |
| "loss": 0.8559, |
| "step": 2375 |
| }, |
| { |
| "epoch": 1.5484710474951204, |
| "grad_norm": 0.9139803051948547, |
| "learning_rate": 3.967290831563137e-05, |
| "loss": 0.8734, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.5517241379310345, |
| "grad_norm": 0.8502246141433716, |
| "learning_rate": 3.963108581665945e-05, |
| "loss": 0.8517, |
| "step": 2385 |
| }, |
| { |
| "epoch": 1.5549772283669485, |
| "grad_norm": 1.010526418685913, |
| "learning_rate": 3.958920094777292e-05, |
| "loss": 0.8699, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.5582303188028628, |
| "grad_norm": 0.9621404409408569, |
| "learning_rate": 3.954725388752006e-05, |
| "loss": 0.8715, |
| "step": 2395 |
| }, |
| { |
| "epoch": 1.5614834092387768, |
| "grad_norm": 0.931891679763794, |
| "learning_rate": 3.950524481471434e-05, |
| "loss": 0.8639, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.5647364996746909, |
| "grad_norm": 0.9025523066520691, |
| "learning_rate": 3.94631739084335e-05, |
| "loss": 0.8407, |
| "step": 2405 |
| }, |
| { |
| "epoch": 1.5679895901106051, |
| "grad_norm": 0.7679696679115295, |
| "learning_rate": 3.942104134801892e-05, |
| "loss": 0.8703, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.5712426805465192, |
| "grad_norm": 0.7461057901382446, |
| "learning_rate": 3.937884731307477e-05, |
| "loss": 0.8508, |
| "step": 2415 |
| }, |
| { |
| "epoch": 1.5744957709824332, |
| "grad_norm": 0.8891671895980835, |
| "learning_rate": 3.9336591983467296e-05, |
| "loss": 0.8392, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.5777488614183475, |
| "grad_norm": 0.7495052218437195, |
| "learning_rate": 3.929427553932402e-05, |
| "loss": 0.8617, |
| "step": 2425 |
| }, |
| { |
| "epoch": 1.5810019518542615, |
| "grad_norm": 0.8563068509101868, |
| "learning_rate": 3.925189816103298e-05, |
| "loss": 0.8682, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.5842550422901756, |
| "grad_norm": 0.8730781674385071, |
| "learning_rate": 3.9209460029242e-05, |
| "loss": 0.8634, |
| "step": 2435 |
| }, |
| { |
| "epoch": 1.5875081327260898, |
| "grad_norm": 1.0046974420547485, |
| "learning_rate": 3.916696132485783e-05, |
| "loss": 0.8423, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.5907612231620039, |
| "grad_norm": 0.8691470623016357, |
| "learning_rate": 3.9124402229045495e-05, |
| "loss": 0.8443, |
| "step": 2445 |
| }, |
| { |
| "epoch": 1.594014313597918, |
| "grad_norm": 0.7887680530548096, |
| "learning_rate": 3.90817829232274e-05, |
| "loss": 0.8796, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.5972674040338322, |
| "grad_norm": 0.8779820203781128, |
| "learning_rate": 3.903910358908267e-05, |
| "loss": 0.8808, |
| "step": 2455 |
| }, |
| { |
| "epoch": 1.6005204944697464, |
| "grad_norm": 0.9116110801696777, |
| "learning_rate": 3.8996364408546284e-05, |
| "loss": 0.8539, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.6037735849056602, |
| "grad_norm": 0.8549916744232178, |
| "learning_rate": 3.895356556380833e-05, |
| "loss": 0.8714, |
| "step": 2465 |
| }, |
| { |
| "epoch": 1.6070266753415745, |
| "grad_norm": 0.7568048238754272, |
| "learning_rate": 3.8910707237313274e-05, |
| "loss": 0.8545, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.6102797657774888, |
| "grad_norm": 0.873261034488678, |
| "learning_rate": 3.886778961175909e-05, |
| "loss": 0.861, |
| "step": 2475 |
| }, |
| { |
| "epoch": 1.6135328562134026, |
| "grad_norm": 0.8435690999031067, |
| "learning_rate": 3.8824812870096585e-05, |
| "loss": 0.849, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.6167859466493169, |
| "grad_norm": 0.7543259263038635, |
| "learning_rate": 3.878177719552854e-05, |
| "loss": 0.8389, |
| "step": 2485 |
| }, |
| { |
| "epoch": 1.6200390370852311, |
| "grad_norm": 0.6784664392471313, |
| "learning_rate": 3.8738682771508975e-05, |
| "loss": 0.862, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.623292127521145, |
| "grad_norm": 0.735149085521698, |
| "learning_rate": 3.869552978174232e-05, |
| "loss": 0.86, |
| "step": 2495 |
| }, |
| { |
| "epoch": 1.6265452179570592, |
| "grad_norm": 1.1492180824279785, |
| "learning_rate": 3.8652318410182696e-05, |
| "loss": 0.8682, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.6297983083929735, |
| "grad_norm": 1.2123005390167236, |
| "learning_rate": 3.860904884103307e-05, |
| "loss": 0.8767, |
| "step": 2505 |
| }, |
| { |
| "epoch": 1.6330513988288873, |
| "grad_norm": 1.0573855638504028, |
| "learning_rate": 3.85657212587445e-05, |
| "loss": 0.8784, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.6363044892648015, |
| "grad_norm": 0.7657274603843689, |
| "learning_rate": 3.8522335848015354e-05, |
| "loss": 0.8614, |
| "step": 2515 |
| }, |
| { |
| "epoch": 1.6395575797007158, |
| "grad_norm": 0.7586051225662231, |
| "learning_rate": 3.847889279379052e-05, |
| "loss": 0.8522, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.6428106701366298, |
| "grad_norm": 0.8660874366760254, |
| "learning_rate": 3.843539228126058e-05, |
| "loss": 0.8491, |
| "step": 2525 |
| }, |
| { |
| "epoch": 1.6460637605725439, |
| "grad_norm": 0.8181445002555847, |
| "learning_rate": 3.8391834495861104e-05, |
| "loss": 0.8774, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.6493168510084582, |
| "grad_norm": 0.8161119222640991, |
| "learning_rate": 3.834821962327173e-05, |
| "loss": 0.8446, |
| "step": 2535 |
| }, |
| { |
| "epoch": 1.6525699414443722, |
| "grad_norm": 0.7471867203712463, |
| "learning_rate": 3.830454784941552e-05, |
| "loss": 0.8743, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.6558230318802862, |
| "grad_norm": 0.8243322372436523, |
| "learning_rate": 3.8260819360458066e-05, |
| "loss": 0.8582, |
| "step": 2545 |
| }, |
| { |
| "epoch": 1.6590761223162005, |
| "grad_norm": 0.7759085297584534, |
| "learning_rate": 3.8217034342806726e-05, |
| "loss": 0.8634, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.6623292127521145, |
| "grad_norm": 0.7820890545845032, |
| "learning_rate": 3.817319298310984e-05, |
| "loss": 0.849, |
| "step": 2555 |
| }, |
| { |
| "epoch": 1.6655823031880286, |
| "grad_norm": 0.7369856238365173, |
| "learning_rate": 3.812929546825591e-05, |
| "loss": 0.851, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.6688353936239428, |
| "grad_norm": 0.6760427355766296, |
| "learning_rate": 3.8085341985372847e-05, |
| "loss": 0.8526, |
| "step": 2565 |
| }, |
| { |
| "epoch": 1.6720884840598569, |
| "grad_norm": 0.7964663505554199, |
| "learning_rate": 3.804133272182711e-05, |
| "loss": 0.8369, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.675341574495771, |
| "grad_norm": 0.7458584308624268, |
| "learning_rate": 3.7997267865222966e-05, |
| "loss": 0.858, |
| "step": 2575 |
| }, |
| { |
| "epoch": 1.6785946649316852, |
| "grad_norm": 0.7713748812675476, |
| "learning_rate": 3.795314760340165e-05, |
| "loss": 0.8422, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.6818477553675992, |
| "grad_norm": 1.1121766567230225, |
| "learning_rate": 3.79089721244406e-05, |
| "loss": 0.8564, |
| "step": 2585 |
| }, |
| { |
| "epoch": 1.6851008458035133, |
| "grad_norm": 0.7054054141044617, |
| "learning_rate": 3.786474161665261e-05, |
| "loss": 0.8503, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.6883539362394275, |
| "grad_norm": 0.8231985569000244, |
| "learning_rate": 3.782045626858508e-05, |
| "loss": 0.8459, |
| "step": 2595 |
| }, |
| { |
| "epoch": 1.6916070266753416, |
| "grad_norm": 0.8120073676109314, |
| "learning_rate": 3.7776116269019164e-05, |
| "loss": 0.8579, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.6948601171112556, |
| "grad_norm": 0.7463471293449402, |
| "learning_rate": 3.773172180696899e-05, |
| "loss": 0.8685, |
| "step": 2605 |
| }, |
| { |
| "epoch": 1.6981132075471699, |
| "grad_norm": 0.9310842752456665, |
| "learning_rate": 3.7687273071680875e-05, |
| "loss": 0.8657, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.701366297983084, |
| "grad_norm": 0.7997697591781616, |
| "learning_rate": 3.7642770252632445e-05, |
| "loss": 0.8536, |
| "step": 2615 |
| }, |
| { |
| "epoch": 1.704619388418998, |
| "grad_norm": 0.9354361295700073, |
| "learning_rate": 3.7598213539531924e-05, |
| "loss": 0.8584, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.7078724788549122, |
| "grad_norm": 0.8442994356155396, |
| "learning_rate": 3.755360312231726e-05, |
| "loss": 0.8509, |
| "step": 2625 |
| }, |
| { |
| "epoch": 1.7111255692908263, |
| "grad_norm": 0.7156201601028442, |
| "learning_rate": 3.7508939191155315e-05, |
| "loss": 0.8587, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.7143786597267403, |
| "grad_norm": 0.8114856481552124, |
| "learning_rate": 3.7464221936441094e-05, |
| "loss": 0.8575, |
| "step": 2635 |
| }, |
| { |
| "epoch": 1.7176317501626546, |
| "grad_norm": 0.9958142042160034, |
| "learning_rate": 3.741945154879691e-05, |
| "loss": 0.8291, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.7208848405985686, |
| "grad_norm": 0.8814706206321716, |
| "learning_rate": 3.7374628219071576e-05, |
| "loss": 0.8756, |
| "step": 2645 |
| }, |
| { |
| "epoch": 1.7241379310344827, |
| "grad_norm": 0.9752816557884216, |
| "learning_rate": 3.732975213833957e-05, |
| "loss": 0.8526, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.727391021470397, |
| "grad_norm": 1.069827914237976, |
| "learning_rate": 3.728482349790025e-05, |
| "loss": 0.85, |
| "step": 2655 |
| }, |
| { |
| "epoch": 1.730644111906311, |
| "grad_norm": 0.7829200029373169, |
| "learning_rate": 3.723984248927704e-05, |
| "loss": 0.8775, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.733897202342225, |
| "grad_norm": 0.9264289140701294, |
| "learning_rate": 3.719480930421657e-05, |
| "loss": 0.8561, |
| "step": 2665 |
| }, |
| { |
| "epoch": 1.7371502927781393, |
| "grad_norm": 1.0062094926834106, |
| "learning_rate": 3.7149724134687915e-05, |
| "loss": 0.8734, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.7404033832140533, |
| "grad_norm": 1.15998375415802, |
| "learning_rate": 3.710458717288176e-05, |
| "loss": 0.8817, |
| "step": 2675 |
| }, |
| { |
| "epoch": 1.7436564736499673, |
| "grad_norm": 0.8632653951644897, |
| "learning_rate": 3.705939861120952e-05, |
| "loss": 0.8467, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.7469095640858816, |
| "grad_norm": 0.9579365849494934, |
| "learning_rate": 3.7014158642302645e-05, |
| "loss": 0.8516, |
| "step": 2685 |
| }, |
| { |
| "epoch": 1.7501626545217959, |
| "grad_norm": 0.7893072962760925, |
| "learning_rate": 3.6968867459011675e-05, |
| "loss": 0.8533, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.7534157449577097, |
| "grad_norm": 0.8436265587806702, |
| "learning_rate": 3.692352525440548e-05, |
| "loss": 0.8661, |
| "step": 2695 |
| }, |
| { |
| "epoch": 1.756668835393624, |
| "grad_norm": 0.7928500175476074, |
| "learning_rate": 3.687813222177042e-05, |
| "loss": 0.8617, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.7599219258295382, |
| "grad_norm": 1.0979465246200562, |
| "learning_rate": 3.683268855460955e-05, |
| "loss": 0.8457, |
| "step": 2705 |
| }, |
| { |
| "epoch": 1.763175016265452, |
| "grad_norm": 0.9280642867088318, |
| "learning_rate": 3.678719444664174e-05, |
| "loss": 0.8698, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.7664281067013663, |
| "grad_norm": 0.7560756206512451, |
| "learning_rate": 3.674165009180091e-05, |
| "loss": 0.8476, |
| "step": 2715 |
| }, |
| { |
| "epoch": 1.7696811971372806, |
| "grad_norm": 1.6937271356582642, |
| "learning_rate": 3.669605568423515e-05, |
| "loss": 0.8601, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.7729342875731944, |
| "grad_norm": 0.7721190452575684, |
| "learning_rate": 3.665041141830594e-05, |
| "loss": 0.8479, |
| "step": 2725 |
| }, |
| { |
| "epoch": 1.7761873780091086, |
| "grad_norm": 0.691184401512146, |
| "learning_rate": 3.660471748858728e-05, |
| "loss": 0.846, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.779440468445023, |
| "grad_norm": 0.8458099961280823, |
| "learning_rate": 3.655897408986487e-05, |
| "loss": 0.8543, |
| "step": 2735 |
| }, |
| { |
| "epoch": 1.7826935588809367, |
| "grad_norm": 0.7717384696006775, |
| "learning_rate": 3.651318141713532e-05, |
| "loss": 0.8555, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.785946649316851, |
| "grad_norm": 0.7364319562911987, |
| "learning_rate": 3.646733966560527e-05, |
| "loss": 0.8693, |
| "step": 2745 |
| }, |
| { |
| "epoch": 1.7891997397527653, |
| "grad_norm": 0.7715139389038086, |
| "learning_rate": 3.642144903069055e-05, |
| "loss": 0.8575, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.7924528301886793, |
| "grad_norm": 0.7801803350448608, |
| "learning_rate": 3.637550970801543e-05, |
| "loss": 0.8832, |
| "step": 2755 |
| }, |
| { |
| "epoch": 1.7957059206245933, |
| "grad_norm": 0.8797639012336731, |
| "learning_rate": 3.632952189341166e-05, |
| "loss": 0.8787, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.7989590110605076, |
| "grad_norm": 0.8655262589454651, |
| "learning_rate": 3.628348578291776e-05, |
| "loss": 0.8527, |
| "step": 2765 |
| }, |
| { |
| "epoch": 1.8022121014964216, |
| "grad_norm": 0.7039540410041809, |
| "learning_rate": 3.623740157277811e-05, |
| "loss": 0.8023, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.8054651919323357, |
| "grad_norm": 0.8364835977554321, |
| "learning_rate": 3.619126945944209e-05, |
| "loss": 0.8428, |
| "step": 2775 |
| }, |
| { |
| "epoch": 1.80871828236825, |
| "grad_norm": 0.8477578163146973, |
| "learning_rate": 3.614508963956335e-05, |
| "loss": 0.8364, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.811971372804164, |
| "grad_norm": 0.790069043636322, |
| "learning_rate": 3.609886230999886e-05, |
| "loss": 0.8557, |
| "step": 2785 |
| }, |
| { |
| "epoch": 1.815224463240078, |
| "grad_norm": 1.1685853004455566, |
| "learning_rate": 3.605258766780815e-05, |
| "loss": 0.8639, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.8184775536759923, |
| "grad_norm": 0.6820409297943115, |
| "learning_rate": 3.600626591025239e-05, |
| "loss": 0.8561, |
| "step": 2795 |
| }, |
| { |
| "epoch": 1.8217306441119063, |
| "grad_norm": 0.6816509366035461, |
| "learning_rate": 3.595989723479363e-05, |
| "loss": 0.8595, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.8249837345478204, |
| "grad_norm": 0.6458393335342407, |
| "learning_rate": 3.591348183909391e-05, |
| "loss": 0.852, |
| "step": 2805 |
| }, |
| { |
| "epoch": 1.8282368249837346, |
| "grad_norm": 0.8720667958259583, |
| "learning_rate": 3.586701992101446e-05, |
| "loss": 0.8493, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.8314899154196487, |
| "grad_norm": 0.8076214790344238, |
| "learning_rate": 3.582051167861477e-05, |
| "loss": 0.8399, |
| "step": 2815 |
| }, |
| { |
| "epoch": 1.8347430058555627, |
| "grad_norm": 1.1117894649505615, |
| "learning_rate": 3.577395731015184e-05, |
| "loss": 0.8462, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.837996096291477, |
| "grad_norm": 0.8749067783355713, |
| "learning_rate": 3.57273570140793e-05, |
| "loss": 0.8484, |
| "step": 2825 |
| }, |
| { |
| "epoch": 1.841249186727391, |
| "grad_norm": 0.9115192890167236, |
| "learning_rate": 3.5680710989046565e-05, |
| "loss": 0.8379, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.844502277163305, |
| "grad_norm": 0.7345873117446899, |
| "learning_rate": 3.5634019433897964e-05, |
| "loss": 0.8521, |
| "step": 2835 |
| }, |
| { |
| "epoch": 1.8477553675992193, |
| "grad_norm": 0.8665250539779663, |
| "learning_rate": 3.558728254767192e-05, |
| "loss": 0.8591, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.8510084580351334, |
| "grad_norm": 0.6966584324836731, |
| "learning_rate": 3.5540500529600096e-05, |
| "loss": 0.8633, |
| "step": 2845 |
| }, |
| { |
| "epoch": 1.8542615484710474, |
| "grad_norm": 0.9217740893363953, |
| "learning_rate": 3.5493673579106555e-05, |
| "loss": 0.8581, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.8575146389069617, |
| "grad_norm": 1.1653602123260498, |
| "learning_rate": 3.5446801895806904e-05, |
| "loss": 0.8429, |
| "step": 2855 |
| }, |
| { |
| "epoch": 1.8607677293428757, |
| "grad_norm": 1.0861412286758423, |
| "learning_rate": 3.539988567950741e-05, |
| "loss": 0.8385, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.8640208197787898, |
| "grad_norm": 0.9099658727645874, |
| "learning_rate": 3.53529251302042e-05, |
| "loss": 0.8727, |
| "step": 2865 |
| }, |
| { |
| "epoch": 1.867273910214704, |
| "grad_norm": 0.8507881760597229, |
| "learning_rate": 3.530592044808237e-05, |
| "loss": 0.8601, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.870527000650618, |
| "grad_norm": 0.7487595677375793, |
| "learning_rate": 3.525887183351517e-05, |
| "loss": 0.8453, |
| "step": 2875 |
| }, |
| { |
| "epoch": 1.873780091086532, |
| "grad_norm": 0.7527421116828918, |
| "learning_rate": 3.521177948706311e-05, |
| "loss": 0.856, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.8770331815224464, |
| "grad_norm": 1.198721170425415, |
| "learning_rate": 3.5164643609473114e-05, |
| "loss": 0.8322, |
| "step": 2885 |
| }, |
| { |
| "epoch": 1.8802862719583604, |
| "grad_norm": 0.7312609553337097, |
| "learning_rate": 3.51174644016777e-05, |
| "loss": 0.8571, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.8835393623942744, |
| "grad_norm": 0.813762903213501, |
| "learning_rate": 3.507024206479406e-05, |
| "loss": 0.8485, |
| "step": 2895 |
| }, |
| { |
| "epoch": 1.8867924528301887, |
| "grad_norm": 0.6589996814727783, |
| "learning_rate": 3.502297680012327e-05, |
| "loss": 0.8199, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.8900455432661027, |
| "grad_norm": 0.8973954319953918, |
| "learning_rate": 3.4975668809149375e-05, |
| "loss": 0.8595, |
| "step": 2905 |
| }, |
| { |
| "epoch": 1.8932986337020168, |
| "grad_norm": 0.8979359269142151, |
| "learning_rate": 3.492831829353857e-05, |
| "loss": 0.8637, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.896551724137931, |
| "grad_norm": 0.7665019035339355, |
| "learning_rate": 3.488092545513833e-05, |
| "loss": 0.8753, |
| "step": 2915 |
| }, |
| { |
| "epoch": 1.8998048145738453, |
| "grad_norm": 1.2857329845428467, |
| "learning_rate": 3.483349049597653e-05, |
| "loss": 0.8394, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.9030579050097591, |
| "grad_norm": 0.7651403546333313, |
| "learning_rate": 3.4786013618260615e-05, |
| "loss": 0.846, |
| "step": 2925 |
| }, |
| { |
| "epoch": 1.9063109954456734, |
| "grad_norm": 0.818390429019928, |
| "learning_rate": 3.47384950243767e-05, |
| "loss": 0.8919, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.9095640858815877, |
| "grad_norm": 0.8343967795372009, |
| "learning_rate": 3.4690934916888754e-05, |
| "loss": 0.8451, |
| "step": 2935 |
| }, |
| { |
| "epoch": 1.9128171763175015, |
| "grad_norm": 0.8200094699859619, |
| "learning_rate": 3.464333349853769e-05, |
| "loss": 0.8468, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.9160702667534157, |
| "grad_norm": 0.8766981959342957, |
| "learning_rate": 3.459569097224054e-05, |
| "loss": 0.8455, |
| "step": 2945 |
| }, |
| { |
| "epoch": 1.91932335718933, |
| "grad_norm": 0.7592107057571411, |
| "learning_rate": 3.454800754108957e-05, |
| "loss": 0.8564, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.9225764476252438, |
| "grad_norm": 0.7694371938705444, |
| "learning_rate": 3.45002834083514e-05, |
| "loss": 0.8579, |
| "step": 2955 |
| }, |
| { |
| "epoch": 1.925829538061158, |
| "grad_norm": 0.9310813546180725, |
| "learning_rate": 3.445251877746616e-05, |
| "loss": 0.853, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.9290826284970723, |
| "grad_norm": 0.7357284426689148, |
| "learning_rate": 3.440471385204664e-05, |
| "loss": 0.843, |
| "step": 2965 |
| }, |
| { |
| "epoch": 1.9323357189329864, |
| "grad_norm": 1.0630100965499878, |
| "learning_rate": 3.4356868835877376e-05, |
| "loss": 0.8656, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.9355888093689004, |
| "grad_norm": 1.3015029430389404, |
| "learning_rate": 3.430898393291381e-05, |
| "loss": 0.8681, |
| "step": 2975 |
| }, |
| { |
| "epoch": 1.9388418998048147, |
| "grad_norm": 0.941599428653717, |
| "learning_rate": 3.426105934728141e-05, |
| "loss": 0.8374, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.9420949902407287, |
| "grad_norm": 0.827949583530426, |
| "learning_rate": 3.4213095283274807e-05, |
| "loss": 0.8342, |
| "step": 2985 |
| }, |
| { |
| "epoch": 1.9453480806766428, |
| "grad_norm": 0.7155514359474182, |
| "learning_rate": 3.416509194535693e-05, |
| "loss": 0.8604, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.948601171112557, |
| "grad_norm": 0.6395983099937439, |
| "learning_rate": 3.411704953815813e-05, |
| "loss": 0.8545, |
| "step": 2995 |
| }, |
| { |
| "epoch": 1.951854261548471, |
| "grad_norm": 1.0403225421905518, |
| "learning_rate": 3.406896826647528e-05, |
| "loss": 0.8317, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.9551073519843851, |
| "grad_norm": 0.809688925743103, |
| "learning_rate": 3.4020848335270944e-05, |
| "loss": 0.8459, |
| "step": 3005 |
| }, |
| { |
| "epoch": 1.9583604424202994, |
| "grad_norm": 0.7284942865371704, |
| "learning_rate": 3.397268994967248e-05, |
| "loss": 0.8609, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.9616135328562134, |
| "grad_norm": 0.8415728807449341, |
| "learning_rate": 3.392449331497117e-05, |
| "loss": 0.8421, |
| "step": 3015 |
| }, |
| { |
| "epoch": 1.9648666232921275, |
| "grad_norm": 0.7867475152015686, |
| "learning_rate": 3.387625863662137e-05, |
| "loss": 0.8537, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.9681197137280417, |
| "grad_norm": 0.8730093240737915, |
| "learning_rate": 3.3827986120239556e-05, |
| "loss": 0.8453, |
| "step": 3025 |
| }, |
| { |
| "epoch": 1.9713728041639558, |
| "grad_norm": 1.0075076818466187, |
| "learning_rate": 3.377967597160355e-05, |
| "loss": 0.8485, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.9746258945998698, |
| "grad_norm": 0.7558779716491699, |
| "learning_rate": 3.373132839665159e-05, |
| "loss": 0.8283, |
| "step": 3035 |
| }, |
| { |
| "epoch": 1.977878985035784, |
| "grad_norm": 0.8635545969009399, |
| "learning_rate": 3.368294360148141e-05, |
| "loss": 0.8445, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.9811320754716981, |
| "grad_norm": 0.7366521954536438, |
| "learning_rate": 3.363452179234946e-05, |
| "loss": 0.8377, |
| "step": 3045 |
| }, |
| { |
| "epoch": 1.9843851659076122, |
| "grad_norm": 0.895798921585083, |
| "learning_rate": 3.3586063175669957e-05, |
| "loss": 0.8517, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.9876382563435264, |
| "grad_norm": 0.8703877329826355, |
| "learning_rate": 3.353756795801402e-05, |
| "loss": 0.8635, |
| "step": 3055 |
| }, |
| { |
| "epoch": 1.9908913467794405, |
| "grad_norm": 0.8399415612220764, |
| "learning_rate": 3.348903634610879e-05, |
| "loss": 0.8469, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.9941444372153545, |
| "grad_norm": 0.6633405685424805, |
| "learning_rate": 3.344046854683656e-05, |
| "loss": 0.8265, |
| "step": 3065 |
| }, |
| { |
| "epoch": 1.9973975276512688, |
| "grad_norm": 0.8422790765762329, |
| "learning_rate": 3.3391864767233874e-05, |
| "loss": 0.8356, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_f1": 0.8011475160594294, |
| "eval_loss": 0.444091796875, |
| "eval_precision": 0.8009366991425545, |
| "eval_recall": 0.8015108608319047, |
| "eval_runtime": 238.6273, |
| "eval_samples_per_second": 1648.743, |
| "eval_steps_per_second": 1.613, |
| "step": 3074 |
| }, |
| { |
| "epoch": 2.000650618087183, |
| "grad_norm": 0.9484532475471497, |
| "learning_rate": 3.334322521449066e-05, |
| "loss": 0.8414, |
| "step": 3075 |
| }, |
| { |
| "epoch": 2.003903708523097, |
| "grad_norm": 1.058498740196228, |
| "learning_rate": 3.3294550095949325e-05, |
| "loss": 0.7647, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.007156798959011, |
| "grad_norm": 1.1817635297775269, |
| "learning_rate": 3.3245839619103916e-05, |
| "loss": 0.7739, |
| "step": 3085 |
| }, |
| { |
| "epoch": 2.0104098893949254, |
| "grad_norm": 0.9960103034973145, |
| "learning_rate": 3.319709399159919e-05, |
| "loss": 0.7627, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.013662979830839, |
| "grad_norm": 0.7337830066680908, |
| "learning_rate": 3.314831342122974e-05, |
| "loss": 0.7736, |
| "step": 3095 |
| }, |
| { |
| "epoch": 2.0169160702667535, |
| "grad_norm": 0.8539023995399475, |
| "learning_rate": 3.309949811593914e-05, |
| "loss": 0.7677, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.0201691607026677, |
| "grad_norm": 0.812573254108429, |
| "learning_rate": 3.3050648283818985e-05, |
| "loss": 0.7688, |
| "step": 3105 |
| }, |
| { |
| "epoch": 2.0234222511385815, |
| "grad_norm": 0.8771811127662659, |
| "learning_rate": 3.30017641331081e-05, |
| "loss": 0.7873, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.026675341574496, |
| "grad_norm": 0.8817070126533508, |
| "learning_rate": 3.295284587219159e-05, |
| "loss": 0.7516, |
| "step": 3115 |
| }, |
| { |
| "epoch": 2.02992843201041, |
| "grad_norm": 0.8555654287338257, |
| "learning_rate": 3.290389370959995e-05, |
| "loss": 0.7245, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.033181522446324, |
| "grad_norm": 0.9785915017127991, |
| "learning_rate": 3.285490785400822e-05, |
| "loss": 0.7591, |
| "step": 3125 |
| }, |
| { |
| "epoch": 2.036434612882238, |
| "grad_norm": 1.1170217990875244, |
| "learning_rate": 3.280588851423504e-05, |
| "loss": 0.7545, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.0396877033181524, |
| "grad_norm": 0.889552652835846, |
| "learning_rate": 3.275683589924181e-05, |
| "loss": 0.7509, |
| "step": 3135 |
| }, |
| { |
| "epoch": 2.0429407937540662, |
| "grad_norm": 0.9748543500900269, |
| "learning_rate": 3.270775021813177e-05, |
| "loss": 0.7419, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.0461938841899805, |
| "grad_norm": 0.9157707691192627, |
| "learning_rate": 3.26586316801491e-05, |
| "loss": 0.7476, |
| "step": 3145 |
| }, |
| { |
| "epoch": 2.0494469746258948, |
| "grad_norm": 1.3593250513076782, |
| "learning_rate": 3.2609480494678055e-05, |
| "loss": 0.778, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.0527000650618086, |
| "grad_norm": 0.8584513664245605, |
| "learning_rate": 3.256029687124209e-05, |
| "loss": 0.7634, |
| "step": 3155 |
| }, |
| { |
| "epoch": 2.055953155497723, |
| "grad_norm": 1.1206103563308716, |
| "learning_rate": 3.2511081019502875e-05, |
| "loss": 0.7612, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.059206245933637, |
| "grad_norm": 1.1010791063308716, |
| "learning_rate": 3.2461833149259516e-05, |
| "loss": 0.7631, |
| "step": 3165 |
| }, |
| { |
| "epoch": 2.062459336369551, |
| "grad_norm": 1.0924779176712036, |
| "learning_rate": 3.241255347044759e-05, |
| "loss": 0.7592, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.065712426805465, |
| "grad_norm": 0.9586931467056274, |
| "learning_rate": 3.236324219313826e-05, |
| "loss": 0.7591, |
| "step": 3175 |
| }, |
| { |
| "epoch": 2.0689655172413794, |
| "grad_norm": 1.0838814973831177, |
| "learning_rate": 3.231389952753742e-05, |
| "loss": 0.7724, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.0722186076772933, |
| "grad_norm": 0.9030594229698181, |
| "learning_rate": 3.226452568398471e-05, |
| "loss": 0.7627, |
| "step": 3185 |
| }, |
| { |
| "epoch": 2.0754716981132075, |
| "grad_norm": 1.0417284965515137, |
| "learning_rate": 3.221512087295275e-05, |
| "loss": 0.765, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.078724788549122, |
| "grad_norm": 1.3411697149276733, |
| "learning_rate": 3.216568530504611e-05, |
| "loss": 0.7718, |
| "step": 3195 |
| }, |
| { |
| "epoch": 2.0819778789850356, |
| "grad_norm": 1.1210920810699463, |
| "learning_rate": 3.21162191910005e-05, |
| "loss": 0.7578, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.08523096942095, |
| "grad_norm": 1.0522574186325073, |
| "learning_rate": 3.2066722741681845e-05, |
| "loss": 0.7645, |
| "step": 3205 |
| }, |
| { |
| "epoch": 2.088484059856864, |
| "grad_norm": 0.9024161100387573, |
| "learning_rate": 3.2017196168085345e-05, |
| "loss": 0.7542, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.091737150292778, |
| "grad_norm": 0.93799889087677, |
| "learning_rate": 3.196763968133466e-05, |
| "loss": 0.7675, |
| "step": 3215 |
| }, |
| { |
| "epoch": 2.094990240728692, |
| "grad_norm": 0.9059098362922668, |
| "learning_rate": 3.191805349268097e-05, |
| "loss": 0.774, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.0982433311646065, |
| "grad_norm": 0.954647958278656, |
| "learning_rate": 3.1868437813502026e-05, |
| "loss": 0.7591, |
| "step": 3225 |
| }, |
| { |
| "epoch": 2.1014964216005203, |
| "grad_norm": 0.956679105758667, |
| "learning_rate": 3.1818792855301316e-05, |
| "loss": 0.7585, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.1047495120364346, |
| "grad_norm": 0.8911952376365662, |
| "learning_rate": 3.1769118829707156e-05, |
| "loss": 0.7736, |
| "step": 3235 |
| }, |
| { |
| "epoch": 2.108002602472349, |
| "grad_norm": 1.1105453968048096, |
| "learning_rate": 3.171941594847173e-05, |
| "loss": 0.746, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.1112556929082626, |
| "grad_norm": 1.0151236057281494, |
| "learning_rate": 3.1669684423470275e-05, |
| "loss": 0.7628, |
| "step": 3245 |
| }, |
| { |
| "epoch": 2.114508783344177, |
| "grad_norm": 1.0137097835540771, |
| "learning_rate": 3.16199244667001e-05, |
| "loss": 0.7611, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.117761873780091, |
| "grad_norm": 0.9404064416885376, |
| "learning_rate": 3.157013629027972e-05, |
| "loss": 0.7601, |
| "step": 3255 |
| }, |
| { |
| "epoch": 2.121014964216005, |
| "grad_norm": 1.3806120157241821, |
| "learning_rate": 3.152032010644796e-05, |
| "loss": 0.7647, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.1242680546519193, |
| "grad_norm": 0.9700812697410583, |
| "learning_rate": 3.147047612756302e-05, |
| "loss": 0.766, |
| "step": 3265 |
| }, |
| { |
| "epoch": 2.1275211450878335, |
| "grad_norm": 1.1779789924621582, |
| "learning_rate": 3.142060456610159e-05, |
| "loss": 0.7571, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.130774235523748, |
| "grad_norm": 1.1766470670700073, |
| "learning_rate": 3.137070563465796e-05, |
| "loss": 0.7587, |
| "step": 3275 |
| }, |
| { |
| "epoch": 2.1340273259596616, |
| "grad_norm": 1.1181317567825317, |
| "learning_rate": 3.1320779545943034e-05, |
| "loss": 0.7514, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.137280416395576, |
| "grad_norm": 1.520752191543579, |
| "learning_rate": 3.127082651278357e-05, |
| "loss": 0.7383, |
| "step": 3285 |
| }, |
| { |
| "epoch": 2.14053350683149, |
| "grad_norm": 1.1578936576843262, |
| "learning_rate": 3.1220846748121105e-05, |
| "loss": 0.7736, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.143786597267404, |
| "grad_norm": 1.3091363906860352, |
| "learning_rate": 3.117084046501119e-05, |
| "loss": 0.7615, |
| "step": 3295 |
| }, |
| { |
| "epoch": 2.147039687703318, |
| "grad_norm": 0.9620407223701477, |
| "learning_rate": 3.112080787662237e-05, |
| "loss": 0.7924, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.1502927781392325, |
| "grad_norm": 0.9089716672897339, |
| "learning_rate": 3.107074919623536e-05, |
| "loss": 0.7455, |
| "step": 3305 |
| }, |
| { |
| "epoch": 2.1535458685751463, |
| "grad_norm": 1.1510998010635376, |
| "learning_rate": 3.102066463724209e-05, |
| "loss": 0.765, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.1567989590110606, |
| "grad_norm": 1.8722169399261475, |
| "learning_rate": 3.0970554413144805e-05, |
| "loss": 0.7627, |
| "step": 3315 |
| }, |
| { |
| "epoch": 2.160052049446975, |
| "grad_norm": 1.0691964626312256, |
| "learning_rate": 3.0920418737555144e-05, |
| "loss": 0.7753, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.1633051398828886, |
| "grad_norm": 0.9641361832618713, |
| "learning_rate": 3.0870257824193263e-05, |
| "loss": 0.7516, |
| "step": 3325 |
| }, |
| { |
| "epoch": 2.166558230318803, |
| "grad_norm": 1.0590273141860962, |
| "learning_rate": 3.08200718868869e-05, |
| "loss": 0.7859, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.169811320754717, |
| "grad_norm": 1.2373055219650269, |
| "learning_rate": 3.076986113957044e-05, |
| "loss": 0.772, |
| "step": 3335 |
| }, |
| { |
| "epoch": 2.173064411190631, |
| "grad_norm": 1.160982608795166, |
| "learning_rate": 3.071962579628408e-05, |
| "loss": 0.7673, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.1763175016265452, |
| "grad_norm": 0.8511375188827515, |
| "learning_rate": 3.066936607117279e-05, |
| "loss": 0.7558, |
| "step": 3345 |
| }, |
| { |
| "epoch": 2.1795705920624595, |
| "grad_norm": 0.9551635384559631, |
| "learning_rate": 3.061908217848556e-05, |
| "loss": 0.7641, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.1828236824983733, |
| "grad_norm": 0.9262502789497375, |
| "learning_rate": 3.056877433257434e-05, |
| "loss": 0.7667, |
| "step": 3355 |
| }, |
| { |
| "epoch": 2.1860767729342876, |
| "grad_norm": 1.2747892141342163, |
| "learning_rate": 3.051844274789321e-05, |
| "loss": 0.7497, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.189329863370202, |
| "grad_norm": 1.2817254066467285, |
| "learning_rate": 3.046808763899745e-05, |
| "loss": 0.7743, |
| "step": 3365 |
| }, |
| { |
| "epoch": 2.1925829538061157, |
| "grad_norm": 1.3123672008514404, |
| "learning_rate": 3.041770922054262e-05, |
| "loss": 0.7681, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.19583604424203, |
| "grad_norm": 1.0206502676010132, |
| "learning_rate": 3.0367307707283626e-05, |
| "loss": 0.7833, |
| "step": 3375 |
| }, |
| { |
| "epoch": 2.199089134677944, |
| "grad_norm": 1.0204437971115112, |
| "learning_rate": 3.0326970012795626e-05, |
| "loss": 0.7575, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.202342225113858, |
| "grad_norm": 1.0020246505737305, |
| "learning_rate": 3.027652747038522e-05, |
| "loss": 0.7702, |
| "step": 3385 |
| }, |
| { |
| "epoch": 2.2055953155497723, |
| "grad_norm": 1.045996904373169, |
| "learning_rate": 3.022606243500526e-05, |
| "loss": 0.7609, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.2088484059856865, |
| "grad_norm": 0.9325571060180664, |
| "learning_rate": 3.0175575121779886e-05, |
| "loss": 0.7363, |
| "step": 3395 |
| }, |
| { |
| "epoch": 2.2121014964216004, |
| "grad_norm": 1.2504099607467651, |
| "learning_rate": 3.012506574592825e-05, |
| "loss": 0.7742, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.2153545868575146, |
| "grad_norm": 1.0567350387573242, |
| "learning_rate": 3.007453452276349e-05, |
| "loss": 0.7544, |
| "step": 3405 |
| }, |
| { |
| "epoch": 2.218607677293429, |
| "grad_norm": 0.9951023459434509, |
| "learning_rate": 3.0023981667691926e-05, |
| "loss": 0.7432, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.2218607677293427, |
| "grad_norm": 1.0222620964050293, |
| "learning_rate": 2.997340739621206e-05, |
| "loss": 0.794, |
| "step": 3415 |
| }, |
| { |
| "epoch": 2.225113858165257, |
| "grad_norm": 0.8401185870170593, |
| "learning_rate": 2.9922811923913714e-05, |
| "loss": 0.751, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.2283669486011712, |
| "grad_norm": 1.1666043996810913, |
| "learning_rate": 2.9872195466477054e-05, |
| "loss": 0.7592, |
| "step": 3425 |
| }, |
| { |
| "epoch": 2.231620039037085, |
| "grad_norm": 0.95232754945755, |
| "learning_rate": 2.9821558239671744e-05, |
| "loss": 0.7639, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.2348731294729993, |
| "grad_norm": 0.8971825242042542, |
| "learning_rate": 2.977090045935594e-05, |
| "loss": 0.7553, |
| "step": 3435 |
| }, |
| { |
| "epoch": 2.2381262199089136, |
| "grad_norm": 1.0237399339675903, |
| "learning_rate": 2.9720222341475445e-05, |
| "loss": 0.7504, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.2413793103448274, |
| "grad_norm": 1.1775766611099243, |
| "learning_rate": 2.966952410206275e-05, |
| "loss": 0.7449, |
| "step": 3445 |
| }, |
| { |
| "epoch": 2.2446324007807417, |
| "grad_norm": 0.885957658290863, |
| "learning_rate": 2.9618805957236113e-05, |
| "loss": 0.7631, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.247885491216656, |
| "grad_norm": 1.3709341287612915, |
| "learning_rate": 2.956806812319865e-05, |
| "loss": 0.7589, |
| "step": 3455 |
| }, |
| { |
| "epoch": 2.2511385816525697, |
| "grad_norm": 1.204150676727295, |
| "learning_rate": 2.951731081623742e-05, |
| "loss": 0.7662, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.254391672088484, |
| "grad_norm": 1.6271796226501465, |
| "learning_rate": 2.946653425272247e-05, |
| "loss": 0.7821, |
| "step": 3465 |
| }, |
| { |
| "epoch": 2.2576447625243983, |
| "grad_norm": 1.0852000713348389, |
| "learning_rate": 2.9415738649105963e-05, |
| "loss": 0.7408, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.260897852960312, |
| "grad_norm": 1.0353608131408691, |
| "learning_rate": 2.9364924221921185e-05, |
| "loss": 0.7478, |
| "step": 3475 |
| }, |
| { |
| "epoch": 2.2641509433962264, |
| "grad_norm": 1.881262183189392, |
| "learning_rate": 2.9314091187781715e-05, |
| "loss": 0.7584, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.2674040338321406, |
| "grad_norm": 1.2990703582763672, |
| "learning_rate": 2.9263239763380412e-05, |
| "loss": 0.7566, |
| "step": 3485 |
| }, |
| { |
| "epoch": 2.2706571242680544, |
| "grad_norm": 0.9985173940658569, |
| "learning_rate": 2.921237016548854e-05, |
| "loss": 0.7676, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.2739102147039687, |
| "grad_norm": 0.9522629976272583, |
| "learning_rate": 2.9161482610954842e-05, |
| "loss": 0.7475, |
| "step": 3495 |
| }, |
| { |
| "epoch": 2.277163305139883, |
| "grad_norm": 0.9219643473625183, |
| "learning_rate": 2.9110577316704602e-05, |
| "loss": 0.7613, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.280416395575797, |
| "grad_norm": 0.9594421982765198, |
| "learning_rate": 2.905965449973871e-05, |
| "loss": 0.768, |
| "step": 3505 |
| }, |
| { |
| "epoch": 2.283669486011711, |
| "grad_norm": 1.0452098846435547, |
| "learning_rate": 2.900871437713279e-05, |
| "loss": 0.7699, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.2869225764476253, |
| "grad_norm": 0.9670342803001404, |
| "learning_rate": 2.8957757166036193e-05, |
| "loss": 0.7573, |
| "step": 3515 |
| }, |
| { |
| "epoch": 2.290175666883539, |
| "grad_norm": 1.147403597831726, |
| "learning_rate": 2.890678308367115e-05, |
| "loss": 0.7688, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.2934287573194534, |
| "grad_norm": 1.086470603942871, |
| "learning_rate": 2.8855792347331793e-05, |
| "loss": 0.7671, |
| "step": 3525 |
| }, |
| { |
| "epoch": 2.2966818477553677, |
| "grad_norm": 1.6733858585357666, |
| "learning_rate": 2.8804785174383248e-05, |
| "loss": 0.7753, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.2999349381912815, |
| "grad_norm": 1.0693230628967285, |
| "learning_rate": 2.8753761782260723e-05, |
| "loss": 0.7457, |
| "step": 3535 |
| }, |
| { |
| "epoch": 2.3031880286271957, |
| "grad_norm": 1.079010009765625, |
| "learning_rate": 2.8702722388468546e-05, |
| "loss": 0.7701, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.30644111906311, |
| "grad_norm": 0.9620556235313416, |
| "learning_rate": 2.8651667210579257e-05, |
| "loss": 0.759, |
| "step": 3545 |
| }, |
| { |
| "epoch": 2.3096942094990243, |
| "grad_norm": 1.1349847316741943, |
| "learning_rate": 2.8600596466232715e-05, |
| "loss": 0.7776, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.312947299934938, |
| "grad_norm": 1.4847538471221924, |
| "learning_rate": 2.8549510373135092e-05, |
| "loss": 0.7566, |
| "step": 3555 |
| }, |
| { |
| "epoch": 2.3162003903708523, |
| "grad_norm": 1.657256007194519, |
| "learning_rate": 2.8498409149058008e-05, |
| "loss": 0.762, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.3194534808067666, |
| "grad_norm": 1.0619240999221802, |
| "learning_rate": 2.8447293011837596e-05, |
| "loss": 0.771, |
| "step": 3565 |
| }, |
| { |
| "epoch": 2.3227065712426804, |
| "grad_norm": 0.8844910264015198, |
| "learning_rate": 2.8396162179373535e-05, |
| "loss": 0.7573, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.3259596616785947, |
| "grad_norm": 1.3543357849121094, |
| "learning_rate": 2.8345016869628175e-05, |
| "loss": 0.7736, |
| "step": 3575 |
| }, |
| { |
| "epoch": 2.329212752114509, |
| "grad_norm": 0.9610804319381714, |
| "learning_rate": 2.8293857300625555e-05, |
| "loss": 0.7536, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.3324658425504228, |
| "grad_norm": 1.2407771348953247, |
| "learning_rate": 2.8242683690450518e-05, |
| "loss": 0.7584, |
| "step": 3585 |
| }, |
| { |
| "epoch": 2.335718932986337, |
| "grad_norm": 1.388168215751648, |
| "learning_rate": 2.8191496257247764e-05, |
| "loss": 0.7426, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.3389720234222513, |
| "grad_norm": 1.1140729188919067, |
| "learning_rate": 2.814029521922088e-05, |
| "loss": 0.7418, |
| "step": 3595 |
| }, |
| { |
| "epoch": 2.342225113858165, |
| "grad_norm": 1.0877522230148315, |
| "learning_rate": 2.8089080794631512e-05, |
| "loss": 0.7531, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.3454782042940794, |
| "grad_norm": 1.0917423963546753, |
| "learning_rate": 2.803785320179832e-05, |
| "loss": 0.7435, |
| "step": 3605 |
| }, |
| { |
| "epoch": 2.3487312947299936, |
| "grad_norm": 1.3571592569351196, |
| "learning_rate": 2.7986612659096113e-05, |
| "loss": 0.7594, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.3519843851659075, |
| "grad_norm": 1.0520139932632446, |
| "learning_rate": 2.7935359384954914e-05, |
| "loss": 0.758, |
| "step": 3615 |
| }, |
| { |
| "epoch": 2.3552374756018217, |
| "grad_norm": 1.271592617034912, |
| "learning_rate": 2.7884093597858996e-05, |
| "loss": 0.7457, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.358490566037736, |
| "grad_norm": 0.9961024522781372, |
| "learning_rate": 2.783281551634599e-05, |
| "loss": 0.7626, |
| "step": 3625 |
| }, |
| { |
| "epoch": 2.36174365647365, |
| "grad_norm": 1.3508564233779907, |
| "learning_rate": 2.7781525359005943e-05, |
| "loss": 0.734, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.364996746909564, |
| "grad_norm": 1.0961614847183228, |
| "learning_rate": 2.7730223344480348e-05, |
| "loss": 0.7553, |
| "step": 3635 |
| }, |
| { |
| "epoch": 2.3682498373454783, |
| "grad_norm": 1.032395839691162, |
| "learning_rate": 2.7678909691461274e-05, |
| "loss": 0.7915, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.371502927781392, |
| "grad_norm": 1.1500605344772339, |
| "learning_rate": 2.7627584618690394e-05, |
| "loss": 0.7539, |
| "step": 3645 |
| }, |
| { |
| "epoch": 2.3747560182173064, |
| "grad_norm": 1.0203113555908203, |
| "learning_rate": 2.7576248344958054e-05, |
| "loss": 0.7771, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.3780091086532207, |
| "grad_norm": 2.247779607772827, |
| "learning_rate": 2.7524901089102358e-05, |
| "loss": 0.764, |
| "step": 3655 |
| }, |
| { |
| "epoch": 2.3812621990891345, |
| "grad_norm": 1.131200909614563, |
| "learning_rate": 2.7473543070008213e-05, |
| "loss": 0.742, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.3845152895250488, |
| "grad_norm": 1.2509359121322632, |
| "learning_rate": 2.7422174506606413e-05, |
| "loss": 0.7461, |
| "step": 3665 |
| }, |
| { |
| "epoch": 2.387768379960963, |
| "grad_norm": 0.864366352558136, |
| "learning_rate": 2.737079561787272e-05, |
| "loss": 0.7405, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.391021470396877, |
| "grad_norm": 0.9416084885597229, |
| "learning_rate": 2.7319406622826878e-05, |
| "loss": 0.7439, |
| "step": 3675 |
| }, |
| { |
| "epoch": 2.394274560832791, |
| "grad_norm": 1.7094473838806152, |
| "learning_rate": 2.726800774053173e-05, |
| "loss": 0.7698, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.3975276512687054, |
| "grad_norm": 0.9964091777801514, |
| "learning_rate": 2.7216599190092273e-05, |
| "loss": 0.7536, |
| "step": 3685 |
| }, |
| { |
| "epoch": 2.4007807417046196, |
| "grad_norm": 1.1519944667816162, |
| "learning_rate": 2.7165181190654702e-05, |
| "loss": 0.7459, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.4040338321405335, |
| "grad_norm": 1.2240533828735352, |
| "learning_rate": 2.7113753961405515e-05, |
| "loss": 0.7434, |
| "step": 3695 |
| }, |
| { |
| "epoch": 2.4072869225764477, |
| "grad_norm": 1.122253656387329, |
| "learning_rate": 2.7062317721570512e-05, |
| "loss": 0.7471, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.410540013012362, |
| "grad_norm": 1.0433543920516968, |
| "learning_rate": 2.7010872690413956e-05, |
| "loss": 0.7429, |
| "step": 3705 |
| }, |
| { |
| "epoch": 2.413793103448276, |
| "grad_norm": 1.092159628868103, |
| "learning_rate": 2.6959419087237553e-05, |
| "loss": 0.7506, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.41704619388419, |
| "grad_norm": 0.9082927107810974, |
| "learning_rate": 2.6907957131379553e-05, |
| "loss": 0.7666, |
| "step": 3715 |
| }, |
| { |
| "epoch": 2.4202992843201043, |
| "grad_norm": 0.8798219561576843, |
| "learning_rate": 2.6856487042213822e-05, |
| "loss": 0.7637, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.423552374756018, |
| "grad_norm": 0.8654388189315796, |
| "learning_rate": 2.6805009039148897e-05, |
| "loss": 0.7541, |
| "step": 3725 |
| }, |
| { |
| "epoch": 2.4268054651919324, |
| "grad_norm": 1.0439229011535645, |
| "learning_rate": 2.675352334162704e-05, |
| "loss": 0.7618, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.4300585556278467, |
| "grad_norm": 0.9634140729904175, |
| "learning_rate": 2.6702030169123316e-05, |
| "loss": 0.737, |
| "step": 3735 |
| }, |
| { |
| "epoch": 2.4333116460637605, |
| "grad_norm": 0.8647895455360413, |
| "learning_rate": 2.6650529741144665e-05, |
| "loss": 0.7485, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.4365647364996748, |
| "grad_norm": 1.984215259552002, |
| "learning_rate": 2.6599022277228948e-05, |
| "loss": 0.7541, |
| "step": 3745 |
| }, |
| { |
| "epoch": 2.439817826935589, |
| "grad_norm": 1.074607014656067, |
| "learning_rate": 2.6547507996944022e-05, |
| "loss": 0.7595, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.443070917371503, |
| "grad_norm": 0.9121082425117493, |
| "learning_rate": 2.649598711988679e-05, |
| "loss": 0.7741, |
| "step": 3755 |
| }, |
| { |
| "epoch": 2.446324007807417, |
| "grad_norm": 1.6042678356170654, |
| "learning_rate": 2.6444459865682297e-05, |
| "loss": 0.7699, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.4495770982433314, |
| "grad_norm": 0.9366397857666016, |
| "learning_rate": 2.6392926453982748e-05, |
| "loss": 0.7525, |
| "step": 3765 |
| }, |
| { |
| "epoch": 2.452830188679245, |
| "grad_norm": 1.0728055238723755, |
| "learning_rate": 2.6341387104466612e-05, |
| "loss": 0.749, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.4560832791151594, |
| "grad_norm": 0.988258957862854, |
| "learning_rate": 2.6289842036837675e-05, |
| "loss": 0.7563, |
| "step": 3775 |
| }, |
| { |
| "epoch": 2.4593363695510737, |
| "grad_norm": 1.2626458406448364, |
| "learning_rate": 2.6238291470824085e-05, |
| "loss": 0.7367, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.4625894599869875, |
| "grad_norm": 0.8835701942443848, |
| "learning_rate": 2.6186735626177428e-05, |
| "loss": 0.7534, |
| "step": 3785 |
| }, |
| { |
| "epoch": 2.465842550422902, |
| "grad_norm": 0.8948650360107422, |
| "learning_rate": 2.6135174722671813e-05, |
| "loss": 0.7975, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.469095640858816, |
| "grad_norm": 1.0557647943496704, |
| "learning_rate": 2.608360898010288e-05, |
| "loss": 0.7542, |
| "step": 3795 |
| }, |
| { |
| "epoch": 2.47234873129473, |
| "grad_norm": 1.1379538774490356, |
| "learning_rate": 2.603203861828693e-05, |
| "loss": 0.7569, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.475601821730644, |
| "grad_norm": 1.1298165321350098, |
| "learning_rate": 2.598046385705994e-05, |
| "loss": 0.7662, |
| "step": 3805 |
| }, |
| { |
| "epoch": 2.4788549121665584, |
| "grad_norm": 0.9936167001724243, |
| "learning_rate": 2.5928884916276635e-05, |
| "loss": 0.7427, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.482108002602472, |
| "grad_norm": 1.055421233177185, |
| "learning_rate": 2.5877302015809574e-05, |
| "loss": 0.741, |
| "step": 3815 |
| }, |
| { |
| "epoch": 2.4853610930383865, |
| "grad_norm": 1.0035120248794556, |
| "learning_rate": 2.5825715375548175e-05, |
| "loss": 0.7495, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.4886141834743007, |
| "grad_norm": 1.5768109560012817, |
| "learning_rate": 2.5774125215397815e-05, |
| "loss": 0.7677, |
| "step": 3825 |
| }, |
| { |
| "epoch": 2.4918672739102146, |
| "grad_norm": 1.1085072755813599, |
| "learning_rate": 2.5722531755278874e-05, |
| "loss": 0.7693, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.495120364346129, |
| "grad_norm": 0.9290764927864075, |
| "learning_rate": 2.567093521512578e-05, |
| "loss": 0.7734, |
| "step": 3835 |
| }, |
| { |
| "epoch": 2.498373454782043, |
| "grad_norm": 1.2003841400146484, |
| "learning_rate": 2.561933581488612e-05, |
| "loss": 0.7529, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.501626545217957, |
| "grad_norm": 0.9982072114944458, |
| "learning_rate": 2.556773377451965e-05, |
| "loss": 0.7555, |
| "step": 3845 |
| }, |
| { |
| "epoch": 2.504879635653871, |
| "grad_norm": 0.9454076886177063, |
| "learning_rate": 2.5516129313997388e-05, |
| "loss": 0.7726, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.5081327260897854, |
| "grad_norm": 0.9885278940200806, |
| "learning_rate": 2.5464522653300676e-05, |
| "loss": 0.7585, |
| "step": 3855 |
| }, |
| { |
| "epoch": 2.5113858165256993, |
| "grad_norm": 1.0617841482162476, |
| "learning_rate": 2.541291401242022e-05, |
| "loss": 0.7613, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.5146389069616135, |
| "grad_norm": 0.9445372223854065, |
| "learning_rate": 2.536130361135518e-05, |
| "loss": 0.7867, |
| "step": 3865 |
| }, |
| { |
| "epoch": 2.517891997397528, |
| "grad_norm": 1.2932319641113281, |
| "learning_rate": 2.5309691670112218e-05, |
| "loss": 0.7509, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.5211450878334416, |
| "grad_norm": 1.1702325344085693, |
| "learning_rate": 2.525807840870455e-05, |
| "loss": 0.7772, |
| "step": 3875 |
| }, |
| { |
| "epoch": 2.524398178269356, |
| "grad_norm": 1.0334542989730835, |
| "learning_rate": 2.5206464047151046e-05, |
| "loss": 0.7478, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.52765126870527, |
| "grad_norm": 2.0176279544830322, |
| "learning_rate": 2.5154848805475224e-05, |
| "loss": 0.759, |
| "step": 3885 |
| }, |
| { |
| "epoch": 2.530904359141184, |
| "grad_norm": 1.1288046836853027, |
| "learning_rate": 2.5103232903704393e-05, |
| "loss": 0.7529, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.534157449577098, |
| "grad_norm": 1.0248112678527832, |
| "learning_rate": 2.5051616561868663e-05, |
| "loss": 0.7748, |
| "step": 3895 |
| }, |
| { |
| "epoch": 2.5374105400130125, |
| "grad_norm": 0.8906844258308411, |
| "learning_rate": 2.5e-05, |
| "loss": 0.7369, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.5406636304489263, |
| "grad_norm": 1.1588047742843628, |
| "learning_rate": 2.4948383438131346e-05, |
| "loss": 0.7465, |
| "step": 3905 |
| }, |
| { |
| "epoch": 2.5439167208848406, |
| "grad_norm": 1.0166900157928467, |
| "learning_rate": 2.4896767096295613e-05, |
| "loss": 0.7576, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.547169811320755, |
| "grad_norm": 1.0682686567306519, |
| "learning_rate": 2.484515119452478e-05, |
| "loss": 0.7884, |
| "step": 3915 |
| }, |
| { |
| "epoch": 2.5504229017566686, |
| "grad_norm": 0.9026442766189575, |
| "learning_rate": 2.4793535952848963e-05, |
| "loss": 0.7311, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.553675992192583, |
| "grad_norm": 0.8642654418945312, |
| "learning_rate": 2.4741921591295454e-05, |
| "loss": 0.7547, |
| "step": 3925 |
| }, |
| { |
| "epoch": 2.556929082628497, |
| "grad_norm": 1.1124982833862305, |
| "learning_rate": 2.4690308329887788e-05, |
| "loss": 0.7523, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.560182173064411, |
| "grad_norm": 1.664115309715271, |
| "learning_rate": 2.463869638864483e-05, |
| "loss": 0.7249, |
| "step": 3935 |
| }, |
| { |
| "epoch": 2.5634352635003252, |
| "grad_norm": 0.9926962852478027, |
| "learning_rate": 2.458708598757979e-05, |
| "loss": 0.7318, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.5666883539362395, |
| "grad_norm": 1.076627254486084, |
| "learning_rate": 2.4535477346699333e-05, |
| "loss": 0.7586, |
| "step": 3945 |
| }, |
| { |
| "epoch": 2.5699414443721533, |
| "grad_norm": 1.7046575546264648, |
| "learning_rate": 2.4483870686002625e-05, |
| "loss": 0.7482, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.5731945348080676, |
| "grad_norm": 1.0066241025924683, |
| "learning_rate": 2.443226622548036e-05, |
| "loss": 0.7636, |
| "step": 3955 |
| }, |
| { |
| "epoch": 2.576447625243982, |
| "grad_norm": 2.010552406311035, |
| "learning_rate": 2.4380664185113887e-05, |
| "loss": 0.7661, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.5797007156798957, |
| "grad_norm": 1.1133430004119873, |
| "learning_rate": 2.432906478487423e-05, |
| "loss": 0.7597, |
| "step": 3965 |
| }, |
| { |
| "epoch": 2.58295380611581, |
| "grad_norm": 1.1634178161621094, |
| "learning_rate": 2.427746824472113e-05, |
| "loss": 0.76, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.586206896551724, |
| "grad_norm": 0.9780275821685791, |
| "learning_rate": 2.4225874784602184e-05, |
| "loss": 0.7688, |
| "step": 3975 |
| }, |
| { |
| "epoch": 2.589459986987638, |
| "grad_norm": 1.2186133861541748, |
| "learning_rate": 2.4174284624451824e-05, |
| "loss": 0.7309, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.5927130774235523, |
| "grad_norm": 0.9547963738441467, |
| "learning_rate": 2.4122697984190428e-05, |
| "loss": 0.7593, |
| "step": 3985 |
| }, |
| { |
| "epoch": 2.5959661678594665, |
| "grad_norm": 0.943261444568634, |
| "learning_rate": 2.4071115083723364e-05, |
| "loss": 0.7562, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.5992192582953804, |
| "grad_norm": 0.9355084896087646, |
| "learning_rate": 2.401953614294006e-05, |
| "loss": 0.7294, |
| "step": 3995 |
| }, |
| { |
| "epoch": 2.6024723487312946, |
| "grad_norm": 1.0167070627212524, |
| "learning_rate": 2.396796138171307e-05, |
| "loss": 0.7578, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.605725439167209, |
| "grad_norm": 0.9536129832267761, |
| "learning_rate": 2.391639101989712e-05, |
| "loss": 0.7363, |
| "step": 4005 |
| }, |
| { |
| "epoch": 2.6089785296031227, |
| "grad_norm": 0.9292064309120178, |
| "learning_rate": 2.3864825277328193e-05, |
| "loss": 0.7517, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.612231620039037, |
| "grad_norm": 1.1821918487548828, |
| "learning_rate": 2.3813264373822578e-05, |
| "loss": 0.7627, |
| "step": 4015 |
| }, |
| { |
| "epoch": 2.6154847104749512, |
| "grad_norm": 0.9278668165206909, |
| "learning_rate": 2.376170852917592e-05, |
| "loss": 0.7673, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.618737800910865, |
| "grad_norm": 0.9061160683631897, |
| "learning_rate": 2.3710157963162328e-05, |
| "loss": 0.774, |
| "step": 4025 |
| }, |
| { |
| "epoch": 2.6219908913467793, |
| "grad_norm": 1.2330580949783325, |
| "learning_rate": 2.3658612895533393e-05, |
| "loss": 0.7514, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.6252439817826936, |
| "grad_norm": 0.9609399437904358, |
| "learning_rate": 2.3607073546017258e-05, |
| "loss": 0.7373, |
| "step": 4035 |
| }, |
| { |
| "epoch": 2.6284970722186074, |
| "grad_norm": 1.5064210891723633, |
| "learning_rate": 2.3555540134317712e-05, |
| "loss": 0.7487, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.6317501626545217, |
| "grad_norm": 1.0178202390670776, |
| "learning_rate": 2.3504012880113216e-05, |
| "loss": 0.7789, |
| "step": 4045 |
| }, |
| { |
| "epoch": 2.635003253090436, |
| "grad_norm": 0.8506657481193542, |
| "learning_rate": 2.3452492003055984e-05, |
| "loss": 0.7316, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.63825634352635, |
| "grad_norm": 0.9458078145980835, |
| "learning_rate": 2.3400977722771058e-05, |
| "loss": 0.7703, |
| "step": 4055 |
| }, |
| { |
| "epoch": 2.641509433962264, |
| "grad_norm": 1.1263021230697632, |
| "learning_rate": 2.3349470258855337e-05, |
| "loss": 0.7579, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.6447625243981783, |
| "grad_norm": 0.8372018933296204, |
| "learning_rate": 2.3297969830876686e-05, |
| "loss": 0.76, |
| "step": 4065 |
| }, |
| { |
| "epoch": 2.6480156148340925, |
| "grad_norm": 0.8701651692390442, |
| "learning_rate": 2.3246476658372973e-05, |
| "loss": 0.7476, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.6512687052700064, |
| "grad_norm": 1.3167948722839355, |
| "learning_rate": 2.3194990960851112e-05, |
| "loss": 0.7628, |
| "step": 4075 |
| }, |
| { |
| "epoch": 2.6545217957059206, |
| "grad_norm": 1.0400781631469727, |
| "learning_rate": 2.3143512957786184e-05, |
| "loss": 0.7773, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.657774886141835, |
| "grad_norm": 0.9622422456741333, |
| "learning_rate": 2.309204286862046e-05, |
| "loss": 0.7469, |
| "step": 4085 |
| }, |
| { |
| "epoch": 2.6610279765777487, |
| "grad_norm": 0.929834246635437, |
| "learning_rate": 2.3040580912762456e-05, |
| "loss": 0.7544, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.664281067013663, |
| "grad_norm": 1.018149495124817, |
| "learning_rate": 2.298912730958605e-05, |
| "loss": 0.7746, |
| "step": 4095 |
| }, |
| { |
| "epoch": 2.6675341574495772, |
| "grad_norm": 1.0057318210601807, |
| "learning_rate": 2.2937682278429494e-05, |
| "loss": 0.7352, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.6707872478854915, |
| "grad_norm": 0.9973504543304443, |
| "learning_rate": 2.288624603859449e-05, |
| "loss": 0.721, |
| "step": 4105 |
| }, |
| { |
| "epoch": 2.6740403383214053, |
| "grad_norm": 1.0883572101593018, |
| "learning_rate": 2.2834818809345297e-05, |
| "loss": 0.7474, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.6772934287573196, |
| "grad_norm": 1.337254524230957, |
| "learning_rate": 2.2783400809907726e-05, |
| "loss": 0.7701, |
| "step": 4115 |
| }, |
| { |
| "epoch": 2.680546519193234, |
| "grad_norm": 1.1612261533737183, |
| "learning_rate": 2.2731992259468272e-05, |
| "loss": 0.7547, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.6837996096291477, |
| "grad_norm": 1.0043455362319946, |
| "learning_rate": 2.2680593377173124e-05, |
| "loss": 0.7576, |
| "step": 4125 |
| }, |
| { |
| "epoch": 2.687052700065062, |
| "grad_norm": 1.180498719215393, |
| "learning_rate": 2.2629204382127284e-05, |
| "loss": 0.7533, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.690305790500976, |
| "grad_norm": 1.0349406003952026, |
| "learning_rate": 2.257782549339359e-05, |
| "loss": 0.7636, |
| "step": 4135 |
| }, |
| { |
| "epoch": 2.69355888093689, |
| "grad_norm": 1.073776125907898, |
| "learning_rate": 2.2526456929991793e-05, |
| "loss": 0.7718, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.6968119713728043, |
| "grad_norm": 1.114530324935913, |
| "learning_rate": 2.2475098910897645e-05, |
| "loss": 0.7445, |
| "step": 4145 |
| }, |
| { |
| "epoch": 2.7000650618087185, |
| "grad_norm": 0.9346311092376709, |
| "learning_rate": 2.2423751655041952e-05, |
| "loss": 0.7294, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.7033181522446323, |
| "grad_norm": 1.086501955986023, |
| "learning_rate": 2.237241538130961e-05, |
| "loss": 0.7507, |
| "step": 4155 |
| }, |
| { |
| "epoch": 2.7065712426805466, |
| "grad_norm": 0.9763929843902588, |
| "learning_rate": 2.2321090308538732e-05, |
| "loss": 0.743, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.709824333116461, |
| "grad_norm": 0.8880870938301086, |
| "learning_rate": 2.2269776655519658e-05, |
| "loss": 0.7418, |
| "step": 4165 |
| }, |
| { |
| "epoch": 2.7130774235523747, |
| "grad_norm": 0.9564589858055115, |
| "learning_rate": 2.2218474640994063e-05, |
| "loss": 0.765, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.716330513988289, |
| "grad_norm": 1.169952630996704, |
| "learning_rate": 2.2167184483654013e-05, |
| "loss": 0.7531, |
| "step": 4175 |
| }, |
| { |
| "epoch": 2.719583604424203, |
| "grad_norm": 0.9627036452293396, |
| "learning_rate": 2.211590640214101e-05, |
| "loss": 0.7623, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.722836694860117, |
| "grad_norm": 0.9291010499000549, |
| "learning_rate": 2.2064640615045092e-05, |
| "loss": 0.7641, |
| "step": 4185 |
| }, |
| { |
| "epoch": 2.7260897852960313, |
| "grad_norm": 1.0236008167266846, |
| "learning_rate": 2.2013387340903893e-05, |
| "loss": 0.7703, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.7293428757319456, |
| "grad_norm": 1.2711366415023804, |
| "learning_rate": 2.1962146798201684e-05, |
| "loss": 0.7454, |
| "step": 4195 |
| }, |
| { |
| "epoch": 2.7325959661678594, |
| "grad_norm": 1.1424434185028076, |
| "learning_rate": 2.191091920536849e-05, |
| "loss": 0.7559, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.7358490566037736, |
| "grad_norm": 1.4138892889022827, |
| "learning_rate": 2.1859704780779126e-05, |
| "loss": 0.7569, |
| "step": 4205 |
| }, |
| { |
| "epoch": 2.739102147039688, |
| "grad_norm": 0.967829704284668, |
| "learning_rate": 2.1808503742752252e-05, |
| "loss": 0.7432, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.7423552374756017, |
| "grad_norm": 0.8999619483947754, |
| "learning_rate": 2.175731630954949e-05, |
| "loss": 0.7457, |
| "step": 4215 |
| }, |
| { |
| "epoch": 2.745608327911516, |
| "grad_norm": 1.0657751560211182, |
| "learning_rate": 2.1706142699374454e-05, |
| "loss": 0.786, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.7488614183474303, |
| "grad_norm": 1.5017127990722656, |
| "learning_rate": 2.1654983130371837e-05, |
| "loss": 0.7516, |
| "step": 4225 |
| }, |
| { |
| "epoch": 2.752114508783344, |
| "grad_norm": 1.0914252996444702, |
| "learning_rate": 2.1603837820626478e-05, |
| "loss": 0.7616, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.7553675992192583, |
| "grad_norm": 1.1397154331207275, |
| "learning_rate": 2.1552706988162417e-05, |
| "loss": 0.761, |
| "step": 4235 |
| }, |
| { |
| "epoch": 2.7586206896551726, |
| "grad_norm": 1.162166714668274, |
| "learning_rate": 2.1501590850941994e-05, |
| "loss": 0.7353, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.7618737800910864, |
| "grad_norm": 1.0100218057632446, |
| "learning_rate": 2.1450489626864907e-05, |
| "loss": 0.7446, |
| "step": 4245 |
| }, |
| { |
| "epoch": 2.7651268705270007, |
| "grad_norm": 0.9108495116233826, |
| "learning_rate": 2.139940353376728e-05, |
| "loss": 0.7644, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.768379960962915, |
| "grad_norm": 0.9544759392738342, |
| "learning_rate": 2.134833278942074e-05, |
| "loss": 0.7693, |
| "step": 4255 |
| }, |
| { |
| "epoch": 2.7716330513988288, |
| "grad_norm": 1.6715203523635864, |
| "learning_rate": 2.1297277611531456e-05, |
| "loss": 0.764, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.774886141834743, |
| "grad_norm": 1.0044587850570679, |
| "learning_rate": 2.1246238217739283e-05, |
| "loss": 0.7593, |
| "step": 4265 |
| }, |
| { |
| "epoch": 2.7781392322706573, |
| "grad_norm": 0.9041277766227722, |
| "learning_rate": 2.119521482561675e-05, |
| "loss": 0.7427, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.781392322706571, |
| "grad_norm": 0.8890901803970337, |
| "learning_rate": 2.114420765266821e-05, |
| "loss": 0.7462, |
| "step": 4275 |
| }, |
| { |
| "epoch": 2.7846454131424854, |
| "grad_norm": 0.9522978663444519, |
| "learning_rate": 2.1093216916328855e-05, |
| "loss": 0.7398, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.7878985035783996, |
| "grad_norm": 1.2829575538635254, |
| "learning_rate": 2.104224283396381e-05, |
| "loss": 0.7632, |
| "step": 4285 |
| }, |
| { |
| "epoch": 2.7911515940143135, |
| "grad_norm": 0.9626341462135315, |
| "learning_rate": 2.0991285622867215e-05, |
| "loss": 0.7681, |
| "step": 4290 |
| }, |
| { |
| "epoch": 2.7944046844502277, |
| "grad_norm": 0.952867865562439, |
| "learning_rate": 2.0940345500261294e-05, |
| "loss": 0.7518, |
| "step": 4295 |
| }, |
| { |
| "epoch": 2.797657774886142, |
| "grad_norm": 1.0598902702331543, |
| "learning_rate": 2.0889422683295407e-05, |
| "loss": 0.7884, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.800910865322056, |
| "grad_norm": 1.0540211200714111, |
| "learning_rate": 2.083851738904516e-05, |
| "loss": 0.7518, |
| "step": 4305 |
| }, |
| { |
| "epoch": 2.80416395575797, |
| "grad_norm": 0.9470973014831543, |
| "learning_rate": 2.0787629834511466e-05, |
| "loss": 0.764, |
| "step": 4310 |
| }, |
| { |
| "epoch": 2.8074170461938843, |
| "grad_norm": 1.127659559249878, |
| "learning_rate": 2.0736760236619594e-05, |
| "loss": 0.7332, |
| "step": 4315 |
| }, |
| { |
| "epoch": 2.810670136629798, |
| "grad_norm": 1.0755411386489868, |
| "learning_rate": 2.0685908812218287e-05, |
| "loss": 0.7622, |
| "step": 4320 |
| }, |
| { |
| "epoch": 2.8139232270657124, |
| "grad_norm": 1.1209520101547241, |
| "learning_rate": 2.0635075778078817e-05, |
| "loss": 0.7416, |
| "step": 4325 |
| }, |
| { |
| "epoch": 2.8171763175016267, |
| "grad_norm": 1.0491728782653809, |
| "learning_rate": 2.0584261350894046e-05, |
| "loss": 0.7802, |
| "step": 4330 |
| }, |
| { |
| "epoch": 2.8204294079375405, |
| "grad_norm": 1.025694727897644, |
| "learning_rate": 2.0533465747277535e-05, |
| "loss": 0.7487, |
| "step": 4335 |
| }, |
| { |
| "epoch": 2.8236824983734548, |
| "grad_norm": 0.9486551880836487, |
| "learning_rate": 2.0482689183762588e-05, |
| "loss": 0.7594, |
| "step": 4340 |
| }, |
| { |
| "epoch": 2.826935588809369, |
| "grad_norm": 0.9839990139007568, |
| "learning_rate": 2.0431931876801352e-05, |
| "loss": 0.7431, |
| "step": 4345 |
| }, |
| { |
| "epoch": 2.830188679245283, |
| "grad_norm": 1.0050575733184814, |
| "learning_rate": 2.03811940427639e-05, |
| "loss": 0.7527, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.833441769681197, |
| "grad_norm": 0.9743004441261292, |
| "learning_rate": 2.033047589793726e-05, |
| "loss": 0.7307, |
| "step": 4355 |
| }, |
| { |
| "epoch": 2.8366948601171114, |
| "grad_norm": 1.0488122701644897, |
| "learning_rate": 2.027977765852456e-05, |
| "loss": 0.7598, |
| "step": 4360 |
| }, |
| { |
| "epoch": 2.839947950553025, |
| "grad_norm": 1.074271321296692, |
| "learning_rate": 2.022909954064407e-05, |
| "loss": 0.7571, |
| "step": 4365 |
| }, |
| { |
| "epoch": 2.8432010409889394, |
| "grad_norm": 0.9306830167770386, |
| "learning_rate": 2.0178441760328268e-05, |
| "loss": 0.735, |
| "step": 4370 |
| }, |
| { |
| "epoch": 2.8464541314248537, |
| "grad_norm": 0.8995447754859924, |
| "learning_rate": 2.0127804533522948e-05, |
| "loss": 0.7519, |
| "step": 4375 |
| }, |
| { |
| "epoch": 2.8497072218607675, |
| "grad_norm": 0.9495101571083069, |
| "learning_rate": 2.0077188076086288e-05, |
| "loss": 0.7544, |
| "step": 4380 |
| }, |
| { |
| "epoch": 2.852960312296682, |
| "grad_norm": 1.3610079288482666, |
| "learning_rate": 2.002659260378794e-05, |
| "loss": 0.7573, |
| "step": 4385 |
| }, |
| { |
| "epoch": 2.856213402732596, |
| "grad_norm": 0.9668116569519043, |
| "learning_rate": 1.9976018332308077e-05, |
| "loss": 0.7332, |
| "step": 4390 |
| }, |
| { |
| "epoch": 2.85946649316851, |
| "grad_norm": 1.128670334815979, |
| "learning_rate": 1.992546547723651e-05, |
| "loss": 0.7512, |
| "step": 4395 |
| }, |
| { |
| "epoch": 2.862719583604424, |
| "grad_norm": 1.276426911354065, |
| "learning_rate": 1.987493425407176e-05, |
| "loss": 0.7449, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.8659726740403384, |
| "grad_norm": 0.9716594815254211, |
| "learning_rate": 1.982442487822011e-05, |
| "loss": 0.7432, |
| "step": 4405 |
| }, |
| { |
| "epoch": 2.869225764476252, |
| "grad_norm": 0.9533106088638306, |
| "learning_rate": 1.9773937564994745e-05, |
| "loss": 0.7423, |
| "step": 4410 |
| }, |
| { |
| "epoch": 2.8724788549121665, |
| "grad_norm": 1.0256469249725342, |
| "learning_rate": 1.972347252961479e-05, |
| "loss": 0.7614, |
| "step": 4415 |
| }, |
| { |
| "epoch": 2.8757319453480807, |
| "grad_norm": 1.1626900434494019, |
| "learning_rate": 1.967302998720438e-05, |
| "loss": 0.7392, |
| "step": 4420 |
| }, |
| { |
| "epoch": 2.8789850357839946, |
| "grad_norm": 0.9739611744880676, |
| "learning_rate": 1.9622610152791792e-05, |
| "loss": 0.7622, |
| "step": 4425 |
| }, |
| { |
| "epoch": 2.882238126219909, |
| "grad_norm": 1.0657685995101929, |
| "learning_rate": 1.9572213241308507e-05, |
| "loss": 0.7507, |
| "step": 4430 |
| }, |
| { |
| "epoch": 2.885491216655823, |
| "grad_norm": 1.029432773590088, |
| "learning_rate": 1.952183946758826e-05, |
| "loss": 0.7723, |
| "step": 4435 |
| }, |
| { |
| "epoch": 2.888744307091737, |
| "grad_norm": 1.1281373500823975, |
| "learning_rate": 1.9471489046366185e-05, |
| "loss": 0.7479, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.891997397527651, |
| "grad_norm": 1.1470041275024414, |
| "learning_rate": 1.942116219227784e-05, |
| "loss": 0.7341, |
| "step": 4445 |
| }, |
| { |
| "epoch": 2.8952504879635654, |
| "grad_norm": 1.0326032638549805, |
| "learning_rate": 1.937085911985834e-05, |
| "loss": 0.7571, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.8985035783994793, |
| "grad_norm": 0.9806135296821594, |
| "learning_rate": 1.9320580043541425e-05, |
| "loss": 0.734, |
| "step": 4455 |
| }, |
| { |
| "epoch": 2.9017566688353935, |
| "grad_norm": 1.063024878501892, |
| "learning_rate": 1.9270325177658523e-05, |
| "loss": 0.7521, |
| "step": 4460 |
| }, |
| { |
| "epoch": 2.905009759271308, |
| "grad_norm": 4.5842156410217285, |
| "learning_rate": 1.922009473643787e-05, |
| "loss": 0.7563, |
| "step": 4465 |
| }, |
| { |
| "epoch": 2.9082628497072216, |
| "grad_norm": 1.3341448307037354, |
| "learning_rate": 1.9169888934003598e-05, |
| "loss": 0.7528, |
| "step": 4470 |
| }, |
| { |
| "epoch": 2.911515940143136, |
| "grad_norm": 1.3391072750091553, |
| "learning_rate": 1.9119707984374774e-05, |
| "loss": 0.737, |
| "step": 4475 |
| }, |
| { |
| "epoch": 2.91476903057905, |
| "grad_norm": 0.985970139503479, |
| "learning_rate": 1.9069552101464552e-05, |
| "loss": 0.7657, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.918022121014964, |
| "grad_norm": 1.069992184638977, |
| "learning_rate": 1.901942149907922e-05, |
| "loss": 0.7526, |
| "step": 4485 |
| }, |
| { |
| "epoch": 2.921275211450878, |
| "grad_norm": 0.8812434077262878, |
| "learning_rate": 1.8969316390917288e-05, |
| "loss": 0.7664, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.9245283018867925, |
| "grad_norm": 1.2932692766189575, |
| "learning_rate": 1.891923699056861e-05, |
| "loss": 0.7553, |
| "step": 4495 |
| }, |
| { |
| "epoch": 2.9277813923227067, |
| "grad_norm": 0.935070276260376, |
| "learning_rate": 1.886918351151343e-05, |
| "loss": 0.7583, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.9310344827586206, |
| "grad_norm": 0.9840937852859497, |
| "learning_rate": 1.881915616712151e-05, |
| "loss": 0.748, |
| "step": 4505 |
| }, |
| { |
| "epoch": 2.934287573194535, |
| "grad_norm": 1.0583505630493164, |
| "learning_rate": 1.8769155170651203e-05, |
| "loss": 0.7482, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.937540663630449, |
| "grad_norm": 1.0253130197525024, |
| "learning_rate": 1.8719180735248522e-05, |
| "loss": 0.751, |
| "step": 4515 |
| }, |
| { |
| "epoch": 2.940793754066363, |
| "grad_norm": 1.0491794347763062, |
| "learning_rate": 1.8669233073946303e-05, |
| "loss": 0.7533, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.944046844502277, |
| "grad_norm": 1.1201449632644653, |
| "learning_rate": 1.86193123996632e-05, |
| "loss": 0.7486, |
| "step": 4525 |
| }, |
| { |
| "epoch": 2.9472999349381914, |
| "grad_norm": 1.3683768510818481, |
| "learning_rate": 1.856941892520284e-05, |
| "loss": 0.7584, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.9505530253741052, |
| "grad_norm": 1.0555903911590576, |
| "learning_rate": 1.851955286325292e-05, |
| "loss": 0.7554, |
| "step": 4535 |
| }, |
| { |
| "epoch": 2.9538061158100195, |
| "grad_norm": 1.5055445432662964, |
| "learning_rate": 1.846971442638426e-05, |
| "loss": 0.7418, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.9570592062459338, |
| "grad_norm": 1.222474455833435, |
| "learning_rate": 1.841990382704993e-05, |
| "loss": 0.7455, |
| "step": 4545 |
| }, |
| { |
| "epoch": 2.960312296681848, |
| "grad_norm": 1.0359810590744019, |
| "learning_rate": 1.8370121277584325e-05, |
| "loss": 0.7404, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.963565387117762, |
| "grad_norm": 1.2511727809906006, |
| "learning_rate": 1.8320366990202276e-05, |
| "loss": 0.7228, |
| "step": 4555 |
| }, |
| { |
| "epoch": 2.966818477553676, |
| "grad_norm": 0.8730882406234741, |
| "learning_rate": 1.827064117699814e-05, |
| "loss": 0.7586, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.9700715679895904, |
| "grad_norm": 1.5805312395095825, |
| "learning_rate": 1.822094404994487e-05, |
| "loss": 0.7499, |
| "step": 4565 |
| }, |
| { |
| "epoch": 2.973324658425504, |
| "grad_norm": 1.1607098579406738, |
| "learning_rate": 1.817127582089317e-05, |
| "loss": 0.7637, |
| "step": 4570 |
| }, |
| { |
| "epoch": 2.9765777488614185, |
| "grad_norm": 0.9193926453590393, |
| "learning_rate": 1.8121636701570537e-05, |
| "loss": 0.7532, |
| "step": 4575 |
| }, |
| { |
| "epoch": 2.9798308392973327, |
| "grad_norm": 1.0218764543533325, |
| "learning_rate": 1.807202690358037e-05, |
| "loss": 0.7503, |
| "step": 4580 |
| }, |
| { |
| "epoch": 2.9830839297332465, |
| "grad_norm": 1.0876221656799316, |
| "learning_rate": 1.802244663840109e-05, |
| "loss": 0.7707, |
| "step": 4585 |
| }, |
| { |
| "epoch": 2.986337020169161, |
| "grad_norm": 1.0459486246109009, |
| "learning_rate": 1.797289611738523e-05, |
| "loss": 0.7397, |
| "step": 4590 |
| }, |
| { |
| "epoch": 2.989590110605075, |
| "grad_norm": 1.0498055219650269, |
| "learning_rate": 1.7923375551758505e-05, |
| "loss": 0.7691, |
| "step": 4595 |
| }, |
| { |
| "epoch": 2.992843201040989, |
| "grad_norm": 0.9780749082565308, |
| "learning_rate": 1.7873885152618956e-05, |
| "loss": 0.7525, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.996096291476903, |
| "grad_norm": 1.0338603258132935, |
| "learning_rate": 1.7824425130936023e-05, |
| "loss": 0.7459, |
| "step": 4605 |
| }, |
| { |
| "epoch": 2.9993493819128174, |
| "grad_norm": 0.9098593592643738, |
| "learning_rate": 1.7774995697549645e-05, |
| "loss": 0.7488, |
| "step": 4610 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_f1": 0.8012369099843738, |
| "eval_loss": 0.45166015625, |
| "eval_precision": 0.8020338050069477, |
| "eval_recall": 0.8006626052475169, |
| "eval_runtime": 238.3932, |
| "eval_samples_per_second": 1650.361, |
| "eval_steps_per_second": 1.615, |
| "step": 4611 |
| }, |
| { |
| "epoch": 3.0026024723487312, |
| "grad_norm": 1.3282872438430786, |
| "learning_rate": 1.7725597063169386e-05, |
| "loss": 0.6622, |
| "step": 4615 |
| }, |
| { |
| "epoch": 3.0058555627846455, |
| "grad_norm": 1.3152724504470825, |
| "learning_rate": 1.767622943837349e-05, |
| "loss": 0.6352, |
| "step": 4620 |
| }, |
| { |
| "epoch": 3.0091086532205593, |
| "grad_norm": 1.105705976486206, |
| "learning_rate": 1.7626893033608038e-05, |
| "loss": 0.6291, |
| "step": 4625 |
| }, |
| { |
| "epoch": 3.0123617436564736, |
| "grad_norm": 1.0462555885314941, |
| "learning_rate": 1.7577588059186027e-05, |
| "loss": 0.6476, |
| "step": 4630 |
| }, |
| { |
| "epoch": 3.015614834092388, |
| "grad_norm": 1.0921547412872314, |
| "learning_rate": 1.7528314725286443e-05, |
| "loss": 0.6358, |
| "step": 4635 |
| }, |
| { |
| "epoch": 3.018867924528302, |
| "grad_norm": 1.1877232789993286, |
| "learning_rate": 1.747907324195342e-05, |
| "loss": 0.6434, |
| "step": 4640 |
| }, |
| { |
| "epoch": 3.022121014964216, |
| "grad_norm": 1.1791988611221313, |
| "learning_rate": 1.7429863819095313e-05, |
| "loss": 0.6372, |
| "step": 4645 |
| }, |
| { |
| "epoch": 3.02537410540013, |
| "grad_norm": 1.23057222366333, |
| "learning_rate": 1.738068666648379e-05, |
| "loss": 0.6521, |
| "step": 4650 |
| }, |
| { |
| "epoch": 3.0286271958360445, |
| "grad_norm": 1.0966289043426514, |
| "learning_rate": 1.7331541993752993e-05, |
| "loss": 0.6337, |
| "step": 4655 |
| }, |
| { |
| "epoch": 3.0318802862719583, |
| "grad_norm": 1.108396291732788, |
| "learning_rate": 1.7282430010398577e-05, |
| "loss": 0.6394, |
| "step": 4660 |
| }, |
| { |
| "epoch": 3.0351333767078725, |
| "grad_norm": 1.2432180643081665, |
| "learning_rate": 1.723335092577686e-05, |
| "loss": 0.6319, |
| "step": 4665 |
| }, |
| { |
| "epoch": 3.038386467143787, |
| "grad_norm": 1.5450379848480225, |
| "learning_rate": 1.718430494910391e-05, |
| "loss": 0.632, |
| "step": 4670 |
| }, |
| { |
| "epoch": 3.0416395575797006, |
| "grad_norm": 1.3607127666473389, |
| "learning_rate": 1.713529228945466e-05, |
| "loss": 0.6608, |
| "step": 4675 |
| }, |
| { |
| "epoch": 3.044892648015615, |
| "grad_norm": 1.0697190761566162, |
| "learning_rate": 1.7086313155762046e-05, |
| "loss": 0.6263, |
| "step": 4680 |
| }, |
| { |
| "epoch": 3.048145738451529, |
| "grad_norm": 1.3838845491409302, |
| "learning_rate": 1.703736775681604e-05, |
| "loss": 0.6367, |
| "step": 4685 |
| }, |
| { |
| "epoch": 3.051398828887443, |
| "grad_norm": 1.324628233909607, |
| "learning_rate": 1.6988456301262854e-05, |
| "loss": 0.6435, |
| "step": 4690 |
| }, |
| { |
| "epoch": 3.0546519193233572, |
| "grad_norm": 1.2009634971618652, |
| "learning_rate": 1.6939578997603983e-05, |
| "loss": 0.6467, |
| "step": 4695 |
| }, |
| { |
| "epoch": 3.0579050097592715, |
| "grad_norm": 1.2275351285934448, |
| "learning_rate": 1.689073605419533e-05, |
| "loss": 0.6403, |
| "step": 4700 |
| }, |
| { |
| "epoch": 3.0611581001951853, |
| "grad_norm": 1.9216879606246948, |
| "learning_rate": 1.6841927679246345e-05, |
| "loss": 0.6186, |
| "step": 4705 |
| }, |
| { |
| "epoch": 3.0644111906310996, |
| "grad_norm": 2.3563551902770996, |
| "learning_rate": 1.679315408081911e-05, |
| "loss": 0.6202, |
| "step": 4710 |
| }, |
| { |
| "epoch": 3.067664281067014, |
| "grad_norm": 1.435333490371704, |
| "learning_rate": 1.6744415466827463e-05, |
| "loss": 0.6273, |
| "step": 4715 |
| }, |
| { |
| "epoch": 3.0709173715029277, |
| "grad_norm": 1.315987229347229, |
| "learning_rate": 1.6695712045036104e-05, |
| "loss": 0.6318, |
| "step": 4720 |
| }, |
| { |
| "epoch": 3.074170461938842, |
| "grad_norm": 1.5982025861740112, |
| "learning_rate": 1.6647044023059712e-05, |
| "loss": 0.6384, |
| "step": 4725 |
| }, |
| { |
| "epoch": 3.077423552374756, |
| "grad_norm": 1.998374104499817, |
| "learning_rate": 1.659841160836207e-05, |
| "loss": 0.6286, |
| "step": 4730 |
| }, |
| { |
| "epoch": 3.08067664281067, |
| "grad_norm": 1.3811148405075073, |
| "learning_rate": 1.6549815008255176e-05, |
| "loss": 0.6482, |
| "step": 4735 |
| }, |
| { |
| "epoch": 3.0839297332465843, |
| "grad_norm": 1.2464516162872314, |
| "learning_rate": 1.6501254429898343e-05, |
| "loss": 0.6433, |
| "step": 4740 |
| }, |
| { |
| "epoch": 3.0871828236824985, |
| "grad_norm": 1.2944623231887817, |
| "learning_rate": 1.6452730080297342e-05, |
| "loss": 0.6328, |
| "step": 4745 |
| }, |
| { |
| "epoch": 3.0904359141184123, |
| "grad_norm": 1.1027922630310059, |
| "learning_rate": 1.6404242166303507e-05, |
| "loss": 0.6357, |
| "step": 4750 |
| }, |
| { |
| "epoch": 3.0936890045543266, |
| "grad_norm": 3.5568132400512695, |
| "learning_rate": 1.6355790894612834e-05, |
| "loss": 0.6081, |
| "step": 4755 |
| }, |
| { |
| "epoch": 3.096942094990241, |
| "grad_norm": 1.588714838027954, |
| "learning_rate": 1.630737647176514e-05, |
| "loss": 0.6601, |
| "step": 4760 |
| }, |
| { |
| "epoch": 3.1001951854261547, |
| "grad_norm": 1.1922274827957153, |
| "learning_rate": 1.6258999104143157e-05, |
| "loss": 0.6145, |
| "step": 4765 |
| }, |
| { |
| "epoch": 3.103448275862069, |
| "grad_norm": 1.3667454719543457, |
| "learning_rate": 1.621065899797165e-05, |
| "loss": 0.6372, |
| "step": 4770 |
| }, |
| { |
| "epoch": 3.106701366297983, |
| "grad_norm": 1.8918445110321045, |
| "learning_rate": 1.616235635931655e-05, |
| "loss": 0.6152, |
| "step": 4775 |
| }, |
| { |
| "epoch": 3.109954456733897, |
| "grad_norm": 1.293562650680542, |
| "learning_rate": 1.611409139408406e-05, |
| "loss": 0.6211, |
| "step": 4780 |
| }, |
| { |
| "epoch": 3.1132075471698113, |
| "grad_norm": 1.446754813194275, |
| "learning_rate": 1.6065864308019807e-05, |
| "loss": 0.6453, |
| "step": 4785 |
| }, |
| { |
| "epoch": 3.1164606376057256, |
| "grad_norm": 1.1851979494094849, |
| "learning_rate": 1.6017675306707926e-05, |
| "loss": 0.631, |
| "step": 4790 |
| }, |
| { |
| "epoch": 3.1197137280416394, |
| "grad_norm": 1.3031965494155884, |
| "learning_rate": 1.5969524595570216e-05, |
| "loss": 0.6184, |
| "step": 4795 |
| }, |
| { |
| "epoch": 3.1229668184775536, |
| "grad_norm": 2.6355156898498535, |
| "learning_rate": 1.5921412379865257e-05, |
| "loss": 0.6451, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.126219908913468, |
| "grad_norm": 1.4367573261260986, |
| "learning_rate": 1.58733388646875e-05, |
| "loss": 0.6466, |
| "step": 4805 |
| }, |
| { |
| "epoch": 3.1294729993493817, |
| "grad_norm": 1.4838011264801025, |
| "learning_rate": 1.5825304254966445e-05, |
| "loss": 0.6181, |
| "step": 4810 |
| }, |
| { |
| "epoch": 3.132726089785296, |
| "grad_norm": 1.2338780164718628, |
| "learning_rate": 1.577730875546575e-05, |
| "loss": 0.6179, |
| "step": 4815 |
| }, |
| { |
| "epoch": 3.1359791802212102, |
| "grad_norm": 1.4179608821868896, |
| "learning_rate": 1.5729352570782324e-05, |
| "loss": 0.6362, |
| "step": 4820 |
| }, |
| { |
| "epoch": 3.139232270657124, |
| "grad_norm": 1.2671458721160889, |
| "learning_rate": 1.5681435905345522e-05, |
| "loss": 0.6365, |
| "step": 4825 |
| }, |
| { |
| "epoch": 3.1424853610930383, |
| "grad_norm": 1.368369221687317, |
| "learning_rate": 1.5643131164122626e-05, |
| "loss": 0.6102, |
| "step": 4830 |
| }, |
| { |
| "epoch": 3.1457384515289526, |
| "grad_norm": 1.341280460357666, |
| "learning_rate": 1.5595286147953364e-05, |
| "loss": 0.637, |
| "step": 4835 |
| }, |
| { |
| "epoch": 3.1489915419648664, |
| "grad_norm": 1.5806121826171875, |
| "learning_rate": 1.5547481222533846e-05, |
| "loss": 0.6296, |
| "step": 4840 |
| }, |
| { |
| "epoch": 3.1522446324007807, |
| "grad_norm": 1.505342721939087, |
| "learning_rate": 1.549971659164861e-05, |
| "loss": 0.6284, |
| "step": 4845 |
| }, |
| { |
| "epoch": 3.155497722836695, |
| "grad_norm": 1.2677946090698242, |
| "learning_rate": 1.5451992458910442e-05, |
| "loss": 0.6134, |
| "step": 4850 |
| }, |
| { |
| "epoch": 3.1587508132726088, |
| "grad_norm": 1.2727744579315186, |
| "learning_rate": 1.540430902775946e-05, |
| "loss": 0.626, |
| "step": 4855 |
| }, |
| { |
| "epoch": 3.162003903708523, |
| "grad_norm": 1.258187174797058, |
| "learning_rate": 1.5356666501462314e-05, |
| "loss": 0.6085, |
| "step": 4860 |
| }, |
| { |
| "epoch": 3.1652569941444373, |
| "grad_norm": 1.589736819267273, |
| "learning_rate": 1.5309065083111255e-05, |
| "loss": 0.6247, |
| "step": 4865 |
| }, |
| { |
| "epoch": 3.168510084580351, |
| "grad_norm": 1.2900131940841675, |
| "learning_rate": 1.5261504975623306e-05, |
| "loss": 0.624, |
| "step": 4870 |
| }, |
| { |
| "epoch": 3.1717631750162654, |
| "grad_norm": 2.3252532482147217, |
| "learning_rate": 1.5213986381739393e-05, |
| "loss": 0.6295, |
| "step": 4875 |
| }, |
| { |
| "epoch": 3.1750162654521796, |
| "grad_norm": 1.3652303218841553, |
| "learning_rate": 1.5166509504023473e-05, |
| "loss": 0.6274, |
| "step": 4880 |
| }, |
| { |
| "epoch": 3.178269355888094, |
| "grad_norm": 1.8075648546218872, |
| "learning_rate": 1.5119074544861678e-05, |
| "loss": 0.6375, |
| "step": 4885 |
| }, |
| { |
| "epoch": 3.1815224463240077, |
| "grad_norm": 1.2221382856369019, |
| "learning_rate": 1.5071681706461438e-05, |
| "loss": 0.6273, |
| "step": 4890 |
| }, |
| { |
| "epoch": 3.184775536759922, |
| "grad_norm": 1.5147900581359863, |
| "learning_rate": 1.5024331190850637e-05, |
| "loss": 0.6381, |
| "step": 4895 |
| }, |
| { |
| "epoch": 3.1880286271958362, |
| "grad_norm": 2.4453020095825195, |
| "learning_rate": 1.4977023199876743e-05, |
| "loss": 0.6552, |
| "step": 4900 |
| }, |
| { |
| "epoch": 3.19128171763175, |
| "grad_norm": 2.3050053119659424, |
| "learning_rate": 1.4929757935205951e-05, |
| "loss": 0.6176, |
| "step": 4905 |
| }, |
| { |
| "epoch": 3.1945348080676643, |
| "grad_norm": 1.289581060409546, |
| "learning_rate": 1.4882535598322311e-05, |
| "loss": 0.6253, |
| "step": 4910 |
| }, |
| { |
| "epoch": 3.1977878985035786, |
| "grad_norm": 1.5076651573181152, |
| "learning_rate": 1.4835356390526888e-05, |
| "loss": 0.6194, |
| "step": 4915 |
| }, |
| { |
| "epoch": 3.2010409889394924, |
| "grad_norm": 1.4202001094818115, |
| "learning_rate": 1.478822051293689e-05, |
| "loss": 0.6081, |
| "step": 4920 |
| }, |
| { |
| "epoch": 3.2042940793754067, |
| "grad_norm": 1.287611961364746, |
| "learning_rate": 1.4741128166484824e-05, |
| "loss": 0.6429, |
| "step": 4925 |
| }, |
| { |
| "epoch": 3.207547169811321, |
| "grad_norm": 1.2236043214797974, |
| "learning_rate": 1.4694079551917629e-05, |
| "loss": 0.6176, |
| "step": 4930 |
| }, |
| { |
| "epoch": 3.2108002602472347, |
| "grad_norm": 1.3410075902938843, |
| "learning_rate": 1.4656472282003922e-05, |
| "loss": 0.6209, |
| "step": 4935 |
| }, |
| { |
| "epoch": 3.214053350683149, |
| "grad_norm": 1.419541835784912, |
| "learning_rate": 1.4609502890116145e-05, |
| "loss": 0.6436, |
| "step": 4940 |
| }, |
| { |
| "epoch": 3.2173064411190633, |
| "grad_norm": 1.7478810548782349, |
| "learning_rate": 1.4562577791210158e-05, |
| "loss": 0.6023, |
| "step": 4945 |
| }, |
| { |
| "epoch": 3.220559531554977, |
| "grad_norm": 1.8083374500274658, |
| "learning_rate": 1.4515697185319946e-05, |
| "loss": 0.6166, |
| "step": 4950 |
| }, |
| { |
| "epoch": 3.2238126219908914, |
| "grad_norm": 2.203806161880493, |
| "learning_rate": 1.4468861272289818e-05, |
| "loss": 0.636, |
| "step": 4955 |
| }, |
| { |
| "epoch": 3.2270657124268056, |
| "grad_norm": 1.3574259281158447, |
| "learning_rate": 1.4422070251773594e-05, |
| "loss": 0.6012, |
| "step": 4960 |
| }, |
| { |
| "epoch": 3.2303188028627194, |
| "grad_norm": 1.4441782236099243, |
| "learning_rate": 1.4375324323233697e-05, |
| "loss": 0.6197, |
| "step": 4965 |
| }, |
| { |
| "epoch": 3.2335718932986337, |
| "grad_norm": 1.7502111196517944, |
| "learning_rate": 1.4328623685940335e-05, |
| "loss": 0.6354, |
| "step": 4970 |
| }, |
| { |
| "epoch": 3.236824983734548, |
| "grad_norm": 1.5651460886001587, |
| "learning_rate": 1.4281968538970646e-05, |
| "loss": 0.6257, |
| "step": 4975 |
| }, |
| { |
| "epoch": 3.240078074170462, |
| "grad_norm": 1.3271369934082031, |
| "learning_rate": 1.4235359081207871e-05, |
| "loss": 0.6378, |
| "step": 4980 |
| }, |
| { |
| "epoch": 3.243331164606376, |
| "grad_norm": 1.354906678199768, |
| "learning_rate": 1.4188795511340461e-05, |
| "loss": 0.6324, |
| "step": 4985 |
| }, |
| { |
| "epoch": 3.2465842550422903, |
| "grad_norm": 1.295578956604004, |
| "learning_rate": 1.4142278027861253e-05, |
| "loss": 0.6176, |
| "step": 4990 |
| }, |
| { |
| "epoch": 3.249837345478204, |
| "grad_norm": 1.4495329856872559, |
| "learning_rate": 1.4095806829066655e-05, |
| "loss": 0.6387, |
| "step": 4995 |
| }, |
| { |
| "epoch": 3.2530904359141184, |
| "grad_norm": 1.3459370136260986, |
| "learning_rate": 1.404938211305574e-05, |
| "loss": 0.6343, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.2563435263500327, |
| "grad_norm": 1.299459457397461, |
| "learning_rate": 1.4003004077729438e-05, |
| "loss": 0.6394, |
| "step": 5005 |
| }, |
| { |
| "epoch": 3.2595966167859465, |
| "grad_norm": 1.3181241750717163, |
| "learning_rate": 1.3956672920789705e-05, |
| "loss": 0.6135, |
| "step": 5010 |
| }, |
| { |
| "epoch": 3.2628497072218607, |
| "grad_norm": 1.5811583995819092, |
| "learning_rate": 1.3910388839738647e-05, |
| "loss": 0.6377, |
| "step": 5015 |
| }, |
| { |
| "epoch": 3.266102797657775, |
| "grad_norm": 1.3512473106384277, |
| "learning_rate": 1.386415203187768e-05, |
| "loss": 0.6293, |
| "step": 5020 |
| }, |
| { |
| "epoch": 3.269355888093689, |
| "grad_norm": 1.8290486335754395, |
| "learning_rate": 1.3817962694306747e-05, |
| "loss": 0.635, |
| "step": 5025 |
| }, |
| { |
| "epoch": 3.272608978529603, |
| "grad_norm": 1.5076416730880737, |
| "learning_rate": 1.3771821023923383e-05, |
| "loss": 0.6027, |
| "step": 5030 |
| }, |
| { |
| "epoch": 3.2758620689655173, |
| "grad_norm": 1.5753469467163086, |
| "learning_rate": 1.3725727217421947e-05, |
| "loss": 0.6165, |
| "step": 5035 |
| }, |
| { |
| "epoch": 3.279115159401431, |
| "grad_norm": 1.5028088092803955, |
| "learning_rate": 1.3679681471292776e-05, |
| "loss": 0.621, |
| "step": 5040 |
| }, |
| { |
| "epoch": 3.2823682498373454, |
| "grad_norm": 1.4654455184936523, |
| "learning_rate": 1.363368398182131e-05, |
| "loss": 0.6266, |
| "step": 5045 |
| }, |
| { |
| "epoch": 3.2856213402732597, |
| "grad_norm": 1.7276520729064941, |
| "learning_rate": 1.3587734945087277e-05, |
| "loss": 0.6258, |
| "step": 5050 |
| }, |
| { |
| "epoch": 3.288874430709174, |
| "grad_norm": 1.710095763206482, |
| "learning_rate": 1.3541834556963895e-05, |
| "loss": 0.6388, |
| "step": 5055 |
| }, |
| { |
| "epoch": 3.2921275211450878, |
| "grad_norm": 1.6146140098571777, |
| "learning_rate": 1.3495983013116953e-05, |
| "loss": 0.6466, |
| "step": 5060 |
| }, |
| { |
| "epoch": 3.295380611581002, |
| "grad_norm": 1.3169276714324951, |
| "learning_rate": 1.3450180509004066e-05, |
| "loss": 0.6389, |
| "step": 5065 |
| }, |
| { |
| "epoch": 3.2986337020169163, |
| "grad_norm": 2.564819574356079, |
| "learning_rate": 1.3404427239873763e-05, |
| "loss": 0.6158, |
| "step": 5070 |
| }, |
| { |
| "epoch": 3.30188679245283, |
| "grad_norm": 1.6384319067001343, |
| "learning_rate": 1.335872340076474e-05, |
| "loss": 0.6241, |
| "step": 5075 |
| }, |
| { |
| "epoch": 3.3051398828887444, |
| "grad_norm": 1.4620628356933594, |
| "learning_rate": 1.3313069186504929e-05, |
| "loss": 0.6203, |
| "step": 5080 |
| }, |
| { |
| "epoch": 3.3083929733246586, |
| "grad_norm": 1.7426296472549438, |
| "learning_rate": 1.3267464791710747e-05, |
| "loss": 0.6238, |
| "step": 5085 |
| }, |
| { |
| "epoch": 3.3116460637605725, |
| "grad_norm": 2.093579053878784, |
| "learning_rate": 1.3221910410786248e-05, |
| "loss": 0.6144, |
| "step": 5090 |
| }, |
| { |
| "epoch": 3.3148991541964867, |
| "grad_norm": 1.4141899347305298, |
| "learning_rate": 1.3176406237922262e-05, |
| "loss": 0.6145, |
| "step": 5095 |
| }, |
| { |
| "epoch": 3.318152244632401, |
| "grad_norm": 1.2416197061538696, |
| "learning_rate": 1.3130952467095593e-05, |
| "loss": 0.6134, |
| "step": 5100 |
| }, |
| { |
| "epoch": 3.321405335068315, |
| "grad_norm": 1.6651731729507446, |
| "learning_rate": 1.3085549292068213e-05, |
| "loss": 0.6366, |
| "step": 5105 |
| }, |
| { |
| "epoch": 3.324658425504229, |
| "grad_norm": 1.4123419523239136, |
| "learning_rate": 1.3040196906386392e-05, |
| "loss": 0.6363, |
| "step": 5110 |
| }, |
| { |
| "epoch": 3.3279115159401433, |
| "grad_norm": 1.5788094997406006, |
| "learning_rate": 1.2994895503379886e-05, |
| "loss": 0.6463, |
| "step": 5115 |
| }, |
| { |
| "epoch": 3.331164606376057, |
| "grad_norm": 1.9464671611785889, |
| "learning_rate": 1.2949645276161149e-05, |
| "loss": 0.6193, |
| "step": 5120 |
| }, |
| { |
| "epoch": 3.3344176968119714, |
| "grad_norm": 1.3868358135223389, |
| "learning_rate": 1.2904446417624457e-05, |
| "loss": 0.6182, |
| "step": 5125 |
| }, |
| { |
| "epoch": 3.3376707872478857, |
| "grad_norm": 7.827129364013672, |
| "learning_rate": 1.2859299120445107e-05, |
| "loss": 0.615, |
| "step": 5130 |
| }, |
| { |
| "epoch": 3.3409238776837995, |
| "grad_norm": 1.3248870372772217, |
| "learning_rate": 1.2814203577078626e-05, |
| "loss": 0.6286, |
| "step": 5135 |
| }, |
| { |
| "epoch": 3.3441769681197138, |
| "grad_norm": 1.3587925434112549, |
| "learning_rate": 1.2769159979759899e-05, |
| "loss": 0.6285, |
| "step": 5140 |
| }, |
| { |
| "epoch": 3.347430058555628, |
| "grad_norm": 1.518294095993042, |
| "learning_rate": 1.2724168520502371e-05, |
| "loss": 0.6304, |
| "step": 5145 |
| }, |
| { |
| "epoch": 3.350683148991542, |
| "grad_norm": 1.2859338521957397, |
| "learning_rate": 1.2679229391097241e-05, |
| "loss": 0.6299, |
| "step": 5150 |
| }, |
| { |
| "epoch": 3.353936239427456, |
| "grad_norm": 1.3024553060531616, |
| "learning_rate": 1.2634342783112646e-05, |
| "loss": 0.6177, |
| "step": 5155 |
| }, |
| { |
| "epoch": 3.3571893298633704, |
| "grad_norm": 3.6768040657043457, |
| "learning_rate": 1.258950888789281e-05, |
| "loss": 0.6385, |
| "step": 5160 |
| }, |
| { |
| "epoch": 3.360442420299284, |
| "grad_norm": 1.476014256477356, |
| "learning_rate": 1.2544727896557257e-05, |
| "loss": 0.6313, |
| "step": 5165 |
| }, |
| { |
| "epoch": 3.3636955107351985, |
| "grad_norm": 2.193185806274414, |
| "learning_rate": 1.2500000000000006e-05, |
| "loss": 0.6386, |
| "step": 5170 |
| }, |
| { |
| "epoch": 3.3669486011711127, |
| "grad_norm": 1.4634368419647217, |
| "learning_rate": 1.2455325388888726e-05, |
| "loss": 0.617, |
| "step": 5175 |
| }, |
| { |
| "epoch": 3.3702016916070265, |
| "grad_norm": 1.770553708076477, |
| "learning_rate": 1.2410704253663932e-05, |
| "loss": 0.637, |
| "step": 5180 |
| }, |
| { |
| "epoch": 3.373454782042941, |
| "grad_norm": 1.7664306163787842, |
| "learning_rate": 1.236613678453821e-05, |
| "loss": 0.6203, |
| "step": 5185 |
| }, |
| { |
| "epoch": 3.376707872478855, |
| "grad_norm": 1.4499051570892334, |
| "learning_rate": 1.232162317149535e-05, |
| "loss": 0.6417, |
| "step": 5190 |
| }, |
| { |
| "epoch": 3.379960962914769, |
| "grad_norm": 2.710038661956787, |
| "learning_rate": 1.2277163604289558e-05, |
| "loss": 0.6246, |
| "step": 5195 |
| }, |
| { |
| "epoch": 3.383214053350683, |
| "grad_norm": 1.9992517232894897, |
| "learning_rate": 1.2232758272444672e-05, |
| "loss": 0.6188, |
| "step": 5200 |
| }, |
| { |
| "epoch": 3.3864671437865974, |
| "grad_norm": 1.1757420301437378, |
| "learning_rate": 1.2188407365253337e-05, |
| "loss": 0.6232, |
| "step": 5205 |
| }, |
| { |
| "epoch": 3.3897202342225112, |
| "grad_norm": 1.3049498796463013, |
| "learning_rate": 1.2144111071776174e-05, |
| "loss": 0.6314, |
| "step": 5210 |
| }, |
| { |
| "epoch": 3.3929733246584255, |
| "grad_norm": 1.2970354557037354, |
| "learning_rate": 1.209986958084099e-05, |
| "loss": 0.6361, |
| "step": 5215 |
| }, |
| { |
| "epoch": 3.3962264150943398, |
| "grad_norm": 1.4407247304916382, |
| "learning_rate": 1.205568308104201e-05, |
| "loss": 0.6246, |
| "step": 5220 |
| }, |
| { |
| "epoch": 3.3994795055302536, |
| "grad_norm": 1.673065185546875, |
| "learning_rate": 1.2011551760739014e-05, |
| "loss": 0.6318, |
| "step": 5225 |
| }, |
| { |
| "epoch": 3.402732595966168, |
| "grad_norm": 1.4697465896606445, |
| "learning_rate": 1.196747580805656e-05, |
| "loss": 0.6417, |
| "step": 5230 |
| }, |
| { |
| "epoch": 3.405985686402082, |
| "grad_norm": 1.6552962064743042, |
| "learning_rate": 1.1923455410883212e-05, |
| "loss": 0.6343, |
| "step": 5235 |
| }, |
| { |
| "epoch": 3.409238776837996, |
| "grad_norm": 1.5813676118850708, |
| "learning_rate": 1.1879490756870674e-05, |
| "loss": 0.6352, |
| "step": 5240 |
| }, |
| { |
| "epoch": 3.41249186727391, |
| "grad_norm": 3.213158130645752, |
| "learning_rate": 1.1835582033433037e-05, |
| "loss": 0.6352, |
| "step": 5245 |
| }, |
| { |
| "epoch": 3.4157449577098244, |
| "grad_norm": 1.2842360734939575, |
| "learning_rate": 1.1791729427745992e-05, |
| "loss": 0.6416, |
| "step": 5250 |
| }, |
| { |
| "epoch": 3.4189980481457383, |
| "grad_norm": 1.6811124086380005, |
| "learning_rate": 1.1747933126745983e-05, |
| "loss": 0.651, |
| "step": 5255 |
| }, |
| { |
| "epoch": 3.4222511385816525, |
| "grad_norm": 1.2236487865447998, |
| "learning_rate": 1.170419331712943e-05, |
| "loss": 0.641, |
| "step": 5260 |
| }, |
| { |
| "epoch": 3.425504229017567, |
| "grad_norm": 1.3968175649642944, |
| "learning_rate": 1.1660510185351978e-05, |
| "loss": 0.6271, |
| "step": 5265 |
| }, |
| { |
| "epoch": 3.4287573194534806, |
| "grad_norm": 2.152369976043701, |
| "learning_rate": 1.161688391762763e-05, |
| "loss": 0.633, |
| "step": 5270 |
| }, |
| { |
| "epoch": 3.432010409889395, |
| "grad_norm": 1.5563530921936035, |
| "learning_rate": 1.1573314699927985e-05, |
| "loss": 0.6429, |
| "step": 5275 |
| }, |
| { |
| "epoch": 3.435263500325309, |
| "grad_norm": 1.4173344373703003, |
| "learning_rate": 1.1529802717981475e-05, |
| "loss": 0.6344, |
| "step": 5280 |
| }, |
| { |
| "epoch": 3.438516590761223, |
| "grad_norm": 1.8149155378341675, |
| "learning_rate": 1.1486348157272526e-05, |
| "loss": 0.6278, |
| "step": 5285 |
| }, |
| { |
| "epoch": 3.441769681197137, |
| "grad_norm": 1.4700722694396973, |
| "learning_rate": 1.1442951203040775e-05, |
| "loss": 0.607, |
| "step": 5290 |
| }, |
| { |
| "epoch": 3.4450227716330515, |
| "grad_norm": 1.4950767755508423, |
| "learning_rate": 1.139961204028033e-05, |
| "loss": 0.6298, |
| "step": 5295 |
| }, |
| { |
| "epoch": 3.4482758620689653, |
| "grad_norm": 1.702974796295166, |
| "learning_rate": 1.1356330853738906e-05, |
| "loss": 0.6599, |
| "step": 5300 |
| }, |
| { |
| "epoch": 3.4515289525048796, |
| "grad_norm": 1.7694127559661865, |
| "learning_rate": 1.1313107827917083e-05, |
| "loss": 0.6235, |
| "step": 5305 |
| }, |
| { |
| "epoch": 3.454782042940794, |
| "grad_norm": 1.2292397022247314, |
| "learning_rate": 1.1269943147067535e-05, |
| "loss": 0.6264, |
| "step": 5310 |
| }, |
| { |
| "epoch": 3.4580351333767076, |
| "grad_norm": 1.3355427980422974, |
| "learning_rate": 1.1226836995194196e-05, |
| "loss": 0.6274, |
| "step": 5315 |
| }, |
| { |
| "epoch": 3.461288223812622, |
| "grad_norm": 1.313506841659546, |
| "learning_rate": 1.1183789556051508e-05, |
| "loss": 0.6075, |
| "step": 5320 |
| }, |
| { |
| "epoch": 3.464541314248536, |
| "grad_norm": 1.3950237035751343, |
| "learning_rate": 1.1140801013143618e-05, |
| "loss": 0.606, |
| "step": 5325 |
| }, |
| { |
| "epoch": 3.46779440468445, |
| "grad_norm": 1.4222460985183716, |
| "learning_rate": 1.1097871549723629e-05, |
| "loss": 0.6238, |
| "step": 5330 |
| }, |
| { |
| "epoch": 3.4710474951203643, |
| "grad_norm": 1.701815128326416, |
| "learning_rate": 1.1055001348792807e-05, |
| "loss": 0.6227, |
| "step": 5335 |
| }, |
| { |
| "epoch": 3.4743005855562785, |
| "grad_norm": 1.5569487810134888, |
| "learning_rate": 1.1012190593099744e-05, |
| "loss": 0.643, |
| "step": 5340 |
| }, |
| { |
| "epoch": 3.4775536759921923, |
| "grad_norm": 1.3712338209152222, |
| "learning_rate": 1.0969439465139687e-05, |
| "loss": 0.6167, |
| "step": 5345 |
| }, |
| { |
| "epoch": 3.4808067664281066, |
| "grad_norm": 1.3950178623199463, |
| "learning_rate": 1.0926748147153648e-05, |
| "loss": 0.6318, |
| "step": 5350 |
| }, |
| { |
| "epoch": 3.484059856864021, |
| "grad_norm": 1.347066044807434, |
| "learning_rate": 1.088411682112771e-05, |
| "loss": 0.6225, |
| "step": 5355 |
| }, |
| { |
| "epoch": 3.487312947299935, |
| "grad_norm": 1.347697138786316, |
| "learning_rate": 1.08415456687922e-05, |
| "loss": 0.6225, |
| "step": 5360 |
| }, |
| { |
| "epoch": 3.490566037735849, |
| "grad_norm": 1.5315964221954346, |
| "learning_rate": 1.0799034871620958e-05, |
| "loss": 0.6067, |
| "step": 5365 |
| }, |
| { |
| "epoch": 3.493819128171763, |
| "grad_norm": 1.3384947776794434, |
| "learning_rate": 1.0756584610830523e-05, |
| "loss": 0.6235, |
| "step": 5370 |
| }, |
| { |
| "epoch": 3.4970722186076775, |
| "grad_norm": 1.3656494617462158, |
| "learning_rate": 1.071419506737937e-05, |
| "loss": 0.6347, |
| "step": 5375 |
| }, |
| { |
| "epoch": 3.5003253090435913, |
| "grad_norm": 1.3071860074996948, |
| "learning_rate": 1.0671866421967175e-05, |
| "loss": 0.6108, |
| "step": 5380 |
| }, |
| { |
| "epoch": 3.5035783994795056, |
| "grad_norm": 1.3579492568969727, |
| "learning_rate": 1.062959885503399e-05, |
| "loss": 0.6354, |
| "step": 5385 |
| }, |
| { |
| "epoch": 3.5068314899154194, |
| "grad_norm": 1.52472722530365, |
| "learning_rate": 1.0587392546759498e-05, |
| "loss": 0.6177, |
| "step": 5390 |
| }, |
| { |
| "epoch": 3.5100845803513336, |
| "grad_norm": 1.7216352224349976, |
| "learning_rate": 1.0545247677062273e-05, |
| "loss": 0.6225, |
| "step": 5395 |
| }, |
| { |
| "epoch": 3.513337670787248, |
| "grad_norm": 1.3169187307357788, |
| "learning_rate": 1.050316442559896e-05, |
| "loss": 0.6196, |
| "step": 5400 |
| }, |
| { |
| "epoch": 3.516590761223162, |
| "grad_norm": 1.7447690963745117, |
| "learning_rate": 1.0461142971763535e-05, |
| "loss": 0.6338, |
| "step": 5405 |
| }, |
| { |
| "epoch": 3.519843851659076, |
| "grad_norm": 1.4032801389694214, |
| "learning_rate": 1.0419183494686574e-05, |
| "loss": 0.6261, |
| "step": 5410 |
| }, |
| { |
| "epoch": 3.5230969420949902, |
| "grad_norm": 1.6217771768569946, |
| "learning_rate": 1.0377286173234416e-05, |
| "loss": 0.6306, |
| "step": 5415 |
| }, |
| { |
| "epoch": 3.5263500325309045, |
| "grad_norm": 1.2982110977172852, |
| "learning_rate": 1.0335451186008454e-05, |
| "loss": 0.6242, |
| "step": 5420 |
| }, |
| { |
| "epoch": 3.5296031229668183, |
| "grad_norm": 1.2958654165267944, |
| "learning_rate": 1.0293678711344382e-05, |
| "loss": 0.6292, |
| "step": 5425 |
| }, |
| { |
| "epoch": 3.5328562134027326, |
| "grad_norm": 1.7522900104522705, |
| "learning_rate": 1.0251968927311384e-05, |
| "loss": 0.6541, |
| "step": 5430 |
| }, |
| { |
| "epoch": 3.536109303838647, |
| "grad_norm": 1.435259222984314, |
| "learning_rate": 1.0210322011711408e-05, |
| "loss": 0.6064, |
| "step": 5435 |
| }, |
| { |
| "epoch": 3.5393623942745607, |
| "grad_norm": 1.3290374279022217, |
| "learning_rate": 1.0168738142078429e-05, |
| "loss": 0.6255, |
| "step": 5440 |
| }, |
| { |
| "epoch": 3.542615484710475, |
| "grad_norm": 1.3328436613082886, |
| "learning_rate": 1.012721749567764e-05, |
| "loss": 0.6006, |
| "step": 5445 |
| }, |
| { |
| "epoch": 3.545868575146389, |
| "grad_norm": 1.3372770547866821, |
| "learning_rate": 1.0085760249504728e-05, |
| "loss": 0.6194, |
| "step": 5450 |
| }, |
| { |
| "epoch": 3.5491216655823035, |
| "grad_norm": 1.7760313749313354, |
| "learning_rate": 1.0044366580285137e-05, |
| "loss": 0.6067, |
| "step": 5455 |
| }, |
| { |
| "epoch": 3.5523747560182173, |
| "grad_norm": 1.7420598268508911, |
| "learning_rate": 1.0003036664473267e-05, |
| "loss": 0.6071, |
| "step": 5460 |
| }, |
| { |
| "epoch": 3.5556278464541315, |
| "grad_norm": 1.498193621635437, |
| "learning_rate": 9.96177067825175e-06, |
| "loss": 0.6146, |
| "step": 5465 |
| }, |
| { |
| "epoch": 3.558880936890046, |
| "grad_norm": 1.8063032627105713, |
| "learning_rate": 9.920568797530716e-06, |
| "loss": 0.626, |
| "step": 5470 |
| }, |
| { |
| "epoch": 3.5621340273259596, |
| "grad_norm": 1.2613329887390137, |
| "learning_rate": 9.879431197947014e-06, |
| "loss": 0.6049, |
| "step": 5475 |
| }, |
| { |
| "epoch": 3.565387117761874, |
| "grad_norm": 1.34530770778656, |
| "learning_rate": 9.83835805486347e-06, |
| "loss": 0.6197, |
| "step": 5480 |
| }, |
| { |
| "epoch": 3.568640208197788, |
| "grad_norm": 1.9523491859436035, |
| "learning_rate": 9.797349543368128e-06, |
| "loss": 0.6342, |
| "step": 5485 |
| }, |
| { |
| "epoch": 3.571893298633702, |
| "grad_norm": 1.8784916400909424, |
| "learning_rate": 9.756405838273558e-06, |
| "loss": 0.64, |
| "step": 5490 |
| }, |
| { |
| "epoch": 3.5751463890696162, |
| "grad_norm": 1.5533080101013184, |
| "learning_rate": 9.715527114116035e-06, |
| "loss": 0.6243, |
| "step": 5495 |
| }, |
| { |
| "epoch": 3.5783994795055305, |
| "grad_norm": 1.385695219039917, |
| "learning_rate": 9.674713545154831e-06, |
| "loss": 0.6264, |
| "step": 5500 |
| }, |
| { |
| "epoch": 3.5816525699414443, |
| "grad_norm": 1.3538482189178467, |
| "learning_rate": 9.633965305371506e-06, |
| "loss": 0.621, |
| "step": 5505 |
| }, |
| { |
| "epoch": 3.5849056603773586, |
| "grad_norm": 1.6445493698120117, |
| "learning_rate": 9.5932825684691e-06, |
| "loss": 0.6239, |
| "step": 5510 |
| }, |
| { |
| "epoch": 3.588158750813273, |
| "grad_norm": 1.803451657295227, |
| "learning_rate": 9.552665507871428e-06, |
| "loss": 0.6311, |
| "step": 5515 |
| }, |
| { |
| "epoch": 3.5914118412491867, |
| "grad_norm": 1.3346718549728394, |
| "learning_rate": 9.51211429672236e-06, |
| "loss": 0.6396, |
| "step": 5520 |
| }, |
| { |
| "epoch": 3.594664931685101, |
| "grad_norm": 2.1071603298187256, |
| "learning_rate": 9.471629107885038e-06, |
| "loss": 0.6238, |
| "step": 5525 |
| }, |
| { |
| "epoch": 3.597918022121015, |
| "grad_norm": 1.4250411987304688, |
| "learning_rate": 9.431210113941169e-06, |
| "loss": 0.6063, |
| "step": 5530 |
| }, |
| { |
| "epoch": 3.601171112556929, |
| "grad_norm": 1.3815439939498901, |
| "learning_rate": 9.390857487190274e-06, |
| "loss": 0.5978, |
| "step": 5535 |
| }, |
| { |
| "epoch": 3.6044242029928433, |
| "grad_norm": 1.6549842357635498, |
| "learning_rate": 9.350571399648988e-06, |
| "loss": 0.6094, |
| "step": 5540 |
| }, |
| { |
| "epoch": 3.6076772934287575, |
| "grad_norm": 1.4034509658813477, |
| "learning_rate": 9.310352023050272e-06, |
| "loss": 0.6187, |
| "step": 5545 |
| }, |
| { |
| "epoch": 3.6109303838646714, |
| "grad_norm": 1.6350473165512085, |
| "learning_rate": 9.270199528842715e-06, |
| "loss": 0.6076, |
| "step": 5550 |
| }, |
| { |
| "epoch": 3.6141834743005856, |
| "grad_norm": 1.4474992752075195, |
| "learning_rate": 9.230114088189814e-06, |
| "loss": 0.6507, |
| "step": 5555 |
| }, |
| { |
| "epoch": 3.6174365647365, |
| "grad_norm": 1.4828194379806519, |
| "learning_rate": 9.19009587196921e-06, |
| "loss": 0.6264, |
| "step": 5560 |
| }, |
| { |
| "epoch": 3.6206896551724137, |
| "grad_norm": 1.7121607065200806, |
| "learning_rate": 9.150145050771972e-06, |
| "loss": 0.6383, |
| "step": 5565 |
| }, |
| { |
| "epoch": 3.623942745608328, |
| "grad_norm": 1.8459277153015137, |
| "learning_rate": 9.110261794901903e-06, |
| "loss": 0.6436, |
| "step": 5570 |
| }, |
| { |
| "epoch": 3.6271958360442422, |
| "grad_norm": 1.4332444667816162, |
| "learning_rate": 9.070446274374766e-06, |
| "loss": 0.6313, |
| "step": 5575 |
| }, |
| { |
| "epoch": 3.630448926480156, |
| "grad_norm": 1.2665612697601318, |
| "learning_rate": 9.030698658917566e-06, |
| "loss": 0.6003, |
| "step": 5580 |
| }, |
| { |
| "epoch": 3.6337020169160703, |
| "grad_norm": 1.5076160430908203, |
| "learning_rate": 8.99101911796788e-06, |
| "loss": 0.6203, |
| "step": 5585 |
| }, |
| { |
| "epoch": 3.6369551073519846, |
| "grad_norm": 1.567221999168396, |
| "learning_rate": 8.951407820673058e-06, |
| "loss": 0.6252, |
| "step": 5590 |
| }, |
| { |
| "epoch": 3.6402081977878984, |
| "grad_norm": 1.504109263420105, |
| "learning_rate": 8.911864935889544e-06, |
| "loss": 0.6332, |
| "step": 5595 |
| }, |
| { |
| "epoch": 3.6434612882238127, |
| "grad_norm": 1.6598913669586182, |
| "learning_rate": 8.872390632182175e-06, |
| "loss": 0.6258, |
| "step": 5600 |
| }, |
| { |
| "epoch": 3.646714378659727, |
| "grad_norm": 1.3711302280426025, |
| "learning_rate": 8.832985077823406e-06, |
| "loss": 0.6273, |
| "step": 5605 |
| }, |
| { |
| "epoch": 3.6499674690956407, |
| "grad_norm": 1.293453574180603, |
| "learning_rate": 8.793648440792654e-06, |
| "loss": 0.6041, |
| "step": 5610 |
| }, |
| { |
| "epoch": 3.653220559531555, |
| "grad_norm": 1.6621414422988892, |
| "learning_rate": 8.754380888775523e-06, |
| "loss": 0.6177, |
| "step": 5615 |
| }, |
| { |
| "epoch": 3.6564736499674693, |
| "grad_norm": 1.2931593656539917, |
| "learning_rate": 8.715182589163153e-06, |
| "loss": 0.6084, |
| "step": 5620 |
| }, |
| { |
| "epoch": 3.659726740403383, |
| "grad_norm": 1.4701381921768188, |
| "learning_rate": 8.676053709051446e-06, |
| "loss": 0.6235, |
| "step": 5625 |
| }, |
| { |
| "epoch": 3.6629798308392973, |
| "grad_norm": 2.272709369659424, |
| "learning_rate": 8.636994415240376e-06, |
| "loss": 0.6326, |
| "step": 5630 |
| }, |
| { |
| "epoch": 3.6662329212752116, |
| "grad_norm": 1.3057537078857422, |
| "learning_rate": 8.598004874233315e-06, |
| "loss": 0.616, |
| "step": 5635 |
| }, |
| { |
| "epoch": 3.6694860117111254, |
| "grad_norm": 1.6016069650650024, |
| "learning_rate": 8.559085252236259e-06, |
| "loss": 0.6126, |
| "step": 5640 |
| }, |
| { |
| "epoch": 3.6727391021470397, |
| "grad_norm": 1.38706636428833, |
| "learning_rate": 8.520235715157152e-06, |
| "loss": 0.6424, |
| "step": 5645 |
| }, |
| { |
| "epoch": 3.675992192582954, |
| "grad_norm": 1.403805136680603, |
| "learning_rate": 8.481456428605205e-06, |
| "loss": 0.6328, |
| "step": 5650 |
| }, |
| { |
| "epoch": 3.6792452830188678, |
| "grad_norm": 2.8022546768188477, |
| "learning_rate": 8.442747557890138e-06, |
| "loss": 0.6225, |
| "step": 5655 |
| }, |
| { |
| "epoch": 3.682498373454782, |
| "grad_norm": 1.2923667430877686, |
| "learning_rate": 8.404109268021493e-06, |
| "loss": 0.6068, |
| "step": 5660 |
| }, |
| { |
| "epoch": 3.6857514638906963, |
| "grad_norm": 1.327010154724121, |
| "learning_rate": 8.365541723707971e-06, |
| "loss": 0.6032, |
| "step": 5665 |
| }, |
| { |
| "epoch": 3.68900455432661, |
| "grad_norm": 3.022547960281372, |
| "learning_rate": 8.327045089356663e-06, |
| "loss": 0.6202, |
| "step": 5670 |
| }, |
| { |
| "epoch": 3.6922576447625244, |
| "grad_norm": 1.7190786600112915, |
| "learning_rate": 8.288619529072394e-06, |
| "loss": 0.6136, |
| "step": 5675 |
| }, |
| { |
| "epoch": 3.6955107351984386, |
| "grad_norm": 1.8883839845657349, |
| "learning_rate": 8.250265206657025e-06, |
| "loss": 0.626, |
| "step": 5680 |
| }, |
| { |
| "epoch": 3.6987638256343525, |
| "grad_norm": 1.216133952140808, |
| "learning_rate": 8.211982285608721e-06, |
| "loss": 0.6084, |
| "step": 5685 |
| }, |
| { |
| "epoch": 3.7020169160702667, |
| "grad_norm": 1.4318759441375732, |
| "learning_rate": 8.17377092912128e-06, |
| "loss": 0.6252, |
| "step": 5690 |
| }, |
| { |
| "epoch": 3.705270006506181, |
| "grad_norm": 1.3429824113845825, |
| "learning_rate": 8.135631300083448e-06, |
| "loss": 0.6421, |
| "step": 5695 |
| }, |
| { |
| "epoch": 3.708523096942095, |
| "grad_norm": 1.563573956489563, |
| "learning_rate": 8.097563561078193e-06, |
| "loss": 0.6426, |
| "step": 5700 |
| }, |
| { |
| "epoch": 3.711776187378009, |
| "grad_norm": 1.3186182975769043, |
| "learning_rate": 8.059567874382023e-06, |
| "loss": 0.6148, |
| "step": 5705 |
| }, |
| { |
| "epoch": 3.7150292778139233, |
| "grad_norm": 1.4381370544433594, |
| "learning_rate": 8.021644401964305e-06, |
| "loss": 0.6206, |
| "step": 5710 |
| }, |
| { |
| "epoch": 3.718282368249837, |
| "grad_norm": 1.6375632286071777, |
| "learning_rate": 7.983793305486583e-06, |
| "loss": 0.6169, |
| "step": 5715 |
| }, |
| { |
| "epoch": 3.7215354586857514, |
| "grad_norm": 1.426100730895996, |
| "learning_rate": 7.946014746301858e-06, |
| "loss": 0.6299, |
| "step": 5720 |
| }, |
| { |
| "epoch": 3.7247885491216657, |
| "grad_norm": 1.6016979217529297, |
| "learning_rate": 7.908308885453908e-06, |
| "loss": 0.6039, |
| "step": 5725 |
| }, |
| { |
| "epoch": 3.7280416395575795, |
| "grad_norm": 1.8250033855438232, |
| "learning_rate": 7.87067588367664e-06, |
| "loss": 0.6375, |
| "step": 5730 |
| }, |
| { |
| "epoch": 3.7312947299934938, |
| "grad_norm": 1.6048786640167236, |
| "learning_rate": 7.833115901393347e-06, |
| "loss": 0.6469, |
| "step": 5735 |
| }, |
| { |
| "epoch": 3.734547820429408, |
| "grad_norm": 1.473156213760376, |
| "learning_rate": 7.795629098716045e-06, |
| "loss": 0.6291, |
| "step": 5740 |
| }, |
| { |
| "epoch": 3.737800910865322, |
| "grad_norm": 1.4616464376449585, |
| "learning_rate": 7.758215635444848e-06, |
| "loss": 0.6418, |
| "step": 5745 |
| }, |
| { |
| "epoch": 3.741054001301236, |
| "grad_norm": 1.3316526412963867, |
| "learning_rate": 7.720875671067188e-06, |
| "loss": 0.6052, |
| "step": 5750 |
| }, |
| { |
| "epoch": 3.7443070917371504, |
| "grad_norm": 2.7276248931884766, |
| "learning_rate": 7.683609364757192e-06, |
| "loss": 0.6311, |
| "step": 5755 |
| }, |
| { |
| "epoch": 3.747560182173064, |
| "grad_norm": 1.4057763814926147, |
| "learning_rate": 7.646416875374992e-06, |
| "loss": 0.6262, |
| "step": 5760 |
| }, |
| { |
| "epoch": 3.7508132726089785, |
| "grad_norm": 1.7808401584625244, |
| "learning_rate": 7.609298361466083e-06, |
| "loss": 0.6372, |
| "step": 5765 |
| }, |
| { |
| "epoch": 3.7540663630448927, |
| "grad_norm": 1.5597418546676636, |
| "learning_rate": 7.572253981260571e-06, |
| "loss": 0.6181, |
| "step": 5770 |
| }, |
| { |
| "epoch": 3.7573194534808065, |
| "grad_norm": 1.6378741264343262, |
| "learning_rate": 7.535283892672562e-06, |
| "loss": 0.6247, |
| "step": 5775 |
| }, |
| { |
| "epoch": 3.760572543916721, |
| "grad_norm": 2.498858690261841, |
| "learning_rate": 7.498388253299482e-06, |
| "loss": 0.643, |
| "step": 5780 |
| }, |
| { |
| "epoch": 3.763825634352635, |
| "grad_norm": 1.9484217166900635, |
| "learning_rate": 7.46156722042137e-06, |
| "loss": 0.6223, |
| "step": 5785 |
| }, |
| { |
| "epoch": 3.767078724788549, |
| "grad_norm": 1.3782168626785278, |
| "learning_rate": 7.424820951000233e-06, |
| "loss": 0.6148, |
| "step": 5790 |
| }, |
| { |
| "epoch": 3.770331815224463, |
| "grad_norm": 1.3748527765274048, |
| "learning_rate": 7.388149601679392e-06, |
| "loss": 0.6242, |
| "step": 5795 |
| }, |
| { |
| "epoch": 3.7735849056603774, |
| "grad_norm": 1.4963568449020386, |
| "learning_rate": 7.351553328782779e-06, |
| "loss": 0.6014, |
| "step": 5800 |
| }, |
| { |
| "epoch": 3.7768379960962912, |
| "grad_norm": 1.708061695098877, |
| "learning_rate": 7.31503228831428e-06, |
| "loss": 0.6154, |
| "step": 5805 |
| }, |
| { |
| "epoch": 3.7800910865322055, |
| "grad_norm": 1.8436424732208252, |
| "learning_rate": 7.278586635957107e-06, |
| "loss": 0.6263, |
| "step": 5810 |
| }, |
| { |
| "epoch": 3.7833441769681198, |
| "grad_norm": 1.9801384210586548, |
| "learning_rate": 7.242216527073079e-06, |
| "loss": 0.5955, |
| "step": 5815 |
| }, |
| { |
| "epoch": 3.7865972674040336, |
| "grad_norm": 1.4177374839782715, |
| "learning_rate": 7.205922116701985e-06, |
| "loss": 0.6255, |
| "step": 5820 |
| }, |
| { |
| "epoch": 3.789850357839948, |
| "grad_norm": 1.4929031133651733, |
| "learning_rate": 7.169703559560953e-06, |
| "loss": 0.6046, |
| "step": 5825 |
| }, |
| { |
| "epoch": 3.793103448275862, |
| "grad_norm": 2.4425814151763916, |
| "learning_rate": 7.133561010043724e-06, |
| "loss": 0.6072, |
| "step": 5830 |
| }, |
| { |
| "epoch": 3.796356538711776, |
| "grad_norm": 1.5860954523086548, |
| "learning_rate": 7.097494622220049e-06, |
| "loss": 0.6173, |
| "step": 5835 |
| }, |
| { |
| "epoch": 3.79960962914769, |
| "grad_norm": 1.4166280031204224, |
| "learning_rate": 7.0615045498350215e-06, |
| "loss": 0.5985, |
| "step": 5840 |
| }, |
| { |
| "epoch": 3.8028627195836044, |
| "grad_norm": 1.7926712036132812, |
| "learning_rate": 7.025590946308402e-06, |
| "loss": 0.6077, |
| "step": 5845 |
| }, |
| { |
| "epoch": 3.8061158100195187, |
| "grad_norm": 1.411357045173645, |
| "learning_rate": 6.9897539647339725e-06, |
| "loss": 0.6126, |
| "step": 5850 |
| }, |
| { |
| "epoch": 3.8093689004554325, |
| "grad_norm": 1.4378728866577148, |
| "learning_rate": 6.95399375787891e-06, |
| "loss": 0.6217, |
| "step": 5855 |
| }, |
| { |
| "epoch": 3.812621990891347, |
| "grad_norm": 1.630339503288269, |
| "learning_rate": 6.918310478183093e-06, |
| "loss": 0.6081, |
| "step": 5860 |
| }, |
| { |
| "epoch": 3.815875081327261, |
| "grad_norm": 1.4536669254302979, |
| "learning_rate": 6.882704277758475e-06, |
| "loss": 0.631, |
| "step": 5865 |
| }, |
| { |
| "epoch": 3.819128171763175, |
| "grad_norm": 1.369432806968689, |
| "learning_rate": 6.847175308388451e-06, |
| "loss": 0.6023, |
| "step": 5870 |
| }, |
| { |
| "epoch": 3.822381262199089, |
| "grad_norm": 1.8251979351043701, |
| "learning_rate": 6.811723721527161e-06, |
| "loss": 0.6088, |
| "step": 5875 |
| }, |
| { |
| "epoch": 3.8256343526350034, |
| "grad_norm": 1.4121100902557373, |
| "learning_rate": 6.776349668298912e-06, |
| "loss": 0.6393, |
| "step": 5880 |
| }, |
| { |
| "epoch": 3.828887443070917, |
| "grad_norm": 1.4803780317306519, |
| "learning_rate": 6.741053299497468e-06, |
| "loss": 0.601, |
| "step": 5885 |
| }, |
| { |
| "epoch": 3.8321405335068315, |
| "grad_norm": 1.5110501050949097, |
| "learning_rate": 6.705834765585459e-06, |
| "loss": 0.6299, |
| "step": 5890 |
| }, |
| { |
| "epoch": 3.8353936239427457, |
| "grad_norm": 1.8608803749084473, |
| "learning_rate": 6.670694216693701e-06, |
| "loss": 0.6394, |
| "step": 5895 |
| }, |
| { |
| "epoch": 3.8386467143786596, |
| "grad_norm": 1.4101976156234741, |
| "learning_rate": 6.635631802620576e-06, |
| "loss": 0.6149, |
| "step": 5900 |
| }, |
| { |
| "epoch": 3.841899804814574, |
| "grad_norm": 1.5235905647277832, |
| "learning_rate": 6.600647672831406e-06, |
| "loss": 0.6377, |
| "step": 5905 |
| }, |
| { |
| "epoch": 3.845152895250488, |
| "grad_norm": 2.4760963916778564, |
| "learning_rate": 6.565741976457782e-06, |
| "loss": 0.6315, |
| "step": 5910 |
| }, |
| { |
| "epoch": 3.8484059856864024, |
| "grad_norm": 1.4764820337295532, |
| "learning_rate": 6.530914862296947e-06, |
| "loss": 0.6148, |
| "step": 5915 |
| }, |
| { |
| "epoch": 3.851659076122316, |
| "grad_norm": 1.408517599105835, |
| "learning_rate": 6.496166478811164e-06, |
| "loss": 0.629, |
| "step": 5920 |
| }, |
| { |
| "epoch": 3.8549121665582304, |
| "grad_norm": 2.276674509048462, |
| "learning_rate": 6.461496974127093e-06, |
| "loss": 0.613, |
| "step": 5925 |
| }, |
| { |
| "epoch": 3.8581652569941447, |
| "grad_norm": 1.5643647909164429, |
| "learning_rate": 6.426906496035129e-06, |
| "loss": 0.6063, |
| "step": 5930 |
| }, |
| { |
| "epoch": 3.8614183474300585, |
| "grad_norm": 1.3531688451766968, |
| "learning_rate": 6.39239519198879e-06, |
| "loss": 0.6135, |
| "step": 5935 |
| }, |
| { |
| "epoch": 3.864671437865973, |
| "grad_norm": 1.4261928796768188, |
| "learning_rate": 6.357963209104106e-06, |
| "loss": 0.6206, |
| "step": 5940 |
| }, |
| { |
| "epoch": 3.867924528301887, |
| "grad_norm": 1.3013157844543457, |
| "learning_rate": 6.32361069415896e-06, |
| "loss": 0.6153, |
| "step": 5945 |
| }, |
| { |
| "epoch": 3.871177618737801, |
| "grad_norm": 1.520578145980835, |
| "learning_rate": 6.289337793592468e-06, |
| "loss": 0.629, |
| "step": 5950 |
| }, |
| { |
| "epoch": 3.874430709173715, |
| "grad_norm": 1.5987921953201294, |
| "learning_rate": 6.255144653504382e-06, |
| "loss": 0.645, |
| "step": 5955 |
| }, |
| { |
| "epoch": 3.8776837996096294, |
| "grad_norm": 2.1227879524230957, |
| "learning_rate": 6.221031419654444e-06, |
| "loss": 0.6333, |
| "step": 5960 |
| }, |
| { |
| "epoch": 3.880936890045543, |
| "grad_norm": 1.5177706480026245, |
| "learning_rate": 6.1869982374617495e-06, |
| "loss": 0.629, |
| "step": 5965 |
| }, |
| { |
| "epoch": 3.8841899804814575, |
| "grad_norm": 1.3354036808013916, |
| "learning_rate": 6.153045252004177e-06, |
| "loss": 0.6055, |
| "step": 5970 |
| }, |
| { |
| "epoch": 3.8874430709173717, |
| "grad_norm": 1.8337645530700684, |
| "learning_rate": 6.119172608017718e-06, |
| "loss": 0.623, |
| "step": 5975 |
| }, |
| { |
| "epoch": 3.8906961613532856, |
| "grad_norm": 1.2876662015914917, |
| "learning_rate": 6.08538044989588e-06, |
| "loss": 0.6064, |
| "step": 5980 |
| }, |
| { |
| "epoch": 3.8939492517892, |
| "grad_norm": 1.3676327466964722, |
| "learning_rate": 6.051668921689094e-06, |
| "loss": 0.6219, |
| "step": 5985 |
| }, |
| { |
| "epoch": 3.897202342225114, |
| "grad_norm": 1.5804736614227295, |
| "learning_rate": 6.0180381671040596e-06, |
| "loss": 0.6135, |
| "step": 5990 |
| }, |
| { |
| "epoch": 3.900455432661028, |
| "grad_norm": 2.2858810424804688, |
| "learning_rate": 5.9844883295031515e-06, |
| "loss": 0.6393, |
| "step": 5995 |
| }, |
| { |
| "epoch": 3.903708523096942, |
| "grad_norm": 1.8066788911819458, |
| "learning_rate": 5.9510195519038245e-06, |
| "loss": 0.6056, |
| "step": 6000 |
| }, |
| { |
| "epoch": 3.9069616135328564, |
| "grad_norm": 1.3947362899780273, |
| "learning_rate": 5.917631976977975e-06, |
| "loss": 0.6138, |
| "step": 6005 |
| }, |
| { |
| "epoch": 3.9102147039687702, |
| "grad_norm": 1.551949381828308, |
| "learning_rate": 5.884325747051336e-06, |
| "loss": 0.614, |
| "step": 6010 |
| }, |
| { |
| "epoch": 3.9134677944046845, |
| "grad_norm": 1.3901867866516113, |
| "learning_rate": 5.851101004102907e-06, |
| "loss": 0.6375, |
| "step": 6015 |
| }, |
| { |
| "epoch": 3.9167208848405988, |
| "grad_norm": 1.4056464433670044, |
| "learning_rate": 5.817957889764308e-06, |
| "loss": 0.6141, |
| "step": 6020 |
| }, |
| { |
| "epoch": 3.9199739752765126, |
| "grad_norm": 1.499922752380371, |
| "learning_rate": 5.784896545319187e-06, |
| "loss": 0.6074, |
| "step": 6025 |
| }, |
| { |
| "epoch": 3.923227065712427, |
| "grad_norm": 1.2578163146972656, |
| "learning_rate": 5.751917111702612e-06, |
| "loss": 0.6143, |
| "step": 6030 |
| }, |
| { |
| "epoch": 3.926480156148341, |
| "grad_norm": 1.2877789735794067, |
| "learning_rate": 5.719019729500508e-06, |
| "loss": 0.5956, |
| "step": 6035 |
| }, |
| { |
| "epoch": 3.929733246584255, |
| "grad_norm": 1.576788067817688, |
| "learning_rate": 5.686204538948997e-06, |
| "loss": 0.6141, |
| "step": 6040 |
| }, |
| { |
| "epoch": 3.932986337020169, |
| "grad_norm": 1.8292930126190186, |
| "learning_rate": 5.653471679933839e-06, |
| "loss": 0.5909, |
| "step": 6045 |
| }, |
| { |
| "epoch": 3.9362394274560835, |
| "grad_norm": 1.5432319641113281, |
| "learning_rate": 5.62082129198985e-06, |
| "loss": 0.6199, |
| "step": 6050 |
| }, |
| { |
| "epoch": 3.9394925178919973, |
| "grad_norm": 1.739689826965332, |
| "learning_rate": 5.58825351430026e-06, |
| "loss": 0.6035, |
| "step": 6055 |
| }, |
| { |
| "epoch": 3.9427456083279115, |
| "grad_norm": 1.3205852508544922, |
| "learning_rate": 5.555768485696144e-06, |
| "loss": 0.6169, |
| "step": 6060 |
| }, |
| { |
| "epoch": 3.945998698763826, |
| "grad_norm": 1.6433742046356201, |
| "learning_rate": 5.523366344655856e-06, |
| "loss": 0.6404, |
| "step": 6065 |
| }, |
| { |
| "epoch": 3.9492517891997396, |
| "grad_norm": 1.6137924194335938, |
| "learning_rate": 5.491047229304397e-06, |
| "loss": 0.6219, |
| "step": 6070 |
| }, |
| { |
| "epoch": 3.952504879635654, |
| "grad_norm": 1.5387951135635376, |
| "learning_rate": 5.4588112774128314e-06, |
| "loss": 0.5937, |
| "step": 6075 |
| }, |
| { |
| "epoch": 3.955757970071568, |
| "grad_norm": 1.4663158655166626, |
| "learning_rate": 5.42665862639774e-06, |
| "loss": 0.6066, |
| "step": 6080 |
| }, |
| { |
| "epoch": 3.959011060507482, |
| "grad_norm": 4.082248210906982, |
| "learning_rate": 5.394589413320589e-06, |
| "loss": 0.6311, |
| "step": 6085 |
| }, |
| { |
| "epoch": 3.9622641509433962, |
| "grad_norm": 1.4563738107681274, |
| "learning_rate": 5.3626037748871565e-06, |
| "loss": 0.6142, |
| "step": 6090 |
| }, |
| { |
| "epoch": 3.9655172413793105, |
| "grad_norm": 1.569101095199585, |
| "learning_rate": 5.330701847446962e-06, |
| "loss": 0.6014, |
| "step": 6095 |
| }, |
| { |
| "epoch": 3.9687703318152243, |
| "grad_norm": 1.567270278930664, |
| "learning_rate": 5.29888376699269e-06, |
| "loss": 0.6155, |
| "step": 6100 |
| }, |
| { |
| "epoch": 3.9720234222511386, |
| "grad_norm": 1.668445110321045, |
| "learning_rate": 5.267149669159588e-06, |
| "loss": 0.6171, |
| "step": 6105 |
| }, |
| { |
| "epoch": 3.975276512687053, |
| "grad_norm": 1.7854609489440918, |
| "learning_rate": 5.235499689224885e-06, |
| "loss": 0.6135, |
| "step": 6110 |
| }, |
| { |
| "epoch": 3.9785296031229667, |
| "grad_norm": 1.8517600297927856, |
| "learning_rate": 5.203933962107266e-06, |
| "loss": 0.6207, |
| "step": 6115 |
| }, |
| { |
| "epoch": 3.981782693558881, |
| "grad_norm": 1.5116204023361206, |
| "learning_rate": 5.172452622366228e-06, |
| "loss": 0.614, |
| "step": 6120 |
| }, |
| { |
| "epoch": 3.985035783994795, |
| "grad_norm": 1.4917980432510376, |
| "learning_rate": 5.141055804201541e-06, |
| "loss": 0.6118, |
| "step": 6125 |
| }, |
| { |
| "epoch": 3.988288874430709, |
| "grad_norm": 1.527981162071228, |
| "learning_rate": 5.109743641452699e-06, |
| "loss": 0.6083, |
| "step": 6130 |
| }, |
| { |
| "epoch": 3.9915419648666233, |
| "grad_norm": 1.3188831806182861, |
| "learning_rate": 5.078516267598299e-06, |
| "loss": 0.6141, |
| "step": 6135 |
| }, |
| { |
| "epoch": 3.9947950553025375, |
| "grad_norm": 1.4134242534637451, |
| "learning_rate": 5.047373815755496e-06, |
| "loss": 0.6234, |
| "step": 6140 |
| }, |
| { |
| "epoch": 3.9980481457384514, |
| "grad_norm": 1.5778809785842896, |
| "learning_rate": 5.016316418679454e-06, |
| "loss": 0.6177, |
| "step": 6145 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_f1": 0.7989837428748611, |
| "eval_loss": 0.491455078125, |
| "eval_precision": 0.7989192926261178, |
| "eval_recall": 0.7990541428374994, |
| "eval_runtime": 238.1189, |
| "eval_samples_per_second": 1652.263, |
| "eval_steps_per_second": 1.617, |
| "step": 6148 |
| }, |
| { |
| "epoch": 4.001301236174366, |
| "grad_norm": 1.376760721206665, |
| "learning_rate": 4.985344208762757e-06, |
| "loss": 0.5954, |
| "step": 6150 |
| }, |
| { |
| "epoch": 4.00455432661028, |
| "grad_norm": 1.2846732139587402, |
| "learning_rate": 4.954457318034841e-06, |
| "loss": 0.533, |
| "step": 6155 |
| }, |
| { |
| "epoch": 4.007807417046194, |
| "grad_norm": 1.16463303565979, |
| "learning_rate": 4.92365587816144e-06, |
| "loss": 0.533, |
| "step": 6160 |
| }, |
| { |
| "epoch": 4.011060507482108, |
| "grad_norm": 1.4882513284683228, |
| "learning_rate": 4.892940020444043e-06, |
| "loss": 0.5236, |
| "step": 6165 |
| }, |
| { |
| "epoch": 4.014313597918022, |
| "grad_norm": 3.275876998901367, |
| "learning_rate": 4.862309875819299e-06, |
| "loss": 0.5213, |
| "step": 6170 |
| }, |
| { |
| "epoch": 4.017566688353936, |
| "grad_norm": 1.5742096900939941, |
| "learning_rate": 4.837867561302392e-06, |
| "loss": 0.5295, |
| "step": 6175 |
| }, |
| { |
| "epoch": 4.020819778789851, |
| "grad_norm": 5.1677422523498535, |
| "learning_rate": 4.807392029038138e-06, |
| "loss": 0.5301, |
| "step": 6180 |
| }, |
| { |
| "epoch": 4.024072869225765, |
| "grad_norm": 1.7716647386550903, |
| "learning_rate": 4.77700257454356e-06, |
| "loss": 0.5366, |
| "step": 6185 |
| }, |
| { |
| "epoch": 4.027325959661678, |
| "grad_norm": 1.8003216981887817, |
| "learning_rate": 4.746699327363918e-06, |
| "loss": 0.5209, |
| "step": 6190 |
| }, |
| { |
| "epoch": 4.030579050097593, |
| "grad_norm": 1.7417036294937134, |
| "learning_rate": 4.7164824166769735e-06, |
| "loss": 0.5335, |
| "step": 6195 |
| }, |
| { |
| "epoch": 4.033832140533507, |
| "grad_norm": 1.7009021043777466, |
| "learning_rate": 4.686351971292443e-06, |
| "loss": 0.5222, |
| "step": 6200 |
| }, |
| { |
| "epoch": 4.037085230969421, |
| "grad_norm": 2.0051186084747314, |
| "learning_rate": 4.6563081196514786e-06, |
| "loss": 0.5516, |
| "step": 6205 |
| }, |
| { |
| "epoch": 4.040338321405335, |
| "grad_norm": 1.5723603963851929, |
| "learning_rate": 4.626350989826075e-06, |
| "loss": 0.5263, |
| "step": 6210 |
| }, |
| { |
| "epoch": 4.043591411841249, |
| "grad_norm": 1.8875335454940796, |
| "learning_rate": 4.596480709518547e-06, |
| "loss": 0.5346, |
| "step": 6215 |
| }, |
| { |
| "epoch": 4.046844502277163, |
| "grad_norm": 1.5543326139450073, |
| "learning_rate": 4.566697406061005e-06, |
| "loss": 0.5344, |
| "step": 6220 |
| }, |
| { |
| "epoch": 4.050097592713078, |
| "grad_norm": 1.6131196022033691, |
| "learning_rate": 4.53700120641477e-06, |
| "loss": 0.5318, |
| "step": 6225 |
| }, |
| { |
| "epoch": 4.053350683148992, |
| "grad_norm": 1.3502036333084106, |
| "learning_rate": 4.5073922371698554e-06, |
| "loss": 0.5234, |
| "step": 6230 |
| }, |
| { |
| "epoch": 4.056603773584905, |
| "grad_norm": 2.2002179622650146, |
| "learning_rate": 4.4778706245444475e-06, |
| "loss": 0.5422, |
| "step": 6235 |
| }, |
| { |
| "epoch": 4.05985686402082, |
| "grad_norm": 1.62948477268219, |
| "learning_rate": 4.44843649438432e-06, |
| "loss": 0.5136, |
| "step": 6240 |
| }, |
| { |
| "epoch": 4.063109954456734, |
| "grad_norm": 1.563274621963501, |
| "learning_rate": 4.419089972162327e-06, |
| "loss": 0.5087, |
| "step": 6245 |
| }, |
| { |
| "epoch": 4.066363044892648, |
| "grad_norm": 1.5413563251495361, |
| "learning_rate": 4.389831182977882e-06, |
| "loss": 0.535, |
| "step": 6250 |
| }, |
| { |
| "epoch": 4.0696161353285625, |
| "grad_norm": 1.6265994310379028, |
| "learning_rate": 4.360660251556395e-06, |
| "loss": 0.5291, |
| "step": 6255 |
| }, |
| { |
| "epoch": 4.072869225764476, |
| "grad_norm": 1.6212644577026367, |
| "learning_rate": 4.331577302248746e-06, |
| "loss": 0.5165, |
| "step": 6260 |
| }, |
| { |
| "epoch": 4.07612231620039, |
| "grad_norm": 1.5618913173675537, |
| "learning_rate": 4.302582459030769e-06, |
| "loss": 0.5301, |
| "step": 6265 |
| }, |
| { |
| "epoch": 4.079375406636305, |
| "grad_norm": 1.7876514196395874, |
| "learning_rate": 4.273675845502722e-06, |
| "loss": 0.5282, |
| "step": 6270 |
| }, |
| { |
| "epoch": 4.082628497072219, |
| "grad_norm": 1.6155240535736084, |
| "learning_rate": 4.244857584888748e-06, |
| "loss": 0.5219, |
| "step": 6275 |
| }, |
| { |
| "epoch": 4.0858815875081325, |
| "grad_norm": 1.826150894165039, |
| "learning_rate": 4.2161278000363456e-06, |
| "loss": 0.5254, |
| "step": 6280 |
| }, |
| { |
| "epoch": 4.089134677944047, |
| "grad_norm": 1.569254755973816, |
| "learning_rate": 4.187486613415878e-06, |
| "loss": 0.5563, |
| "step": 6285 |
| }, |
| { |
| "epoch": 4.092387768379961, |
| "grad_norm": 1.651341438293457, |
| "learning_rate": 4.158934147120019e-06, |
| "loss": 0.5196, |
| "step": 6290 |
| }, |
| { |
| "epoch": 4.095640858815875, |
| "grad_norm": 1.960835337638855, |
| "learning_rate": 4.130470522863231e-06, |
| "loss": 0.5233, |
| "step": 6295 |
| }, |
| { |
| "epoch": 4.0988939492517895, |
| "grad_norm": 1.762459397315979, |
| "learning_rate": 4.102095861981275e-06, |
| "loss": 0.5101, |
| "step": 6300 |
| }, |
| { |
| "epoch": 4.102147039687703, |
| "grad_norm": 1.7269344329833984, |
| "learning_rate": 4.073810285430668e-06, |
| "loss": 0.5283, |
| "step": 6305 |
| }, |
| { |
| "epoch": 4.105400130123617, |
| "grad_norm": 2.420794725418091, |
| "learning_rate": 4.045613913788171e-06, |
| "loss": 0.5168, |
| "step": 6310 |
| }, |
| { |
| "epoch": 4.108653220559532, |
| "grad_norm": 1.5948150157928467, |
| "learning_rate": 4.0175068672502784e-06, |
| "loss": 0.535, |
| "step": 6315 |
| }, |
| { |
| "epoch": 4.111906310995446, |
| "grad_norm": 2.1127867698669434, |
| "learning_rate": 3.9894892656327235e-06, |
| "loss": 0.5181, |
| "step": 6320 |
| }, |
| { |
| "epoch": 4.1151594014313595, |
| "grad_norm": 2.1554746627807617, |
| "learning_rate": 3.961561228369928e-06, |
| "loss": 0.5314, |
| "step": 6325 |
| }, |
| { |
| "epoch": 4.118412491867274, |
| "grad_norm": 1.7790179252624512, |
| "learning_rate": 3.933722874514526e-06, |
| "loss": 0.5327, |
| "step": 6330 |
| }, |
| { |
| "epoch": 4.121665582303188, |
| "grad_norm": 1.5885546207427979, |
| "learning_rate": 3.905974322736849e-06, |
| "loss": 0.5221, |
| "step": 6335 |
| }, |
| { |
| "epoch": 4.124918672739102, |
| "grad_norm": 1.4991848468780518, |
| "learning_rate": 3.878315691324416e-06, |
| "loss": 0.5134, |
| "step": 6340 |
| }, |
| { |
| "epoch": 4.1281717631750166, |
| "grad_norm": 1.57703697681427, |
| "learning_rate": 3.850747098181421e-06, |
| "loss": 0.5239, |
| "step": 6345 |
| }, |
| { |
| "epoch": 4.13142485361093, |
| "grad_norm": 3.0852479934692383, |
| "learning_rate": 3.82326866082825e-06, |
| "loss": 0.5216, |
| "step": 6350 |
| }, |
| { |
| "epoch": 4.134677944046844, |
| "grad_norm": 1.6248340606689453, |
| "learning_rate": 3.7958804964009692e-06, |
| "loss": 0.5195, |
| "step": 6355 |
| }, |
| { |
| "epoch": 4.137931034482759, |
| "grad_norm": 1.69948410987854, |
| "learning_rate": 3.7685827216508124e-06, |
| "loss": 0.507, |
| "step": 6360 |
| }, |
| { |
| "epoch": 4.141184124918673, |
| "grad_norm": 1.6397584676742554, |
| "learning_rate": 3.741375452943724e-06, |
| "loss": 0.5353, |
| "step": 6365 |
| }, |
| { |
| "epoch": 4.1444372153545865, |
| "grad_norm": 1.4918780326843262, |
| "learning_rate": 3.714258806259807e-06, |
| "loss": 0.5013, |
| "step": 6370 |
| }, |
| { |
| "epoch": 4.147690305790501, |
| "grad_norm": 2.1283321380615234, |
| "learning_rate": 3.6872328971928718e-06, |
| "loss": 0.5289, |
| "step": 6375 |
| }, |
| { |
| "epoch": 4.150943396226415, |
| "grad_norm": 2.7849512100219727, |
| "learning_rate": 3.660297840949933e-06, |
| "loss": 0.5289, |
| "step": 6380 |
| }, |
| { |
| "epoch": 4.154196486662329, |
| "grad_norm": 1.7255409955978394, |
| "learning_rate": 3.633453752350707e-06, |
| "loss": 0.5174, |
| "step": 6385 |
| }, |
| { |
| "epoch": 4.157449577098244, |
| "grad_norm": 1.7871309518814087, |
| "learning_rate": 3.606700745827127e-06, |
| "loss": 0.5231, |
| "step": 6390 |
| }, |
| { |
| "epoch": 4.160702667534157, |
| "grad_norm": 1.5307867527008057, |
| "learning_rate": 3.5800389354228748e-06, |
| "loss": 0.524, |
| "step": 6395 |
| }, |
| { |
| "epoch": 4.163955757970071, |
| "grad_norm": 1.9164159297943115, |
| "learning_rate": 3.553468434792859e-06, |
| "loss": 0.5321, |
| "step": 6400 |
| }, |
| { |
| "epoch": 4.167208848405986, |
| "grad_norm": 1.539781093597412, |
| "learning_rate": 3.526989357202756e-06, |
| "loss": 0.5223, |
| "step": 6405 |
| }, |
| { |
| "epoch": 4.1704619388419, |
| "grad_norm": 1.5751947164535522, |
| "learning_rate": 3.5006018155285286e-06, |
| "loss": 0.5302, |
| "step": 6410 |
| }, |
| { |
| "epoch": 4.173715029277814, |
| "grad_norm": 1.7798151969909668, |
| "learning_rate": 3.4743059222559298e-06, |
| "loss": 0.5295, |
| "step": 6415 |
| }, |
| { |
| "epoch": 4.176968119713728, |
| "grad_norm": 2.035566568374634, |
| "learning_rate": 3.448101789480024e-06, |
| "loss": 0.5249, |
| "step": 6420 |
| }, |
| { |
| "epoch": 4.180221210149642, |
| "grad_norm": 1.6014204025268555, |
| "learning_rate": 3.4219895289047317e-06, |
| "loss": 0.5236, |
| "step": 6425 |
| }, |
| { |
| "epoch": 4.183474300585556, |
| "grad_norm": 1.9151594638824463, |
| "learning_rate": 3.395969251842329e-06, |
| "loss": 0.5146, |
| "step": 6430 |
| }, |
| { |
| "epoch": 4.186727391021471, |
| "grad_norm": 1.543568730354309, |
| "learning_rate": 3.3700410692129815e-06, |
| "loss": 0.518, |
| "step": 6435 |
| }, |
| { |
| "epoch": 4.189980481457384, |
| "grad_norm": 1.5983526706695557, |
| "learning_rate": 3.3442050915442615e-06, |
| "loss": 0.5047, |
| "step": 6440 |
| }, |
| { |
| "epoch": 4.193233571893298, |
| "grad_norm": 1.5908766984939575, |
| "learning_rate": 3.318461428970707e-06, |
| "loss": 0.5273, |
| "step": 6445 |
| }, |
| { |
| "epoch": 4.196486662329213, |
| "grad_norm": 1.7272975444793701, |
| "learning_rate": 3.2928101912333197e-06, |
| "loss": 0.5143, |
| "step": 6450 |
| }, |
| { |
| "epoch": 4.199739752765127, |
| "grad_norm": 1.6854057312011719, |
| "learning_rate": 3.2672514876791044e-06, |
| "loss": 0.5412, |
| "step": 6455 |
| }, |
| { |
| "epoch": 4.202992843201041, |
| "grad_norm": 1.7159767150878906, |
| "learning_rate": 3.2417854272606212e-06, |
| "loss": 0.5328, |
| "step": 6460 |
| }, |
| { |
| "epoch": 4.206245933636955, |
| "grad_norm": 2.0293431282043457, |
| "learning_rate": 3.2164121185355026e-06, |
| "loss": 0.5207, |
| "step": 6465 |
| }, |
| { |
| "epoch": 4.209499024072869, |
| "grad_norm": 1.4942529201507568, |
| "learning_rate": 3.1911316696659837e-06, |
| "loss": 0.5098, |
| "step": 6470 |
| }, |
| { |
| "epoch": 4.212752114508783, |
| "grad_norm": 1.5757249593734741, |
| "learning_rate": 3.165944188418474e-06, |
| "loss": 0.5075, |
| "step": 6475 |
| }, |
| { |
| "epoch": 4.216005204944698, |
| "grad_norm": 1.6114063262939453, |
| "learning_rate": 3.140849782163066e-06, |
| "loss": 0.5283, |
| "step": 6480 |
| }, |
| { |
| "epoch": 4.2192582953806115, |
| "grad_norm": 1.791574478149414, |
| "learning_rate": 3.1158485578730883e-06, |
| "loss": 0.5116, |
| "step": 6485 |
| }, |
| { |
| "epoch": 4.222511385816525, |
| "grad_norm": 1.4832271337509155, |
| "learning_rate": 3.090940622124644e-06, |
| "loss": 0.5187, |
| "step": 6490 |
| }, |
| { |
| "epoch": 4.22576447625244, |
| "grad_norm": 1.5384358167648315, |
| "learning_rate": 3.066126081096185e-06, |
| "loss": 0.5158, |
| "step": 6495 |
| }, |
| { |
| "epoch": 4.229017566688354, |
| "grad_norm": 1.766423225402832, |
| "learning_rate": 3.0414050405680155e-06, |
| "loss": 0.5196, |
| "step": 6500 |
| }, |
| { |
| "epoch": 4.232270657124268, |
| "grad_norm": 2.07438325881958, |
| "learning_rate": 3.016777605921861e-06, |
| "loss": 0.5062, |
| "step": 6505 |
| }, |
| { |
| "epoch": 4.235523747560182, |
| "grad_norm": 4.485304355621338, |
| "learning_rate": 2.9922438821404415e-06, |
| "loss": 0.4975, |
| "step": 6510 |
| }, |
| { |
| "epoch": 4.238776837996096, |
| "grad_norm": 1.6027443408966064, |
| "learning_rate": 2.9678039738069845e-06, |
| "loss": 0.5211, |
| "step": 6515 |
| }, |
| { |
| "epoch": 4.24202992843201, |
| "grad_norm": 2.2789571285247803, |
| "learning_rate": 2.9434579851047973e-06, |
| "loss": 0.5084, |
| "step": 6520 |
| }, |
| { |
| "epoch": 4.245283018867925, |
| "grad_norm": 1.481426477432251, |
| "learning_rate": 2.919206019816842e-06, |
| "loss": 0.5417, |
| "step": 6525 |
| }, |
| { |
| "epoch": 4.2485361093038385, |
| "grad_norm": 1.6203233003616333, |
| "learning_rate": 2.895048181325252e-06, |
| "loss": 0.5114, |
| "step": 6530 |
| }, |
| { |
| "epoch": 4.251789199739752, |
| "grad_norm": 1.5848479270935059, |
| "learning_rate": 2.8709845726109243e-06, |
| "loss": 0.5028, |
| "step": 6535 |
| }, |
| { |
| "epoch": 4.255042290175667, |
| "grad_norm": 1.80342435836792, |
| "learning_rate": 2.8470152962530723e-06, |
| "loss": 0.5122, |
| "step": 6540 |
| }, |
| { |
| "epoch": 4.258295380611581, |
| "grad_norm": 2.087617874145508, |
| "learning_rate": 2.8231404544287796e-06, |
| "loss": 0.506, |
| "step": 6545 |
| }, |
| { |
| "epoch": 4.261548471047496, |
| "grad_norm": 1.7649626731872559, |
| "learning_rate": 2.7993601489125693e-06, |
| "loss": 0.5166, |
| "step": 6550 |
| }, |
| { |
| "epoch": 4.264801561483409, |
| "grad_norm": 3.1642332077026367, |
| "learning_rate": 2.7756744810759823e-06, |
| "loss": 0.5107, |
| "step": 6555 |
| }, |
| { |
| "epoch": 4.268054651919323, |
| "grad_norm": 1.9564752578735352, |
| "learning_rate": 2.7520835518871302e-06, |
| "loss": 0.5112, |
| "step": 6560 |
| }, |
| { |
| "epoch": 4.271307742355237, |
| "grad_norm": 1.6043564081192017, |
| "learning_rate": 2.7285874619102675e-06, |
| "loss": 0.5084, |
| "step": 6565 |
| }, |
| { |
| "epoch": 4.274560832791152, |
| "grad_norm": 1.9543806314468384, |
| "learning_rate": 2.705186311305355e-06, |
| "loss": 0.5135, |
| "step": 6570 |
| }, |
| { |
| "epoch": 4.2778139232270656, |
| "grad_norm": 1.6966253519058228, |
| "learning_rate": 2.6818801998276634e-06, |
| "loss": 0.525, |
| "step": 6575 |
| }, |
| { |
| "epoch": 4.28106701366298, |
| "grad_norm": 2.0935935974121094, |
| "learning_rate": 2.658669226827315e-06, |
| "loss": 0.5216, |
| "step": 6580 |
| }, |
| { |
| "epoch": 4.284320104098894, |
| "grad_norm": 1.7863517999649048, |
| "learning_rate": 2.6355534912488627e-06, |
| "loss": 0.5271, |
| "step": 6585 |
| }, |
| { |
| "epoch": 4.287573194534808, |
| "grad_norm": 1.611092448234558, |
| "learning_rate": 2.612533091630903e-06, |
| "loss": 0.5142, |
| "step": 6590 |
| }, |
| { |
| "epoch": 4.290826284970722, |
| "grad_norm": 1.709322452545166, |
| "learning_rate": 2.5896081261056138e-06, |
| "loss": 0.5292, |
| "step": 6595 |
| }, |
| { |
| "epoch": 4.294079375406636, |
| "grad_norm": 1.7398649454116821, |
| "learning_rate": 2.5667786923983443e-06, |
| "loss": 0.5253, |
| "step": 6600 |
| }, |
| { |
| "epoch": 4.29733246584255, |
| "grad_norm": 1.5445489883422852, |
| "learning_rate": 2.544044887827235e-06, |
| "loss": 0.5443, |
| "step": 6605 |
| }, |
| { |
| "epoch": 4.300585556278465, |
| "grad_norm": 1.763914704322815, |
| "learning_rate": 2.5214068093027484e-06, |
| "loss": 0.5301, |
| "step": 6610 |
| }, |
| { |
| "epoch": 4.303838646714379, |
| "grad_norm": 2.1207916736602783, |
| "learning_rate": 2.498864553327296e-06, |
| "loss": 0.5351, |
| "step": 6615 |
| }, |
| { |
| "epoch": 4.307091737150293, |
| "grad_norm": 1.8002142906188965, |
| "learning_rate": 2.4764182159948133e-06, |
| "loss": 0.5043, |
| "step": 6620 |
| }, |
| { |
| "epoch": 4.310344827586207, |
| "grad_norm": 1.4603972434997559, |
| "learning_rate": 2.454067892990347e-06, |
| "loss": 0.5032, |
| "step": 6625 |
| }, |
| { |
| "epoch": 4.313597918022121, |
| "grad_norm": 1.6874291896820068, |
| "learning_rate": 2.431813679589645e-06, |
| "loss": 0.5232, |
| "step": 6630 |
| }, |
| { |
| "epoch": 4.316851008458035, |
| "grad_norm": 1.7689220905303955, |
| "learning_rate": 2.4096556706587726e-06, |
| "loss": 0.5218, |
| "step": 6635 |
| }, |
| { |
| "epoch": 4.32010409889395, |
| "grad_norm": 1.5644956827163696, |
| "learning_rate": 2.387593960653675e-06, |
| "loss": 0.5164, |
| "step": 6640 |
| }, |
| { |
| "epoch": 4.3233571893298635, |
| "grad_norm": 2.199660301208496, |
| "learning_rate": 2.3656286436197965e-06, |
| "loss": 0.538, |
| "step": 6645 |
| }, |
| { |
| "epoch": 4.326610279765777, |
| "grad_norm": 2.4460320472717285, |
| "learning_rate": 2.343759813191676e-06, |
| "loss": 0.5197, |
| "step": 6650 |
| }, |
| { |
| "epoch": 4.329863370201692, |
| "grad_norm": 1.8965719938278198, |
| "learning_rate": 2.3219875625925452e-06, |
| "loss": 0.5399, |
| "step": 6655 |
| }, |
| { |
| "epoch": 4.333116460637606, |
| "grad_norm": 1.7241499423980713, |
| "learning_rate": 2.3003119846339293e-06, |
| "loss": 0.514, |
| "step": 6660 |
| }, |
| { |
| "epoch": 4.33636955107352, |
| "grad_norm": 1.776291847229004, |
| "learning_rate": 2.27873317171525e-06, |
| "loss": 0.5217, |
| "step": 6665 |
| }, |
| { |
| "epoch": 4.339622641509434, |
| "grad_norm": 1.6230307817459106, |
| "learning_rate": 2.25725121582345e-06, |
| "loss": 0.5208, |
| "step": 6670 |
| }, |
| { |
| "epoch": 4.342875731945348, |
| "grad_norm": 1.5767405033111572, |
| "learning_rate": 2.2358662085325723e-06, |
| "loss": 0.5064, |
| "step": 6675 |
| }, |
| { |
| "epoch": 4.346128822381262, |
| "grad_norm": 1.785072922706604, |
| "learning_rate": 2.2145782410033844e-06, |
| "loss": 0.5195, |
| "step": 6680 |
| }, |
| { |
| "epoch": 4.349381912817177, |
| "grad_norm": 2.802659034729004, |
| "learning_rate": 2.1933874039830078e-06, |
| "loss": 0.5178, |
| "step": 6685 |
| }, |
| { |
| "epoch": 4.3526350032530905, |
| "grad_norm": 1.8929702043533325, |
| "learning_rate": 2.172293787804483e-06, |
| "loss": 0.5281, |
| "step": 6690 |
| }, |
| { |
| "epoch": 4.355888093689004, |
| "grad_norm": 2.050996780395508, |
| "learning_rate": 2.1512974823864414e-06, |
| "loss": 0.5432, |
| "step": 6695 |
| }, |
| { |
| "epoch": 4.359141184124919, |
| "grad_norm": 1.6718263626098633, |
| "learning_rate": 2.130398577232673e-06, |
| "loss": 0.5267, |
| "step": 6700 |
| }, |
| { |
| "epoch": 4.362394274560833, |
| "grad_norm": 1.8539758920669556, |
| "learning_rate": 2.109597161431784e-06, |
| "loss": 0.5334, |
| "step": 6705 |
| }, |
| { |
| "epoch": 4.365647364996747, |
| "grad_norm": 1.541066288948059, |
| "learning_rate": 2.088893323656793e-06, |
| "loss": 0.5235, |
| "step": 6710 |
| }, |
| { |
| "epoch": 4.368900455432661, |
| "grad_norm": 1.5558756589889526, |
| "learning_rate": 2.068287152164747e-06, |
| "loss": 0.5157, |
| "step": 6715 |
| }, |
| { |
| "epoch": 4.372153545868575, |
| "grad_norm": 1.825431227684021, |
| "learning_rate": 2.0477787347963823e-06, |
| "loss": 0.521, |
| "step": 6720 |
| }, |
| { |
| "epoch": 4.375406636304489, |
| "grad_norm": 1.558396816253662, |
| "learning_rate": 2.0273681589757063e-06, |
| "loss": 0.5082, |
| "step": 6725 |
| }, |
| { |
| "epoch": 4.378659726740404, |
| "grad_norm": 1.8559561967849731, |
| "learning_rate": 2.007055511709646e-06, |
| "loss": 0.526, |
| "step": 6730 |
| }, |
| { |
| "epoch": 4.3819128171763175, |
| "grad_norm": 1.8222005367279053, |
| "learning_rate": 1.986840879587687e-06, |
| "loss": 0.522, |
| "step": 6735 |
| }, |
| { |
| "epoch": 4.385165907612231, |
| "grad_norm": 4.778210639953613, |
| "learning_rate": 1.966724348781479e-06, |
| "loss": 0.5089, |
| "step": 6740 |
| }, |
| { |
| "epoch": 4.388418998048146, |
| "grad_norm": 1.7374241352081299, |
| "learning_rate": 1.9467060050444824e-06, |
| "loss": 0.5166, |
| "step": 6745 |
| }, |
| { |
| "epoch": 4.39167208848406, |
| "grad_norm": 1.846447467803955, |
| "learning_rate": 1.9267859337116195e-06, |
| "loss": 0.5255, |
| "step": 6750 |
| }, |
| { |
| "epoch": 4.394925178919974, |
| "grad_norm": 1.6373209953308105, |
| "learning_rate": 1.9069642196988757e-06, |
| "loss": 0.5103, |
| "step": 6755 |
| }, |
| { |
| "epoch": 4.398178269355888, |
| "grad_norm": 2.6573219299316406, |
| "learning_rate": 1.8872409475029524e-06, |
| "loss": 0.5192, |
| "step": 6760 |
| }, |
| { |
| "epoch": 4.401431359791802, |
| "grad_norm": 3.289806365966797, |
| "learning_rate": 1.8676162012009307e-06, |
| "loss": 0.5195, |
| "step": 6765 |
| }, |
| { |
| "epoch": 4.404684450227716, |
| "grad_norm": 2.3919076919555664, |
| "learning_rate": 1.8480900644498756e-06, |
| "loss": 0.5139, |
| "step": 6770 |
| }, |
| { |
| "epoch": 4.407937540663631, |
| "grad_norm": 2.7541277408599854, |
| "learning_rate": 1.8286626204864903e-06, |
| "loss": 0.5285, |
| "step": 6775 |
| }, |
| { |
| "epoch": 4.411190631099545, |
| "grad_norm": 2.060319423675537, |
| "learning_rate": 1.8093339521267876e-06, |
| "loss": 0.5211, |
| "step": 6780 |
| }, |
| { |
| "epoch": 4.414443721535458, |
| "grad_norm": 1.9002997875213623, |
| "learning_rate": 1.7901041417657027e-06, |
| "loss": 0.5189, |
| "step": 6785 |
| }, |
| { |
| "epoch": 4.417696811971373, |
| "grad_norm": 2.1053810119628906, |
| "learning_rate": 1.7709732713767497e-06, |
| "loss": 0.5107, |
| "step": 6790 |
| }, |
| { |
| "epoch": 4.420949902407287, |
| "grad_norm": 1.6905279159545898, |
| "learning_rate": 1.7519414225116937e-06, |
| "loss": 0.5147, |
| "step": 6795 |
| }, |
| { |
| "epoch": 4.424202992843201, |
| "grad_norm": 2.2751264572143555, |
| "learning_rate": 1.733008676300177e-06, |
| "loss": 0.5065, |
| "step": 6800 |
| }, |
| { |
| "epoch": 4.427456083279115, |
| "grad_norm": 1.9138133525848389, |
| "learning_rate": 1.7141751134493815e-06, |
| "loss": 0.5144, |
| "step": 6805 |
| }, |
| { |
| "epoch": 4.430709173715029, |
| "grad_norm": 1.75284743309021, |
| "learning_rate": 1.6954408142436955e-06, |
| "loss": 0.5164, |
| "step": 6810 |
| }, |
| { |
| "epoch": 4.433962264150943, |
| "grad_norm": 1.6290788650512695, |
| "learning_rate": 1.6768058585443585e-06, |
| "loss": 0.5197, |
| "step": 6815 |
| }, |
| { |
| "epoch": 4.437215354586858, |
| "grad_norm": 2.135432243347168, |
| "learning_rate": 1.6582703257891214e-06, |
| "loss": 0.5252, |
| "step": 6820 |
| }, |
| { |
| "epoch": 4.440468445022772, |
| "grad_norm": 1.6389341354370117, |
| "learning_rate": 1.63983429499191e-06, |
| "loss": 0.5217, |
| "step": 6825 |
| }, |
| { |
| "epoch": 4.443721535458685, |
| "grad_norm": 1.6227918863296509, |
| "learning_rate": 1.6214978447425062e-06, |
| "loss": 0.5178, |
| "step": 6830 |
| }, |
| { |
| "epoch": 4.4469746258946, |
| "grad_norm": 1.907899022102356, |
| "learning_rate": 1.603261053206176e-06, |
| "loss": 0.5235, |
| "step": 6835 |
| }, |
| { |
| "epoch": 4.450227716330514, |
| "grad_norm": 2.548617362976074, |
| "learning_rate": 1.5851239981233639e-06, |
| "loss": 0.5238, |
| "step": 6840 |
| }, |
| { |
| "epoch": 4.453480806766428, |
| "grad_norm": 1.8666588068008423, |
| "learning_rate": 1.5670867568093633e-06, |
| "loss": 0.5378, |
| "step": 6845 |
| }, |
| { |
| "epoch": 4.4567338972023425, |
| "grad_norm": 1.6732510328292847, |
| "learning_rate": 1.5491494061539658e-06, |
| "loss": 0.5101, |
| "step": 6850 |
| }, |
| { |
| "epoch": 4.459986987638256, |
| "grad_norm": 1.560084342956543, |
| "learning_rate": 1.5313120226211452e-06, |
| "loss": 0.5318, |
| "step": 6855 |
| }, |
| { |
| "epoch": 4.46324007807417, |
| "grad_norm": 4.673284530639648, |
| "learning_rate": 1.5135746822487419e-06, |
| "loss": 0.5279, |
| "step": 6860 |
| }, |
| { |
| "epoch": 4.466493168510085, |
| "grad_norm": 1.600279450416565, |
| "learning_rate": 1.4959374606481251e-06, |
| "loss": 0.4943, |
| "step": 6865 |
| }, |
| { |
| "epoch": 4.469746258945999, |
| "grad_norm": 2.073321580886841, |
| "learning_rate": 1.4784004330038653e-06, |
| "loss": 0.5204, |
| "step": 6870 |
| }, |
| { |
| "epoch": 4.4729993493819125, |
| "grad_norm": 3.2433438301086426, |
| "learning_rate": 1.4609636740734316e-06, |
| "loss": 0.5174, |
| "step": 6875 |
| }, |
| { |
| "epoch": 4.476252439817827, |
| "grad_norm": 2.53226637840271, |
| "learning_rate": 1.4436272581868665e-06, |
| "loss": 0.54, |
| "step": 6880 |
| }, |
| { |
| "epoch": 4.479505530253741, |
| "grad_norm": 1.7645595073699951, |
| "learning_rate": 1.4263912592464597e-06, |
| "loss": 0.5271, |
| "step": 6885 |
| }, |
| { |
| "epoch": 4.482758620689655, |
| "grad_norm": 1.7925113439559937, |
| "learning_rate": 1.4092557507264375e-06, |
| "loss": 0.5169, |
| "step": 6890 |
| }, |
| { |
| "epoch": 4.4860117111255695, |
| "grad_norm": 2.9148597717285156, |
| "learning_rate": 1.3922208056726644e-06, |
| "loss": 0.525, |
| "step": 6895 |
| }, |
| { |
| "epoch": 4.489264801561483, |
| "grad_norm": 3.2308194637298584, |
| "learning_rate": 1.3752864967023105e-06, |
| "loss": 0.5341, |
| "step": 6900 |
| }, |
| { |
| "epoch": 4.492517891997397, |
| "grad_norm": 1.633375644683838, |
| "learning_rate": 1.358452896003548e-06, |
| "loss": 0.5249, |
| "step": 6905 |
| }, |
| { |
| "epoch": 4.495770982433312, |
| "grad_norm": 1.7651923894882202, |
| "learning_rate": 1.3417200753352538e-06, |
| "loss": 0.5211, |
| "step": 6910 |
| }, |
| { |
| "epoch": 4.499024072869226, |
| "grad_norm": 1.584030032157898, |
| "learning_rate": 1.3250881060266952e-06, |
| "loss": 0.5164, |
| "step": 6915 |
| }, |
| { |
| "epoch": 4.5022771633051395, |
| "grad_norm": 2.4326541423797607, |
| "learning_rate": 1.3085570589772168e-06, |
| "loss": 0.5306, |
| "step": 6920 |
| }, |
| { |
| "epoch": 4.505530253741054, |
| "grad_norm": 1.5874032974243164, |
| "learning_rate": 1.2921270046559658e-06, |
| "loss": 0.5374, |
| "step": 6925 |
| }, |
| { |
| "epoch": 4.508783344176968, |
| "grad_norm": 2.053276300430298, |
| "learning_rate": 1.2757980131015563e-06, |
| "loss": 0.5294, |
| "step": 6930 |
| }, |
| { |
| "epoch": 4.512036434612883, |
| "grad_norm": 1.5977790355682373, |
| "learning_rate": 1.2595701539217963e-06, |
| "loss": 0.515, |
| "step": 6935 |
| }, |
| { |
| "epoch": 4.5152895250487965, |
| "grad_norm": 1.5569490194320679, |
| "learning_rate": 1.2434434962933866e-06, |
| "loss": 0.5178, |
| "step": 6940 |
| }, |
| { |
| "epoch": 4.51854261548471, |
| "grad_norm": 1.8135985136032104, |
| "learning_rate": 1.2274181089616172e-06, |
| "loss": 0.5268, |
| "step": 6945 |
| }, |
| { |
| "epoch": 4.521795705920624, |
| "grad_norm": 1.5852515697479248, |
| "learning_rate": 1.2114940602400788e-06, |
| "loss": 0.5192, |
| "step": 6950 |
| }, |
| { |
| "epoch": 4.525048796356539, |
| "grad_norm": 2.1236679553985596, |
| "learning_rate": 1.19567141801038e-06, |
| "loss": 0.527, |
| "step": 6955 |
| }, |
| { |
| "epoch": 4.528301886792453, |
| "grad_norm": 2.562978744506836, |
| "learning_rate": 1.1799502497218368e-06, |
| "loss": 0.5379, |
| "step": 6960 |
| }, |
| { |
| "epoch": 4.531554977228367, |
| "grad_norm": 1.632822871208191, |
| "learning_rate": 1.164330622391213e-06, |
| "loss": 0.5162, |
| "step": 6965 |
| }, |
| { |
| "epoch": 4.534808067664281, |
| "grad_norm": 2.966524124145508, |
| "learning_rate": 1.1488126026024087e-06, |
| "loss": 0.5399, |
| "step": 6970 |
| }, |
| { |
| "epoch": 4.538061158100195, |
| "grad_norm": 1.8411732912063599, |
| "learning_rate": 1.1333962565061973e-06, |
| "loss": 0.5232, |
| "step": 6975 |
| }, |
| { |
| "epoch": 4.541314248536109, |
| "grad_norm": 1.5464459657669067, |
| "learning_rate": 1.118081649819927e-06, |
| "loss": 0.5168, |
| "step": 6980 |
| }, |
| { |
| "epoch": 4.544567338972024, |
| "grad_norm": 1.7210750579833984, |
| "learning_rate": 1.1028688478272459e-06, |
| "loss": 0.5327, |
| "step": 6985 |
| }, |
| { |
| "epoch": 4.547820429407937, |
| "grad_norm": 2.1294288635253906, |
| "learning_rate": 1.0877579153778323e-06, |
| "loss": 0.4963, |
| "step": 6990 |
| }, |
| { |
| "epoch": 4.551073519843852, |
| "grad_norm": 1.5896108150482178, |
| "learning_rate": 1.0727489168871092e-06, |
| "loss": 0.537, |
| "step": 6995 |
| }, |
| { |
| "epoch": 4.554326610279766, |
| "grad_norm": 1.6593022346496582, |
| "learning_rate": 1.0578419163359666e-06, |
| "loss": 0.5164, |
| "step": 7000 |
| }, |
| { |
| "epoch": 4.55757970071568, |
| "grad_norm": 1.6132862567901611, |
| "learning_rate": 1.0430369772705034e-06, |
| "loss": 0.5246, |
| "step": 7005 |
| }, |
| { |
| "epoch": 4.560832791151594, |
| "grad_norm": 1.6968963146209717, |
| "learning_rate": 1.028334162801739e-06, |
| "loss": 0.5169, |
| "step": 7010 |
| }, |
| { |
| "epoch": 4.564085881587508, |
| "grad_norm": 3.422121524810791, |
| "learning_rate": 1.0137335356053545e-06, |
| "loss": 0.5306, |
| "step": 7015 |
| }, |
| { |
| "epoch": 4.567338972023422, |
| "grad_norm": 2.2838146686553955, |
| "learning_rate": 9.99235157921427e-07, |
| "loss": 0.536, |
| "step": 7020 |
| }, |
| { |
| "epoch": 4.570592062459337, |
| "grad_norm": 1.923091173171997, |
| "learning_rate": 9.8483909155416e-07, |
| "loss": 0.5165, |
| "step": 7025 |
| }, |
| { |
| "epoch": 4.573845152895251, |
| "grad_norm": 1.5500158071517944, |
| "learning_rate": 9.705453978716112e-07, |
| "loss": 0.5086, |
| "step": 7030 |
| }, |
| { |
| "epoch": 4.577098243331164, |
| "grad_norm": 1.948114037513733, |
| "learning_rate": 9.56354137805457e-07, |
| "loss": 0.5262, |
| "step": 7035 |
| }, |
| { |
| "epoch": 4.580351333767078, |
| "grad_norm": 2.5097603797912598, |
| "learning_rate": 9.422653718507007e-07, |
| "loss": 0.5353, |
| "step": 7040 |
| }, |
| { |
| "epoch": 4.583604424202993, |
| "grad_norm": 1.757633090019226, |
| "learning_rate": 9.282791600654428e-07, |
| "loss": 0.5167, |
| "step": 7045 |
| }, |
| { |
| "epoch": 4.586857514638907, |
| "grad_norm": 2.2960455417633057, |
| "learning_rate": 9.14395562070594e-07, |
| "loss": 0.5264, |
| "step": 7050 |
| }, |
| { |
| "epoch": 4.5901106050748215, |
| "grad_norm": 1.556706428527832, |
| "learning_rate": 9.006146370496654e-07, |
| "loss": 0.5177, |
| "step": 7055 |
| }, |
| { |
| "epoch": 4.593363695510735, |
| "grad_norm": 1.7054029703140259, |
| "learning_rate": 8.869364437484678e-07, |
| "loss": 0.4893, |
| "step": 7060 |
| }, |
| { |
| "epoch": 4.596616785946649, |
| "grad_norm": 1.746472716331482, |
| "learning_rate": 8.733610404748904e-07, |
| "loss": 0.5093, |
| "step": 7065 |
| }, |
| { |
| "epoch": 4.599869876382563, |
| "grad_norm": 2.1942458152770996, |
| "learning_rate": 8.598884850986533e-07, |
| "loss": 0.5299, |
| "step": 7070 |
| }, |
| { |
| "epoch": 4.603122966818478, |
| "grad_norm": 2.43866229057312, |
| "learning_rate": 8.465188350510411e-07, |
| "loss": 0.5282, |
| "step": 7075 |
| }, |
| { |
| "epoch": 4.6063760572543915, |
| "grad_norm": 1.625575304031372, |
| "learning_rate": 8.332521473246758e-07, |
| "loss": 0.5189, |
| "step": 7080 |
| }, |
| { |
| "epoch": 4.609629147690306, |
| "grad_norm": 2.3699636459350586, |
| "learning_rate": 8.200884784732688e-07, |
| "loss": 0.5249, |
| "step": 7085 |
| }, |
| { |
| "epoch": 4.61288223812622, |
| "grad_norm": 1.750931739807129, |
| "learning_rate": 8.070278846113749e-07, |
| "loss": 0.5165, |
| "step": 7090 |
| }, |
| { |
| "epoch": 4.616135328562134, |
| "grad_norm": 1.8055213689804077, |
| "learning_rate": 7.940704214141614e-07, |
| "loss": 0.5315, |
| "step": 7095 |
| }, |
| { |
| "epoch": 4.6193884189980485, |
| "grad_norm": 2.2767059803009033, |
| "learning_rate": 7.812161441171611e-07, |
| "loss": 0.5232, |
| "step": 7100 |
| }, |
| { |
| "epoch": 4.622641509433962, |
| "grad_norm": 1.4966483116149902, |
| "learning_rate": 7.684651075160531e-07, |
| "loss": 0.5045, |
| "step": 7105 |
| }, |
| { |
| "epoch": 4.625894599869876, |
| "grad_norm": 2.188704490661621, |
| "learning_rate": 7.558173659664075e-07, |
| "loss": 0.5201, |
| "step": 7110 |
| }, |
| { |
| "epoch": 4.629147690305791, |
| "grad_norm": 2.934805154800415, |
| "learning_rate": 7.432729733834631e-07, |
| "loss": 0.5247, |
| "step": 7115 |
| }, |
| { |
| "epoch": 4.632400780741705, |
| "grad_norm": 1.9948830604553223, |
| "learning_rate": 7.308319832419141e-07, |
| "loss": 0.5247, |
| "step": 7120 |
| }, |
| { |
| "epoch": 4.6356538711776185, |
| "grad_norm": 1.8401069641113281, |
| "learning_rate": 7.18494448575649e-07, |
| "loss": 0.5364, |
| "step": 7125 |
| }, |
| { |
| "epoch": 4.638906961613533, |
| "grad_norm": 1.45015549659729, |
| "learning_rate": 7.062604219775531e-07, |
| "loss": 0.5106, |
| "step": 7130 |
| }, |
| { |
| "epoch": 4.642160052049447, |
| "grad_norm": 1.7785407304763794, |
| "learning_rate": 6.941299555992737e-07, |
| "loss": 0.5117, |
| "step": 7135 |
| }, |
| { |
| "epoch": 4.645413142485361, |
| "grad_norm": 2.026643753051758, |
| "learning_rate": 6.821031011509937e-07, |
| "loss": 0.5039, |
| "step": 7140 |
| }, |
| { |
| "epoch": 4.648666232921276, |
| "grad_norm": 1.6481338739395142, |
| "learning_rate": 6.701799099012141e-07, |
| "loss": 0.5385, |
| "step": 7145 |
| }, |
| { |
| "epoch": 4.651919323357189, |
| "grad_norm": 2.9961116313934326, |
| "learning_rate": 6.583604326765496e-07, |
| "loss": 0.5148, |
| "step": 7150 |
| }, |
| { |
| "epoch": 4.655172413793103, |
| "grad_norm": 1.7340404987335205, |
| "learning_rate": 6.466447198614806e-07, |
| "loss": 0.4913, |
| "step": 7155 |
| }, |
| { |
| "epoch": 4.658425504229018, |
| "grad_norm": 1.569608211517334, |
| "learning_rate": 6.350328213981654e-07, |
| "loss": 0.5052, |
| "step": 7160 |
| }, |
| { |
| "epoch": 4.661678594664932, |
| "grad_norm": 1.9746705293655396, |
| "learning_rate": 6.235247867862226e-07, |
| "loss": 0.4885, |
| "step": 7165 |
| }, |
| { |
| "epoch": 4.6649316851008455, |
| "grad_norm": 1.7358078956604004, |
| "learning_rate": 6.121206650825162e-07, |
| "loss": 0.5256, |
| "step": 7170 |
| }, |
| { |
| "epoch": 4.66818477553676, |
| "grad_norm": 1.609820008277893, |
| "learning_rate": 6.008205049009341e-07, |
| "loss": 0.5275, |
| "step": 7175 |
| }, |
| { |
| "epoch": 4.671437865972674, |
| "grad_norm": 1.8338040113449097, |
| "learning_rate": 5.896243544122076e-07, |
| "loss": 0.5019, |
| "step": 7180 |
| }, |
| { |
| "epoch": 4.674690956408588, |
| "grad_norm": 1.7695443630218506, |
| "learning_rate": 5.785322613436894e-07, |
| "loss": 0.5287, |
| "step": 7185 |
| }, |
| { |
| "epoch": 4.677944046844503, |
| "grad_norm": 1.9566013813018799, |
| "learning_rate": 5.675442729791425e-07, |
| "loss": 0.5262, |
| "step": 7190 |
| }, |
| { |
| "epoch": 4.681197137280416, |
| "grad_norm": 1.9720107316970825, |
| "learning_rate": 5.566604361585626e-07, |
| "loss": 0.5327, |
| "step": 7195 |
| }, |
| { |
| "epoch": 4.68445022771633, |
| "grad_norm": 2.7521474361419678, |
| "learning_rate": 5.458807972779534e-07, |
| "loss": 0.5002, |
| "step": 7200 |
| }, |
| { |
| "epoch": 4.687703318152245, |
| "grad_norm": 6.726840019226074, |
| "learning_rate": 5.352054022891406e-07, |
| "loss": 0.52, |
| "step": 7205 |
| }, |
| { |
| "epoch": 4.690956408588159, |
| "grad_norm": 1.8968901634216309, |
| "learning_rate": 5.246342966995888e-07, |
| "loss": 0.5259, |
| "step": 7210 |
| }, |
| { |
| "epoch": 4.694209499024073, |
| "grad_norm": 1.647226333618164, |
| "learning_rate": 5.141675255721762e-07, |
| "loss": 0.532, |
| "step": 7215 |
| }, |
| { |
| "epoch": 4.697462589459987, |
| "grad_norm": 2.063908576965332, |
| "learning_rate": 5.038051335250316e-07, |
| "loss": 0.5132, |
| "step": 7220 |
| }, |
| { |
| "epoch": 4.700715679895901, |
| "grad_norm": 1.5827159881591797, |
| "learning_rate": 4.935471647313284e-07, |
| "loss": 0.515, |
| "step": 7225 |
| }, |
| { |
| "epoch": 4.703968770331815, |
| "grad_norm": 1.9684885740280151, |
| "learning_rate": 4.833936629191016e-07, |
| "loss": 0.5054, |
| "step": 7230 |
| }, |
| { |
| "epoch": 4.70722186076773, |
| "grad_norm": 2.0594069957733154, |
| "learning_rate": 4.7334467137105933e-07, |
| "loss": 0.5235, |
| "step": 7235 |
| }, |
| { |
| "epoch": 4.7104749512036435, |
| "grad_norm": 1.9911025762557983, |
| "learning_rate": 4.634002329244047e-07, |
| "loss": 0.5146, |
| "step": 7240 |
| }, |
| { |
| "epoch": 4.713728041639557, |
| "grad_norm": 1.7078765630722046, |
| "learning_rate": 4.535603899706448e-07, |
| "loss": 0.5174, |
| "step": 7245 |
| }, |
| { |
| "epoch": 4.716981132075472, |
| "grad_norm": 1.6561988592147827, |
| "learning_rate": 4.438251844554098e-07, |
| "loss": 0.5201, |
| "step": 7250 |
| }, |
| { |
| "epoch": 4.720234222511386, |
| "grad_norm": 1.7727643251419067, |
| "learning_rate": 4.341946578782868e-07, |
| "loss": 0.5185, |
| "step": 7255 |
| }, |
| { |
| "epoch": 4.7234873129473, |
| "grad_norm": 1.8667991161346436, |
| "learning_rate": 4.2466885129262004e-07, |
| "loss": 0.5033, |
| "step": 7260 |
| }, |
| { |
| "epoch": 4.726740403383214, |
| "grad_norm": 1.5502984523773193, |
| "learning_rate": 4.152478053053632e-07, |
| "loss": 0.5328, |
| "step": 7265 |
| }, |
| { |
| "epoch": 4.729993493819128, |
| "grad_norm": 1.9481128454208374, |
| "learning_rate": 4.059315600768887e-07, |
| "loss": 0.5151, |
| "step": 7270 |
| }, |
| { |
| "epoch": 4.733246584255042, |
| "grad_norm": 2.2370522022247314, |
| "learning_rate": 3.967201553208122e-07, |
| "loss": 0.5126, |
| "step": 7275 |
| }, |
| { |
| "epoch": 4.736499674690957, |
| "grad_norm": 1.9233421087265015, |
| "learning_rate": 3.876136303038458e-07, |
| "loss": 0.5224, |
| "step": 7280 |
| }, |
| { |
| "epoch": 4.7397527651268705, |
| "grad_norm": 1.6725999116897583, |
| "learning_rate": 3.7861202384560644e-07, |
| "loss": 0.5343, |
| "step": 7285 |
| }, |
| { |
| "epoch": 4.743005855562784, |
| "grad_norm": 1.5591987371444702, |
| "learning_rate": 3.6971537431846057e-07, |
| "loss": 0.5073, |
| "step": 7290 |
| }, |
| { |
| "epoch": 4.746258945998699, |
| "grad_norm": 1.721091866493225, |
| "learning_rate": 3.609237196473658e-07, |
| "loss": 0.5274, |
| "step": 7295 |
| }, |
| { |
| "epoch": 4.749512036434613, |
| "grad_norm": 1.7789474725723267, |
| "learning_rate": 3.5223709730970446e-07, |
| "loss": 0.5072, |
| "step": 7300 |
| }, |
| { |
| "epoch": 4.752765126870527, |
| "grad_norm": 1.7836154699325562, |
| "learning_rate": 3.4365554433511416e-07, |
| "loss": 0.5126, |
| "step": 7305 |
| }, |
| { |
| "epoch": 4.756018217306441, |
| "grad_norm": 1.6633206605911255, |
| "learning_rate": 3.3517909730534926e-07, |
| "loss": 0.5137, |
| "step": 7310 |
| }, |
| { |
| "epoch": 4.759271307742355, |
| "grad_norm": 3.098612070083618, |
| "learning_rate": 3.268077923541085e-07, |
| "loss": 0.5061, |
| "step": 7315 |
| }, |
| { |
| "epoch": 4.762524398178269, |
| "grad_norm": 1.939909815788269, |
| "learning_rate": 3.185416651668882e-07, |
| "loss": 0.5349, |
| "step": 7320 |
| }, |
| { |
| "epoch": 4.765777488614184, |
| "grad_norm": 1.7502937316894531, |
| "learning_rate": 3.1038075098083485e-07, |
| "loss": 0.5032, |
| "step": 7325 |
| }, |
| { |
| "epoch": 4.7690305790500975, |
| "grad_norm": 1.7100647687911987, |
| "learning_rate": 3.023250845845815e-07, |
| "loss": 0.5133, |
| "step": 7330 |
| }, |
| { |
| "epoch": 4.772283669486011, |
| "grad_norm": 1.752884030342102, |
| "learning_rate": 2.943747003181091e-07, |
| "loss": 0.5358, |
| "step": 7335 |
| }, |
| { |
| "epoch": 4.775536759921926, |
| "grad_norm": 1.700315237045288, |
| "learning_rate": 2.8652963207260184e-07, |
| "loss": 0.5048, |
| "step": 7340 |
| }, |
| { |
| "epoch": 4.77878985035784, |
| "grad_norm": 2.1294970512390137, |
| "learning_rate": 2.787899132902949e-07, |
| "loss": 0.4829, |
| "step": 7345 |
| }, |
| { |
| "epoch": 4.782042940793754, |
| "grad_norm": 1.8150845766067505, |
| "learning_rate": 2.711555769643381e-07, |
| "loss": 0.512, |
| "step": 7350 |
| }, |
| { |
| "epoch": 4.785296031229668, |
| "grad_norm": 2.119196653366089, |
| "learning_rate": 2.636266556386546e-07, |
| "loss": 0.5267, |
| "step": 7355 |
| }, |
| { |
| "epoch": 4.788549121665582, |
| "grad_norm": 2.050795793533325, |
| "learning_rate": 2.562031814077964e-07, |
| "loss": 0.5089, |
| "step": 7360 |
| }, |
| { |
| "epoch": 4.791802212101496, |
| "grad_norm": 1.6425533294677734, |
| "learning_rate": 2.488851859168112e-07, |
| "loss": 0.5168, |
| "step": 7365 |
| }, |
| { |
| "epoch": 4.795055302537411, |
| "grad_norm": 1.8162248134613037, |
| "learning_rate": 2.4167270036111743e-07, |
| "loss": 0.5028, |
| "step": 7370 |
| }, |
| { |
| "epoch": 4.798308392973325, |
| "grad_norm": 1.7280550003051758, |
| "learning_rate": 2.345657554863545e-07, |
| "loss": 0.5127, |
| "step": 7375 |
| }, |
| { |
| "epoch": 4.801561483409239, |
| "grad_norm": 1.8187389373779297, |
| "learning_rate": 2.2756438158826053e-07, |
| "loss": 0.5349, |
| "step": 7380 |
| }, |
| { |
| "epoch": 4.804814573845153, |
| "grad_norm": 1.7695400714874268, |
| "learning_rate": 2.2066860851253922e-07, |
| "loss": 0.5211, |
| "step": 7385 |
| }, |
| { |
| "epoch": 4.808067664281067, |
| "grad_norm": 3.8797385692596436, |
| "learning_rate": 2.1387846565474045e-07, |
| "loss": 0.5189, |
| "step": 7390 |
| }, |
| { |
| "epoch": 4.811320754716981, |
| "grad_norm": 1.7038609981536865, |
| "learning_rate": 2.0719398196012707e-07, |
| "loss": 0.5342, |
| "step": 7395 |
| }, |
| { |
| "epoch": 4.814573845152895, |
| "grad_norm": 1.7032898664474487, |
| "learning_rate": 2.0061518592355277e-07, |
| "loss": 0.5139, |
| "step": 7400 |
| }, |
| { |
| "epoch": 4.817826935588809, |
| "grad_norm": 1.818298101425171, |
| "learning_rate": 1.9414210558934554e-07, |
| "loss": 0.5198, |
| "step": 7405 |
| }, |
| { |
| "epoch": 4.821080026024724, |
| "grad_norm": 1.8034625053405762, |
| "learning_rate": 1.8777476855118547e-07, |
| "loss": 0.5314, |
| "step": 7410 |
| }, |
| { |
| "epoch": 4.824333116460638, |
| "grad_norm": 3.0345141887664795, |
| "learning_rate": 1.8151320195197997e-07, |
| "loss": 0.5387, |
| "step": 7415 |
| }, |
| { |
| "epoch": 4.827586206896552, |
| "grad_norm": 1.8238238096237183, |
| "learning_rate": 1.753574324837609e-07, |
| "loss": 0.5219, |
| "step": 7420 |
| }, |
| { |
| "epoch": 4.830839297332465, |
| "grad_norm": 1.8523563146591187, |
| "learning_rate": 1.6930748638756266e-07, |
| "loss": 0.5075, |
| "step": 7425 |
| }, |
| { |
| "epoch": 4.83409238776838, |
| "grad_norm": 1.592421531677246, |
| "learning_rate": 1.6336338945331098e-07, |
| "loss": 0.512, |
| "step": 7430 |
| }, |
| { |
| "epoch": 4.837345478204294, |
| "grad_norm": 1.459957480430603, |
| "learning_rate": 1.57525167019712e-07, |
| "loss": 0.5154, |
| "step": 7435 |
| }, |
| { |
| "epoch": 4.840598568640209, |
| "grad_norm": 1.7186057567596436, |
| "learning_rate": 1.517928439741495e-07, |
| "loss": 0.5316, |
| "step": 7440 |
| }, |
| { |
| "epoch": 4.8438516590761225, |
| "grad_norm": 1.5618077516555786, |
| "learning_rate": 1.461664447525768e-07, |
| "loss": 0.4997, |
| "step": 7445 |
| }, |
| { |
| "epoch": 4.847104749512036, |
| "grad_norm": 1.9501081705093384, |
| "learning_rate": 1.4064599333940555e-07, |
| "loss": 0.5115, |
| "step": 7450 |
| }, |
| { |
| "epoch": 4.85035783994795, |
| "grad_norm": 1.593405842781067, |
| "learning_rate": 1.3523151326741702e-07, |
| "loss": 0.5062, |
| "step": 7455 |
| }, |
| { |
| "epoch": 4.853610930383865, |
| "grad_norm": 1.6193232536315918, |
| "learning_rate": 1.299230276176483e-07, |
| "loss": 0.5096, |
| "step": 7460 |
| }, |
| { |
| "epoch": 4.856864020819779, |
| "grad_norm": 1.7456111907958984, |
| "learning_rate": 1.247205590192979e-07, |
| "loss": 0.5154, |
| "step": 7465 |
| }, |
| { |
| "epoch": 4.860117111255693, |
| "grad_norm": 1.7586069107055664, |
| "learning_rate": 1.1962412964964254e-07, |
| "loss": 0.5285, |
| "step": 7470 |
| }, |
| { |
| "epoch": 4.863370201691607, |
| "grad_norm": 2.715386152267456, |
| "learning_rate": 1.1463376123391766e-07, |
| "loss": 0.4909, |
| "step": 7475 |
| }, |
| { |
| "epoch": 4.866623292127521, |
| "grad_norm": 2.343010902404785, |
| "learning_rate": 1.0974947504524269e-07, |
| "loss": 0.5142, |
| "step": 7480 |
| }, |
| { |
| "epoch": 4.869876382563435, |
| "grad_norm": 1.7289972305297852, |
| "learning_rate": 1.0497129190452926e-07, |
| "loss": 0.5191, |
| "step": 7485 |
| }, |
| { |
| "epoch": 4.8731294729993495, |
| "grad_norm": 1.742447018623352, |
| "learning_rate": 1.0029923218038972e-07, |
| "loss": 0.5248, |
| "step": 7490 |
| }, |
| { |
| "epoch": 4.876382563435263, |
| "grad_norm": 1.901174545288086, |
| "learning_rate": 9.573331578904e-08, |
| "loss": 0.5213, |
| "step": 7495 |
| }, |
| { |
| "epoch": 4.879635653871178, |
| "grad_norm": 2.5633485317230225, |
| "learning_rate": 9.127356219423843e-08, |
| "loss": 0.5136, |
| "step": 7500 |
| }, |
| { |
| "epoch": 4.882888744307092, |
| "grad_norm": 1.8684697151184082, |
| "learning_rate": 8.691999040717491e-08, |
| "loss": 0.5188, |
| "step": 7505 |
| }, |
| { |
| "epoch": 4.886141834743006, |
| "grad_norm": 2.1927521228790283, |
| "learning_rate": 8.267261898641798e-08, |
| "loss": 0.5119, |
| "step": 7510 |
| }, |
| { |
| "epoch": 4.8893949251789195, |
| "grad_norm": 1.949514627456665, |
| "learning_rate": 7.853146603780947e-08, |
| "loss": 0.5147, |
| "step": 7515 |
| }, |
| { |
| "epoch": 4.892648015614834, |
| "grad_norm": 2.0919501781463623, |
| "learning_rate": 7.449654921440618e-08, |
| "loss": 0.5064, |
| "step": 7520 |
| }, |
| { |
| "epoch": 4.895901106050748, |
| "grad_norm": 1.5901788473129272, |
| "learning_rate": 7.056788571639105e-08, |
| "loss": 0.5109, |
| "step": 7525 |
| }, |
| { |
| "epoch": 4.899154196486663, |
| "grad_norm": 1.8604559898376465, |
| "learning_rate": 6.674549229101767e-08, |
| "loss": 0.526, |
| "step": 7530 |
| }, |
| { |
| "epoch": 4.9024072869225765, |
| "grad_norm": 1.8954790830612183, |
| "learning_rate": 6.302938523251589e-08, |
| "loss": 0.5039, |
| "step": 7535 |
| }, |
| { |
| "epoch": 4.90566037735849, |
| "grad_norm": 1.7178046703338623, |
| "learning_rate": 5.941958038204187e-08, |
| "loss": 0.5219, |
| "step": 7540 |
| }, |
| { |
| "epoch": 4.908913467794405, |
| "grad_norm": 5.730696201324463, |
| "learning_rate": 5.59160931275976e-08, |
| "loss": 0.5004, |
| "step": 7545 |
| }, |
| { |
| "epoch": 4.912166558230319, |
| "grad_norm": 1.6460310220718384, |
| "learning_rate": 5.2518938403978145e-08, |
| "loss": 0.5319, |
| "step": 7550 |
| }, |
| { |
| "epoch": 4.915419648666233, |
| "grad_norm": 1.6308308839797974, |
| "learning_rate": 4.922813069269394e-08, |
| "loss": 0.5214, |
| "step": 7555 |
| }, |
| { |
| "epoch": 4.918672739102147, |
| "grad_norm": 1.5023380517959595, |
| "learning_rate": 4.604368402191528e-08, |
| "loss": 0.5008, |
| "step": 7560 |
| }, |
| { |
| "epoch": 4.921925829538061, |
| "grad_norm": 1.7468260526657104, |
| "learning_rate": 4.2965611966416796e-08, |
| "loss": 0.5007, |
| "step": 7565 |
| }, |
| { |
| "epoch": 4.925178919973975, |
| "grad_norm": 1.9006001949310303, |
| "learning_rate": 3.9993927647516415e-08, |
| "loss": 0.51, |
| "step": 7570 |
| }, |
| { |
| "epoch": 4.92843201040989, |
| "grad_norm": 1.9338369369506836, |
| "learning_rate": 3.71286437330115e-08, |
| "loss": 0.5216, |
| "step": 7575 |
| }, |
| { |
| "epoch": 4.931685100845804, |
| "grad_norm": 1.6572381258010864, |
| "learning_rate": 3.4369772437137236e-08, |
| "loss": 0.542, |
| "step": 7580 |
| }, |
| { |
| "epoch": 4.934938191281717, |
| "grad_norm": 2.3215434551239014, |
| "learning_rate": 3.1717325520513876e-08, |
| "loss": 0.513, |
| "step": 7585 |
| }, |
| { |
| "epoch": 4.938191281717632, |
| "grad_norm": 1.6987948417663574, |
| "learning_rate": 2.9171314290080132e-08, |
| "loss": 0.5284, |
| "step": 7590 |
| }, |
| { |
| "epoch": 4.941444372153546, |
| "grad_norm": 1.7099159955978394, |
| "learning_rate": 2.6731749599065435e-08, |
| "loss": 0.5267, |
| "step": 7595 |
| }, |
| { |
| "epoch": 4.94469746258946, |
| "grad_norm": 1.620719075202942, |
| "learning_rate": 2.4398641846937187e-08, |
| "loss": 0.5248, |
| "step": 7600 |
| }, |
| { |
| "epoch": 4.9479505530253745, |
| "grad_norm": 1.8238213062286377, |
| "learning_rate": 2.2172000979345242e-08, |
| "loss": 0.5268, |
| "step": 7605 |
| }, |
| { |
| "epoch": 4.951203643461288, |
| "grad_norm": 2.011178970336914, |
| "learning_rate": 2.0051836488094167e-08, |
| "loss": 0.5184, |
| "step": 7610 |
| }, |
| { |
| "epoch": 4.954456733897202, |
| "grad_norm": 1.6856626272201538, |
| "learning_rate": 1.8038157411101597e-08, |
| "loss": 0.5102, |
| "step": 7615 |
| }, |
| { |
| "epoch": 4.957709824333117, |
| "grad_norm": 2.0251147747039795, |
| "learning_rate": 1.6130972332345505e-08, |
| "loss": 0.5112, |
| "step": 7620 |
| }, |
| { |
| "epoch": 4.960962914769031, |
| "grad_norm": 2.00230073928833, |
| "learning_rate": 1.4330289381844775e-08, |
| "loss": 0.5224, |
| "step": 7625 |
| }, |
| { |
| "epoch": 4.964216005204944, |
| "grad_norm": 1.570320963859558, |
| "learning_rate": 1.2636116235612005e-08, |
| "loss": 0.5315, |
| "step": 7630 |
| }, |
| { |
| "epoch": 4.967469095640859, |
| "grad_norm": 1.6889746189117432, |
| "learning_rate": 1.1048460115634096e-08, |
| "loss": 0.5193, |
| "step": 7635 |
| }, |
| { |
| "epoch": 4.970722186076773, |
| "grad_norm": 2.201413631439209, |
| "learning_rate": 9.567327789825054e-09, |
| "loss": 0.5286, |
| "step": 7640 |
| }, |
| { |
| "epoch": 4.973975276512687, |
| "grad_norm": 1.7942432165145874, |
| "learning_rate": 8.192725572006565e-09, |
| "loss": 0.5211, |
| "step": 7645 |
| }, |
| { |
| "epoch": 4.9772283669486015, |
| "grad_norm": 1.7889728546142578, |
| "learning_rate": 6.924659321888571e-09, |
| "loss": 0.5164, |
| "step": 7650 |
| }, |
| { |
| "epoch": 4.980481457384515, |
| "grad_norm": 2.543469190597534, |
| "learning_rate": 5.763134445022078e-09, |
| "loss": 0.5054, |
| "step": 7655 |
| }, |
| { |
| "epoch": 4.983734547820429, |
| "grad_norm": 5.216160297393799, |
| "learning_rate": 4.7081558927991594e-09, |
| "loss": 0.4954, |
| "step": 7660 |
| }, |
| { |
| "epoch": 4.986987638256344, |
| "grad_norm": 2.649937868118286, |
| "learning_rate": 3.759728162422427e-09, |
| "loss": 0.5127, |
| "step": 7665 |
| }, |
| { |
| "epoch": 4.990240728692258, |
| "grad_norm": 1.9266875982284546, |
| "learning_rate": 2.9178552968800454e-09, |
| "loss": 0.5304, |
| "step": 7670 |
| }, |
| { |
| "epoch": 4.9934938191281715, |
| "grad_norm": 1.6233766078948975, |
| "learning_rate": 2.1825408849401873e-09, |
| "loss": 0.5277, |
| "step": 7675 |
| }, |
| { |
| "epoch": 4.996746909564086, |
| "grad_norm": 1.7894667387008667, |
| "learning_rate": 1.5537880611260491e-09, |
| "loss": 0.5239, |
| "step": 7680 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 1.5771998167037964, |
| "learning_rate": 1.0315995057075256e-09, |
| "loss": 0.5174, |
| "step": 7685 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_f1": 0.7944165410554209, |
| "eval_loss": 0.54638671875, |
| "eval_precision": 0.7945063287994906, |
| "eval_recall": 0.7943501451962497, |
| "eval_runtime": 257.0765, |
| "eval_samples_per_second": 1530.42, |
| "eval_steps_per_second": 1.498, |
| "step": 7685 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 7685, |
| "total_flos": 5.363134814553637e+18, |
| "train_loss": 0.7729351929743412, |
| "train_runtime": 35402.7725, |
| "train_samples_per_second": 444.524, |
| "train_steps_per_second": 0.217 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 7685, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 5.0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.363134814553637e+18, |
| "train_batch_size": 512, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
