| { |
| "task": "text2sql", |
| "model_name": "Salesforce/codegen-350M-multi", |
| "device": "cuda:0", |
| "checkpoint_run": "v4", |
| "adapter_path": "/kaggle/working/models/checkpoints/v4/text2sql", |
| "train_rows": 8040, |
| "eval_rows": 1035, |
| "train_loss": 0.10587940257242612, |
| "eval_loss": 0.24770455062389374, |
| "best_eval_loss": 0.24770455062389374, |
| "train_runtime_seconds": 8534.0451, |
| "mlflow_run_id": null, |
| "filter_stats": { |
| "input_rows": 8040, |
| "kept_rows": 8040, |
| "skipped_rows": 0, |
| "skip_reasons": {} |
| }, |
| "token_stats": { |
| "rows": 8040, |
| "avg_prompt_tokens": 377.37, |
| "avg_target_tokens": 39.17, |
| "avg_total_tokens": 416.54, |
| "max_total_tokens": 1098, |
| "skipped_too_long_target": 0, |
| "skipped_too_long_prompt": 0 |
| }, |
| "log_history": [ |
| { |
| "loss": 1.4502812385559083, |
| "grad_norm": 2.338360548019409, |
| "learning_rate": 7.142857142857143e-06, |
| "entropy": 1.1253886640071868, |
| "num_tokens": 68027.0, |
| "mean_token_accuracy": 0.6671988122165203, |
| "epoch": 0.01990049751243781, |
| "step": 10 |
| }, |
| { |
| "loss": 1.1673696517944336, |
| "grad_norm": 1.6519114971160889, |
| "learning_rate": 1.5079365079365079e-05, |
| "entropy": 1.0893175967037678, |
| "num_tokens": 135033.0, |
| "mean_token_accuracy": 0.698525931686163, |
| "epoch": 0.03980099502487562, |
| "step": 20 |
| }, |
| { |
| "loss": 1.0070637702941894, |
| "grad_norm": 1.202163815498352, |
| "learning_rate": 2.3015873015873015e-05, |
| "entropy": 1.0583932913839817, |
| "num_tokens": 201643.0, |
| "mean_token_accuracy": 0.7307960025966167, |
| "epoch": 0.05970149253731343, |
| "step": 30 |
| }, |
| { |
| "loss": 0.749023151397705, |
| "grad_norm": 1.3554679155349731, |
| "learning_rate": 3.095238095238095e-05, |
| "entropy": 0.8722786333411932, |
| "num_tokens": 267572.0, |
| "mean_token_accuracy": 0.8074305906891823, |
| "epoch": 0.07960199004975124, |
| "step": 40 |
| }, |
| { |
| "loss": 0.5123498916625977, |
| "grad_norm": 1.4063202142715454, |
| "learning_rate": 3.888888888888889e-05, |
| "entropy": 0.6009022377431392, |
| "num_tokens": 333673.0, |
| "mean_token_accuracy": 0.8385950662195683, |
| "epoch": 0.09950248756218906, |
| "step": 50 |
| }, |
| { |
| "loss": 0.4625075340270996, |
| "grad_norm": 1.8205658197402954, |
| "learning_rate": 4.682539682539683e-05, |
| "entropy": 0.4164533382281661, |
| "num_tokens": 399397.0, |
| "mean_token_accuracy": 0.8584991104900837, |
| "epoch": 0.11940298507462686, |
| "step": 60 |
| }, |
| { |
| "loss": 0.4174641609191895, |
| "grad_norm": 1.393362283706665, |
| "learning_rate": 5.4761904761904766e-05, |
| "entropy": 0.4577839931473136, |
| "num_tokens": 465864.0, |
| "mean_token_accuracy": 0.8803921975195408, |
| "epoch": 0.13930348258706468, |
| "step": 70 |
| }, |
| { |
| "loss": 0.417645263671875, |
| "grad_norm": 2.2472920417785645, |
| "learning_rate": 6.26984126984127e-05, |
| "entropy": 0.41640141475945713, |
| "num_tokens": 534817.0, |
| "mean_token_accuracy": 0.8779219165444374, |
| "epoch": 0.15920398009950248, |
| "step": 80 |
| }, |
| { |
| "loss": 0.38586442470550536, |
| "grad_norm": 1.300377368927002, |
| "learning_rate": 7.063492063492065e-05, |
| "entropy": 0.3839787464588881, |
| "num_tokens": 600614.0, |
| "mean_token_accuracy": 0.8903462648391723, |
| "epoch": 0.1791044776119403, |
| "step": 90 |
| }, |
| { |
| "loss": 0.33204805850982666, |
| "grad_norm": 1.5014147758483887, |
| "learning_rate": 7.857142857142858e-05, |
| "entropy": 0.3429916022345424, |
| "num_tokens": 665888.0, |
| "mean_token_accuracy": 0.9070690087974072, |
| "epoch": 0.19900497512437812, |
| "step": 100 |
| }, |
| { |
| "loss": 0.3376448631286621, |
| "grad_norm": 1.417038083076477, |
| "learning_rate": 8.650793650793651e-05, |
| "entropy": 0.36409866753965614, |
| "num_tokens": 732400.0, |
| "mean_token_accuracy": 0.8962906174361706, |
| "epoch": 0.21890547263681592, |
| "step": 110 |
| }, |
| { |
| "loss": 0.270894718170166, |
| "grad_norm": 1.2735201120376587, |
| "learning_rate": 9.444444444444444e-05, |
| "entropy": 0.263674839399755, |
| "num_tokens": 799887.0, |
| "mean_token_accuracy": 0.9201160937547683, |
| "epoch": 0.23880597014925373, |
| "step": 120 |
| }, |
| { |
| "loss": 0.27406151294708253, |
| "grad_norm": 1.2719416618347168, |
| "learning_rate": 0.00010238095238095237, |
| "entropy": 0.30584911033511164, |
| "num_tokens": 866147.0, |
| "mean_token_accuracy": 0.9204320795834064, |
| "epoch": 0.25870646766169153, |
| "step": 130 |
| }, |
| { |
| "loss": 0.32373068332672117, |
| "grad_norm": 2.2021138668060303, |
| "learning_rate": 0.00011031746031746033, |
| "entropy": 0.28959042597562074, |
| "num_tokens": 933129.0, |
| "mean_token_accuracy": 0.8983257927000523, |
| "epoch": 0.27860696517412936, |
| "step": 140 |
| }, |
| { |
| "loss": 0.2523745775222778, |
| "grad_norm": 0.9740720987319946, |
| "learning_rate": 0.00011825396825396826, |
| "entropy": 0.29785235710442065, |
| "num_tokens": 997739.0, |
| "mean_token_accuracy": 0.9215191625058651, |
| "epoch": 0.29850746268656714, |
| "step": 150 |
| }, |
| { |
| "loss": 0.27993102073669435, |
| "grad_norm": 1.025788426399231, |
| "learning_rate": 0.0001261904761904762, |
| "entropy": 0.28159743677824733, |
| "num_tokens": 1064807.0, |
| "mean_token_accuracy": 0.9143906190991402, |
| "epoch": 0.31840796019900497, |
| "step": 160 |
| }, |
| { |
| "loss": 0.289961838722229, |
| "grad_norm": 1.149941086769104, |
| "learning_rate": 0.00013412698412698412, |
| "entropy": 0.282751829456538, |
| "num_tokens": 1130310.0, |
| "mean_token_accuracy": 0.9160969875752926, |
| "epoch": 0.3383084577114428, |
| "step": 170 |
| }, |
| { |
| "loss": 0.2773977518081665, |
| "grad_norm": 1.1288280487060547, |
| "learning_rate": 0.00014206349206349208, |
| "entropy": 0.30801400616765023, |
| "num_tokens": 1197192.0, |
| "mean_token_accuracy": 0.9185432456433773, |
| "epoch": 0.3582089552238806, |
| "step": 180 |
| }, |
| { |
| "loss": 0.26672122478485105, |
| "grad_norm": 0.9636886119842529, |
| "learning_rate": 0.00015000000000000001, |
| "entropy": 0.24713189490139484, |
| "num_tokens": 1263466.0, |
| "mean_token_accuracy": 0.9264318533241749, |
| "epoch": 0.3781094527363184, |
| "step": 190 |
| }, |
| { |
| "loss": 0.2587902069091797, |
| "grad_norm": 1.137581467628479, |
| "learning_rate": 0.00015793650793650795, |
| "entropy": 0.287679692171514, |
| "num_tokens": 1330385.0, |
| "mean_token_accuracy": 0.9211024351418018, |
| "epoch": 0.39800995024875624, |
| "step": 200 |
| }, |
| { |
| "loss": 0.25291283130645753, |
| "grad_norm": 1.3906782865524292, |
| "learning_rate": 0.0001658730158730159, |
| "entropy": 0.2620579367503524, |
| "num_tokens": 1399272.0, |
| "mean_token_accuracy": 0.922594179213047, |
| "epoch": 0.417910447761194, |
| "step": 210 |
| }, |
| { |
| "loss": 0.23645257949829102, |
| "grad_norm": 1.1515614986419678, |
| "learning_rate": 0.00017380952380952383, |
| "entropy": 0.24558336716145276, |
| "num_tokens": 1466197.0, |
| "mean_token_accuracy": 0.9315326489508152, |
| "epoch": 0.43781094527363185, |
| "step": 220 |
| }, |
| { |
| "loss": 0.21004528999328614, |
| "grad_norm": 1.0060856342315674, |
| "learning_rate": 0.00018174603174603177, |
| "entropy": 0.23100281171500683, |
| "num_tokens": 1533135.0, |
| "mean_token_accuracy": 0.9294509522616863, |
| "epoch": 0.4577114427860697, |
| "step": 230 |
| }, |
| { |
| "loss": 0.23107924461364746, |
| "grad_norm": 0.8229029178619385, |
| "learning_rate": 0.0001896825396825397, |
| "entropy": 0.2551280764862895, |
| "num_tokens": 1600905.0, |
| "mean_token_accuracy": 0.9292825579643249, |
| "epoch": 0.47761194029850745, |
| "step": 240 |
| }, |
| { |
| "loss": 0.25817849636077883, |
| "grad_norm": 1.199968695640564, |
| "learning_rate": 0.00019761904761904763, |
| "entropy": 0.2424938028678298, |
| "num_tokens": 1666956.0, |
| "mean_token_accuracy": 0.9277816534042358, |
| "epoch": 0.4975124378109453, |
| "step": 250 |
| }, |
| { |
| "loss": 0.25299272537231443, |
| "grad_norm": 0.6602728962898254, |
| "learning_rate": 0.0001999989408126818, |
| "entropy": 0.27997240191325545, |
| "num_tokens": 1734782.0, |
| "mean_token_accuracy": 0.926287354528904, |
| "epoch": 0.5174129353233831, |
| "step": 260 |
| }, |
| { |
| "loss": 0.20403761863708497, |
| "grad_norm": 0.7651694416999817, |
| "learning_rate": 0.0001999937530104439, |
| "entropy": 0.20782412360422314, |
| "num_tokens": 1800055.0, |
| "mean_token_accuracy": 0.9310354895889759, |
| "epoch": 0.5373134328358209, |
| "step": 270 |
| }, |
| { |
| "loss": 0.20663719177246093, |
| "grad_norm": 1.2643989324569702, |
| "learning_rate": 0.00019998424227267588, |
| "entropy": 0.2172251005657017, |
| "num_tokens": 1866900.0, |
| "mean_token_accuracy": 0.9364220850169659, |
| "epoch": 0.5572139303482587, |
| "step": 280 |
| }, |
| { |
| "loss": 0.20071234703063964, |
| "grad_norm": 0.9468103051185608, |
| "learning_rate": 0.00019997040901054646, |
| "entropy": 0.19974687648937106, |
| "num_tokens": 1934548.0, |
| "mean_token_accuracy": 0.9412682101130485, |
| "epoch": 0.5771144278606966, |
| "step": 290 |
| }, |
| { |
| "loss": 0.18384914398193358, |
| "grad_norm": 0.8480322360992432, |
| "learning_rate": 0.000199952253822096, |
| "entropy": 0.1886322578880936, |
| "num_tokens": 2001379.0, |
| "mean_token_accuracy": 0.948433005809784, |
| "epoch": 0.5970149253731343, |
| "step": 300 |
| }, |
| { |
| "loss": 0.20460138320922852, |
| "grad_norm": 0.8029792308807373, |
| "learning_rate": 0.00019992977749221064, |
| "entropy": 0.21811659364029765, |
| "num_tokens": 2070001.0, |
| "mean_token_accuracy": 0.9401800245046615, |
| "epoch": 0.6169154228855721, |
| "step": 310 |
| }, |
| { |
| "loss": 0.17823137044906617, |
| "grad_norm": 0.8735001087188721, |
| "learning_rate": 0.0001999029809925883, |
| "entropy": 0.18392337979748846, |
| "num_tokens": 2135350.0, |
| "mean_token_accuracy": 0.9488276831805706, |
| "epoch": 0.6368159203980099, |
| "step": 320 |
| }, |
| { |
| "loss": 0.16862742900848388, |
| "grad_norm": 0.7449737787246704, |
| "learning_rate": 0.00019987186548169682, |
| "entropy": 0.18473064368590714, |
| "num_tokens": 2203472.0, |
| "mean_token_accuracy": 0.9462769009172917, |
| "epoch": 0.6567164179104478, |
| "step": 330 |
| }, |
| { |
| "loss": 0.16848835945129395, |
| "grad_norm": 0.8586801290512085, |
| "learning_rate": 0.0001998364323047236, |
| "entropy": 0.16661408836953343, |
| "num_tokens": 2269601.0, |
| "mean_token_accuracy": 0.9531193666160107, |
| "epoch": 0.6766169154228856, |
| "step": 340 |
| }, |
| { |
| "loss": 0.17167186737060547, |
| "grad_norm": 0.7884849309921265, |
| "learning_rate": 0.00019979668299351783, |
| "entropy": 0.1743609025143087, |
| "num_tokens": 2335815.0, |
| "mean_token_accuracy": 0.9482224509119987, |
| "epoch": 0.6965174129353234, |
| "step": 350 |
| }, |
| { |
| "loss": 0.18604878187179566, |
| "grad_norm": 0.941378116607666, |
| "learning_rate": 0.00019975261926652392, |
| "entropy": 0.1952204409521073, |
| "num_tokens": 2404130.0, |
| "mean_token_accuracy": 0.942904282361269, |
| "epoch": 0.7164179104477612, |
| "step": 360 |
| }, |
| { |
| "loss": 0.1847616672515869, |
| "grad_norm": 0.7770227789878845, |
| "learning_rate": 0.00019970424302870739, |
| "entropy": 0.19471225845627488, |
| "num_tokens": 2470744.0, |
| "mean_token_accuracy": 0.9433550946414471, |
| "epoch": 0.736318407960199, |
| "step": 370 |
| }, |
| { |
| "loss": 0.18451868295669555, |
| "grad_norm": 1.1318728923797607, |
| "learning_rate": 0.00019965155637147243, |
| "entropy": 0.19339222041890025, |
| "num_tokens": 2537581.0, |
| "mean_token_accuracy": 0.9457193531095982, |
| "epoch": 0.7562189054726368, |
| "step": 380 |
| }, |
| { |
| "loss": 0.17818082571029664, |
| "grad_norm": 0.8256890773773193, |
| "learning_rate": 0.0001995945615725716, |
| "entropy": 0.17824228820391, |
| "num_tokens": 2604045.0, |
| "mean_token_accuracy": 0.9509255833923816, |
| "epoch": 0.7761194029850746, |
| "step": 390 |
| }, |
| { |
| "loss": 0.15658079385757445, |
| "grad_norm": 0.7419007420539856, |
| "learning_rate": 0.00019953326109600728, |
| "entropy": 0.17659657467156648, |
| "num_tokens": 2669475.0, |
| "mean_token_accuracy": 0.9504644252359867, |
| "epoch": 0.7960199004975125, |
| "step": 400 |
| }, |
| { |
| "loss": 0.16461316347122193, |
| "grad_norm": 0.8381772041320801, |
| "learning_rate": 0.00019946765759192497, |
| "entropy": 0.16667078505270183, |
| "num_tokens": 2735709.0, |
| "mean_token_accuracy": 0.9532247520983219, |
| "epoch": 0.8159203980099502, |
| "step": 410 |
| }, |
| { |
| "loss": 0.15512030124664306, |
| "grad_norm": 0.7996618747711182, |
| "learning_rate": 0.00019939775389649916, |
| "entropy": 0.1525796527042985, |
| "num_tokens": 2804586.0, |
| "mean_token_accuracy": 0.9544322639703751, |
| "epoch": 0.835820895522388, |
| "step": 420 |
| }, |
| { |
| "loss": 0.1559414744377136, |
| "grad_norm": 0.6151495575904846, |
| "learning_rate": 0.00019932355303181026, |
| "entropy": 0.16498080925084652, |
| "num_tokens": 2871824.0, |
| "mean_token_accuracy": 0.956156824529171, |
| "epoch": 0.8557213930348259, |
| "step": 430 |
| }, |
| { |
| "loss": 0.17734644412994385, |
| "grad_norm": 0.7512227892875671, |
| "learning_rate": 0.00019924505820571425, |
| "entropy": 0.20550905396230518, |
| "num_tokens": 2937826.0, |
| "mean_token_accuracy": 0.9471527449786663, |
| "epoch": 0.8756218905472637, |
| "step": 440 |
| }, |
| { |
| "loss": 0.15445693731307983, |
| "grad_norm": 0.762320339679718, |
| "learning_rate": 0.0001991622728117038, |
| "entropy": 0.1697809119708836, |
| "num_tokens": 3006135.0, |
| "mean_token_accuracy": 0.9543316774070263, |
| "epoch": 0.8955223880597015, |
| "step": 450 |
| }, |
| { |
| "loss": 0.16953592300415038, |
| "grad_norm": 0.6466898918151855, |
| "learning_rate": 0.00019907520042876172, |
| "entropy": 0.17613516801502554, |
| "num_tokens": 3073150.0, |
| "mean_token_accuracy": 0.950883662700653, |
| "epoch": 0.9154228855721394, |
| "step": 460 |
| }, |
| { |
| "loss": 0.15585366487503052, |
| "grad_norm": 1.1007940769195557, |
| "learning_rate": 0.00019898384482120614, |
| "entropy": 0.15535307771060616, |
| "num_tokens": 3138638.0, |
| "mean_token_accuracy": 0.9595168434083462, |
| "epoch": 0.9353233830845771, |
| "step": 470 |
| }, |
| { |
| "loss": 0.15293551683425904, |
| "grad_norm": 0.6533820629119873, |
| "learning_rate": 0.0001988882099385278, |
| "entropy": 0.1557972011389211, |
| "num_tokens": 3206372.0, |
| "mean_token_accuracy": 0.9572585269808769, |
| "epoch": 0.9552238805970149, |
| "step": 480 |
| }, |
| { |
| "loss": 0.1253079891204834, |
| "grad_norm": 0.5975553393363953, |
| "learning_rate": 0.00019878829991521935, |
| "entropy": 0.13091885023750366, |
| "num_tokens": 3274281.0, |
| "mean_token_accuracy": 0.9635655723512173, |
| "epoch": 0.9751243781094527, |
| "step": 490 |
| }, |
| { |
| "loss": 0.17081425189971924, |
| "grad_norm": 0.8513726592063904, |
| "learning_rate": 0.00019868411907059645, |
| "entropy": 0.1669132244773209, |
| "num_tokens": 3340159.0, |
| "mean_token_accuracy": 0.9505244322121144, |
| "epoch": 0.9950248756218906, |
| "step": 500 |
| }, |
| { |
| "eval_loss": 0.24836121499538422, |
| "eval_runtime": 67.6123, |
| "eval_samples_per_second": 15.308, |
| "eval_steps_per_second": 7.661, |
| "eval_entropy": 0.23721536022024842, |
| "eval_num_tokens": 3356986.0, |
| "eval_mean_token_accuracy": 0.9339753162676764, |
| "epoch": 1.0, |
| "step": 503 |
| }, |
| { |
| "loss": 0.1242946743965149, |
| "grad_norm": 0.5372758507728577, |
| "learning_rate": 0.00019857567190861126, |
| "entropy": 0.1568159531605871, |
| "num_tokens": 3404334.0, |
| "mean_token_accuracy": 0.9635580613424903, |
| "epoch": 1.0139303482587065, |
| "step": 510 |
| }, |
| { |
| "loss": 0.1351562261581421, |
| "grad_norm": 0.7160713076591492, |
| "learning_rate": 0.00019846296311765754, |
| "entropy": 0.1316974400077015, |
| "num_tokens": 3471525.0, |
| "mean_token_accuracy": 0.9581282936036587, |
| "epoch": 1.0338308457711443, |
| "step": 520 |
| }, |
| { |
| "loss": 0.12300963401794433, |
| "grad_norm": 0.5991392731666565, |
| "learning_rate": 0.00019834599757036803, |
| "entropy": 0.14656153018586338, |
| "num_tokens": 3538338.0, |
| "mean_token_accuracy": 0.9646149106323719, |
| "epoch": 1.053731343283582, |
| "step": 530 |
| }, |
| { |
| "loss": 0.12765015363693238, |
| "grad_norm": 0.9330605864524841, |
| "learning_rate": 0.00019822478032340387, |
| "entropy": 0.15197489713318646, |
| "num_tokens": 3606642.0, |
| "mean_token_accuracy": 0.9586149267852306, |
| "epoch": 1.07363184079602, |
| "step": 540 |
| }, |
| { |
| "loss": 0.11172252893447876, |
| "grad_norm": 0.8762836456298828, |
| "learning_rate": 0.0001980993166172358, |
| "entropy": 0.11335502485744656, |
| "num_tokens": 3674420.0, |
| "mean_token_accuracy": 0.9656657867133618, |
| "epoch": 1.0935323383084576, |
| "step": 550 |
| }, |
| { |
| "loss": 0.10862302780151367, |
| "grad_norm": 0.8866952061653137, |
| "learning_rate": 0.00019796961187591781, |
| "entropy": 0.12588824331760406, |
| "num_tokens": 3741381.0, |
| "mean_token_accuracy": 0.9648959740996361, |
| "epoch": 1.1134328358208956, |
| "step": 560 |
| }, |
| { |
| "loss": 0.11582423448562622, |
| "grad_norm": 0.6481871604919434, |
| "learning_rate": 0.00019783567170685262, |
| "entropy": 0.11430091026704758, |
| "num_tokens": 3808318.0, |
| "mean_token_accuracy": 0.9628987669944763, |
| "epoch": 1.1333333333333333, |
| "step": 570 |
| }, |
| { |
| "loss": 0.1037294864654541, |
| "grad_norm": 0.5650383234024048, |
| "learning_rate": 0.00019769750190054905, |
| "entropy": 0.11517859897576273, |
| "num_tokens": 3874410.0, |
| "mean_token_accuracy": 0.9702431283891201, |
| "epoch": 1.153233830845771, |
| "step": 580 |
| }, |
| { |
| "loss": 0.10045719146728516, |
| "grad_norm": 0.5433067083358765, |
| "learning_rate": 0.00019755510843037191, |
| "entropy": 0.10291576159652323, |
| "num_tokens": 3941134.0, |
| "mean_token_accuracy": 0.9618785113096238, |
| "epoch": 1.173134328358209, |
| "step": 590 |
| }, |
| { |
| "loss": 0.12216674089431763, |
| "grad_norm": 0.7597805261611938, |
| "learning_rate": 0.00019740849745228367, |
| "entropy": 0.11075262987287715, |
| "num_tokens": 4008097.0, |
| "mean_token_accuracy": 0.9657749280333519, |
| "epoch": 1.1930348258706467, |
| "step": 600 |
| }, |
| { |
| "loss": 0.11509623527526855, |
| "grad_norm": 0.6820019483566284, |
| "learning_rate": 0.00019725767530457837, |
| "entropy": 0.12675938094034792, |
| "num_tokens": 4073570.0, |
| "mean_token_accuracy": 0.9657132118940354, |
| "epoch": 1.2129353233830846, |
| "step": 610 |
| }, |
| { |
| "loss": 0.10812582969665527, |
| "grad_norm": 0.5021085739135742, |
| "learning_rate": 0.00019710264850760756, |
| "entropy": 0.13302950132638217, |
| "num_tokens": 4140207.0, |
| "mean_token_accuracy": 0.9639534369111061, |
| "epoch": 1.2328358208955223, |
| "step": 620 |
| }, |
| { |
| "loss": 0.12314709424972534, |
| "grad_norm": 0.7293747067451477, |
| "learning_rate": 0.00019694342376349835, |
| "entropy": 0.12266454068012536, |
| "num_tokens": 4206997.0, |
| "mean_token_accuracy": 0.9629024133086205, |
| "epoch": 1.25273631840796, |
| "step": 630 |
| }, |
| { |
| "loss": 0.117351496219635, |
| "grad_norm": 0.9365243911743164, |
| "learning_rate": 0.00019678000795586386, |
| "entropy": 0.12240176484920084, |
| "num_tokens": 4277152.0, |
| "mean_token_accuracy": 0.96337865665555, |
| "epoch": 1.272636815920398, |
| "step": 640 |
| }, |
| { |
| "loss": 0.11279709339141845, |
| "grad_norm": 0.7311879396438599, |
| "learning_rate": 0.00019661240814950536, |
| "entropy": 0.11147555778734386, |
| "num_tokens": 4344652.0, |
| "mean_token_accuracy": 0.9658049061894417, |
| "epoch": 1.292537313432836, |
| "step": 650 |
| }, |
| { |
| "loss": 0.09745638966560363, |
| "grad_norm": 0.6283079981803894, |
| "learning_rate": 0.00019644063159010716, |
| "entropy": 0.11891384413465858, |
| "num_tokens": 4411916.0, |
| "mean_token_accuracy": 0.9698325954377651, |
| "epoch": 1.3124378109452737, |
| "step": 660 |
| }, |
| { |
| "loss": 0.1158707618713379, |
| "grad_norm": 0.6160532832145691, |
| "learning_rate": 0.00019626468570392298, |
| "entropy": 0.12134865028783678, |
| "num_tokens": 4478621.0, |
| "mean_token_accuracy": 0.9658548943698406, |
| "epoch": 1.3323383084577114, |
| "step": 670 |
| }, |
| { |
| "loss": 0.09168269634246826, |
| "grad_norm": 0.43357354402542114, |
| "learning_rate": 0.00019608457809745537, |
| "entropy": 0.10654389052651822, |
| "num_tokens": 4544168.0, |
| "mean_token_accuracy": 0.9723479963839055, |
| "epoch": 1.3522388059701491, |
| "step": 680 |
| }, |
| { |
| "loss": 0.11080507040023804, |
| "grad_norm": 0.7618773579597473, |
| "learning_rate": 0.00019590031655712631, |
| "entropy": 0.109538364992477, |
| "num_tokens": 4610518.0, |
| "mean_token_accuracy": 0.9682544745504856, |
| "epoch": 1.372139303482587, |
| "step": 690 |
| }, |
| { |
| "loss": 0.09991470575332642, |
| "grad_norm": 0.8631065487861633, |
| "learning_rate": 0.00019571190904894115, |
| "entropy": 0.11043523394037039, |
| "num_tokens": 4676248.0, |
| "mean_token_accuracy": 0.9694355696439743, |
| "epoch": 1.392039800995025, |
| "step": 700 |
| }, |
| { |
| "loss": 0.10194973945617676, |
| "grad_norm": 1.0989038944244385, |
| "learning_rate": 0.00019551936371814375, |
| "entropy": 0.1043223840300925, |
| "num_tokens": 4742628.0, |
| "mean_token_accuracy": 0.9693835198879241, |
| "epoch": 1.4119402985074627, |
| "step": 710 |
| }, |
| { |
| "loss": 0.10495258569717407, |
| "grad_norm": 0.9169466495513916, |
| "learning_rate": 0.0001953226888888647, |
| "entropy": 0.10138569427654147, |
| "num_tokens": 4809419.0, |
| "mean_token_accuracy": 0.970366296172142, |
| "epoch": 1.4318407960199004, |
| "step": 720 |
| }, |
| { |
| "loss": 0.11099306344985962, |
| "grad_norm": 0.49399080872535706, |
| "learning_rate": 0.00019512189306376118, |
| "entropy": 0.11472290018573403, |
| "num_tokens": 4877119.0, |
| "mean_token_accuracy": 0.9688441671431065, |
| "epoch": 1.4517412935323384, |
| "step": 730 |
| }, |
| { |
| "loss": 0.10629711151123047, |
| "grad_norm": 0.61200350522995, |
| "learning_rate": 0.0001949169849236496, |
| "entropy": 0.11205615981016308, |
| "num_tokens": 4944433.0, |
| "mean_token_accuracy": 0.966337724775076, |
| "epoch": 1.471641791044776, |
| "step": 740 |
| }, |
| { |
| "loss": 0.11089148521423339, |
| "grad_norm": 0.6224406361579895, |
| "learning_rate": 0.00019470797332713012, |
| "entropy": 0.11642576553858816, |
| "num_tokens": 5011634.0, |
| "mean_token_accuracy": 0.9659203454852104, |
| "epoch": 1.491542288557214, |
| "step": 750 |
| }, |
| { |
| "loss": 0.10163601636886596, |
| "grad_norm": 0.7650023698806763, |
| "learning_rate": 0.0001944948673102038, |
| "entropy": 0.11514911148697138, |
| "num_tokens": 5077156.0, |
| "mean_token_accuracy": 0.9675627797842026, |
| "epoch": 1.5114427860696518, |
| "step": 760 |
| }, |
| { |
| "loss": 0.098751300573349, |
| "grad_norm": 0.49794143438339233, |
| "learning_rate": 0.00019427767608588183, |
| "entropy": 0.10764023282099515, |
| "num_tokens": 5143991.0, |
| "mean_token_accuracy": 0.9677646860480309, |
| "epoch": 1.5313432835820895, |
| "step": 770 |
| }, |
| { |
| "loss": 0.11413514614105225, |
| "grad_norm": 0.6449922323226929, |
| "learning_rate": 0.0001940564090437875, |
| "entropy": 0.1094623792450875, |
| "num_tokens": 5211604.0, |
| "mean_token_accuracy": 0.9680206254124641, |
| "epoch": 1.5512437810945272, |
| "step": 780 |
| }, |
| { |
| "loss": 0.10809429883956909, |
| "grad_norm": 0.8340095281600952, |
| "learning_rate": 0.00019383107574974984, |
| "entropy": 0.12053416313137859, |
| "num_tokens": 5277697.0, |
| "mean_token_accuracy": 0.9674052610993386, |
| "epoch": 1.5711442786069652, |
| "step": 790 |
| }, |
| { |
| "loss": 0.08709208965301514, |
| "grad_norm": 0.7644860744476318, |
| "learning_rate": 0.00019360168594539055, |
| "entropy": 0.10000467539066449, |
| "num_tokens": 5342978.0, |
| "mean_token_accuracy": 0.9731013409793376, |
| "epoch": 1.591044776119403, |
| "step": 800 |
| }, |
| { |
| "loss": 0.09788179397583008, |
| "grad_norm": 0.6640422344207764, |
| "learning_rate": 0.0001933682495477024, |
| "entropy": 0.10800170768052339, |
| "num_tokens": 5410289.0, |
| "mean_token_accuracy": 0.9665102422237396, |
| "epoch": 1.6109452736318408, |
| "step": 810 |
| }, |
| { |
| "loss": 0.09605536460876465, |
| "grad_norm": 0.6755411624908447, |
| "learning_rate": 0.00019313077664862092, |
| "entropy": 0.10117872587870806, |
| "num_tokens": 5475880.0, |
| "mean_token_accuracy": 0.972070074826479, |
| "epoch": 1.6308457711442785, |
| "step": 820 |
| }, |
| { |
| "loss": 0.10400503873825073, |
| "grad_norm": 0.890627384185791, |
| "learning_rate": 0.00019288927751458766, |
| "entropy": 0.1069639899302274, |
| "num_tokens": 5541606.0, |
| "mean_token_accuracy": 0.9711074873805046, |
| "epoch": 1.6507462686567163, |
| "step": 830 |
| }, |
| { |
| "loss": 0.10754516124725341, |
| "grad_norm": 0.5509929656982422, |
| "learning_rate": 0.0001926437625861068, |
| "entropy": 0.11311845399904996, |
| "num_tokens": 5608065.0, |
| "mean_token_accuracy": 0.9695759303867817, |
| "epoch": 1.6706467661691542, |
| "step": 840 |
| }, |
| { |
| "loss": 0.12257307767868042, |
| "grad_norm": 0.6879218816757202, |
| "learning_rate": 0.00019239424247729345, |
| "entropy": 0.12085098770912736, |
| "num_tokens": 5674308.0, |
| "mean_token_accuracy": 0.9648775070905685, |
| "epoch": 1.6905472636815921, |
| "step": 850 |
| }, |
| { |
| "loss": 0.10849488973617553, |
| "grad_norm": 0.4920276999473572, |
| "learning_rate": 0.0001921407279754149, |
| "entropy": 0.11081431191414595, |
| "num_tokens": 5742414.0, |
| "mean_token_accuracy": 0.9698534436523915, |
| "epoch": 1.7104477611940299, |
| "step": 860 |
| }, |
| { |
| "loss": 0.0802489161491394, |
| "grad_norm": 0.7228904366493225, |
| "learning_rate": 0.00019188323004042435, |
| "entropy": 0.0929627066012472, |
| "num_tokens": 5809827.0, |
| "mean_token_accuracy": 0.9730034552514553, |
| "epoch": 1.7303482587064676, |
| "step": 870 |
| }, |
| { |
| "loss": 0.1109757661819458, |
| "grad_norm": 0.6558980345726013, |
| "learning_rate": 0.00019162175980448688, |
| "entropy": 0.0936126358807087, |
| "num_tokens": 5875172.0, |
| "mean_token_accuracy": 0.9671767763793468, |
| "epoch": 1.7502487562189055, |
| "step": 880 |
| }, |
| { |
| "loss": 0.09240159988403321, |
| "grad_norm": 0.5792869925498962, |
| "learning_rate": 0.0001913563285714984, |
| "entropy": 0.11744439310859889, |
| "num_tokens": 5942033.0, |
| "mean_token_accuracy": 0.9710902646183968, |
| "epoch": 1.7701492537313432, |
| "step": 890 |
| }, |
| { |
| "loss": 0.12259334325790405, |
| "grad_norm": 0.8990387320518494, |
| "learning_rate": 0.0001910869478165969, |
| "entropy": 0.10555630044545979, |
| "num_tokens": 6007977.0, |
| "mean_token_accuracy": 0.9644198954105377, |
| "epoch": 1.7900497512437812, |
| "step": 900 |
| }, |
| { |
| "loss": 0.10547571182250977, |
| "grad_norm": 0.7768874168395996, |
| "learning_rate": 0.00019081362918566618, |
| "entropy": 0.10993905747309327, |
| "num_tokens": 6074057.0, |
| "mean_token_accuracy": 0.9728645481169224, |
| "epoch": 1.809950248756219, |
| "step": 910 |
| }, |
| { |
| "loss": 0.10611696243286133, |
| "grad_norm": 0.4525396525859833, |
| "learning_rate": 0.00019053638449483259, |
| "entropy": 0.10362131035653874, |
| "num_tokens": 6141345.0, |
| "mean_token_accuracy": 0.9724654078483581, |
| "epoch": 1.8298507462686566, |
| "step": 920 |
| }, |
| { |
| "loss": 0.11176036596298218, |
| "grad_norm": 0.7492642998695374, |
| "learning_rate": 0.0001902552257299542, |
| "entropy": 0.11784212745260447, |
| "num_tokens": 6209124.0, |
| "mean_token_accuracy": 0.9628825642168521, |
| "epoch": 1.8497512437810946, |
| "step": 930 |
| }, |
| { |
| "loss": 0.10774084329605102, |
| "grad_norm": 0.5748555064201355, |
| "learning_rate": 0.00018997016504610246, |
| "entropy": 0.11072989953681826, |
| "num_tokens": 6276485.0, |
| "mean_token_accuracy": 0.9646185263991356, |
| "epoch": 1.8696517412935323, |
| "step": 940 |
| }, |
| { |
| "loss": 0.08848418593406678, |
| "grad_norm": 0.5937514305114746, |
| "learning_rate": 0.00018968121476703678, |
| "entropy": 0.10556984411086887, |
| "num_tokens": 6342957.0, |
| "mean_token_accuracy": 0.9734670996665955, |
| "epoch": 1.8895522388059702, |
| "step": 950 |
| }, |
| { |
| "loss": 0.10269320011138916, |
| "grad_norm": 1.0715358257293701, |
| "learning_rate": 0.00018938838738467184, |
| "entropy": 0.09428299731807784, |
| "num_tokens": 6408918.0, |
| "mean_token_accuracy": 0.9720249362289906, |
| "epoch": 1.909452736318408, |
| "step": 960 |
| }, |
| { |
| "loss": 0.0899561107158661, |
| "grad_norm": 0.5169550180435181, |
| "learning_rate": 0.00018909169555853743, |
| "entropy": 0.10850229405332357, |
| "num_tokens": 6475062.0, |
| "mean_token_accuracy": 0.9714486353099346, |
| "epoch": 1.9293532338308457, |
| "step": 970 |
| }, |
| { |
| "loss": 0.09649609923362731, |
| "grad_norm": 0.7642938494682312, |
| "learning_rate": 0.00018879115211523117, |
| "entropy": 0.1026058561168611, |
| "num_tokens": 6542465.0, |
| "mean_token_accuracy": 0.9703472301363945, |
| "epoch": 1.9492537313432836, |
| "step": 980 |
| }, |
| { |
| "loss": 0.09067035913467407, |
| "grad_norm": 0.3874703347682953, |
| "learning_rate": 0.0001884867700478641, |
| "entropy": 0.09136548589449375, |
| "num_tokens": 6608985.0, |
| "mean_token_accuracy": 0.9718083783984184, |
| "epoch": 1.9691542288557216, |
| "step": 990 |
| }, |
| { |
| "loss": 0.09239903688430787, |
| "grad_norm": 0.693695604801178, |
| "learning_rate": 0.00018817856251549867, |
| "entropy": 0.11761876428499818, |
| "num_tokens": 6676885.0, |
| "mean_token_accuracy": 0.9674227833747864, |
| "epoch": 1.9890547263681593, |
| "step": 1000 |
| }, |
| { |
| "eval_loss": 0.24770455062389374, |
| "eval_runtime": 67.3665, |
| "eval_samples_per_second": 15.364, |
| "eval_steps_per_second": 7.689, |
| "eval_entropy": 0.13267684354209502, |
| "eval_num_tokens": 6713972.0, |
| "eval_mean_token_accuracy": 0.9410935246806347, |
| "epoch": 2.0, |
| "step": 1006 |
| }, |
| { |
| "loss": 0.08439697623252869, |
| "grad_norm": 0.41609451174736023, |
| "learning_rate": 0.00018786654284258034, |
| "entropy": 0.09164438765545033, |
| "num_tokens": 6740189.0, |
| "mean_token_accuracy": 0.9744413871514169, |
| "epoch": 2.007960199004975, |
| "step": 1010 |
| }, |
| { |
| "loss": 0.06379352807998658, |
| "grad_norm": 0.7209794521331787, |
| "learning_rate": 0.00018755072451836097, |
| "entropy": 0.06243965101893991, |
| "num_tokens": 6806511.0, |
| "mean_token_accuracy": 0.9806746728718281, |
| "epoch": 2.027860696517413, |
| "step": 1020 |
| }, |
| { |
| "loss": 0.07251286506652832, |
| "grad_norm": 0.4035630524158478, |
| "learning_rate": 0.00018723112119631608, |
| "entropy": 0.06880665038479492, |
| "num_tokens": 6874726.0, |
| "mean_token_accuracy": 0.9811282232403755, |
| "epoch": 2.047761194029851, |
| "step": 1030 |
| }, |
| { |
| "loss": 0.05488339066505432, |
| "grad_norm": 0.6395288705825806, |
| "learning_rate": 0.00018690774669355442, |
| "entropy": 0.07282297083875164, |
| "num_tokens": 6940725.0, |
| "mean_token_accuracy": 0.9807328015565873, |
| "epoch": 2.0676616915422885, |
| "step": 1040 |
| }, |
| { |
| "loss": 0.06734220385551452, |
| "grad_norm": 0.7077370882034302, |
| "learning_rate": 0.00018658061499022055, |
| "entropy": 0.07170078799827025, |
| "num_tokens": 7008850.0, |
| "mean_token_accuracy": 0.9810515813529491, |
| "epoch": 2.0875621890547262, |
| "step": 1050 |
| }, |
| { |
| "loss": 0.062459665536880496, |
| "grad_norm": 1.220231294631958, |
| "learning_rate": 0.0001862497402288906, |
| "entropy": 0.05807271180674434, |
| "num_tokens": 7074982.0, |
| "mean_token_accuracy": 0.981388358771801, |
| "epoch": 2.107462686567164, |
| "step": 1060 |
| }, |
| { |
| "loss": 0.046548599004745485, |
| "grad_norm": 0.5530555248260498, |
| "learning_rate": 0.0001859151367139608, |
| "entropy": 0.06504726539133117, |
| "num_tokens": 7140914.0, |
| "mean_token_accuracy": 0.984452311694622, |
| "epoch": 2.127363184079602, |
| "step": 1070 |
| }, |
| { |
| "loss": 0.05819639563560486, |
| "grad_norm": 0.7002009749412537, |
| "learning_rate": 0.000185576818911029, |
| "entropy": 0.050316512072458866, |
| "num_tokens": 7206800.0, |
| "mean_token_accuracy": 0.985405495017767, |
| "epoch": 2.14726368159204, |
| "step": 1080 |
| }, |
| { |
| "loss": 0.0601584792137146, |
| "grad_norm": 0.540239691734314, |
| "learning_rate": 0.00018523480144626948, |
| "entropy": 0.07835423464421183, |
| "num_tokens": 7273522.0, |
| "mean_token_accuracy": 0.9818796373903751, |
| "epoch": 2.1671641791044776, |
| "step": 1090 |
| }, |
| { |
| "loss": 0.04493230581283569, |
| "grad_norm": 0.5114269256591797, |
| "learning_rate": 0.00018488909910580037, |
| "entropy": 0.05474828036967665, |
| "num_tokens": 7340979.0, |
| "mean_token_accuracy": 0.9857458151876927, |
| "epoch": 2.1870646766169153, |
| "step": 1100 |
| }, |
| { |
| "loss": 0.054016536474227904, |
| "grad_norm": 0.6734052300453186, |
| "learning_rate": 0.00018453972683504466, |
| "entropy": 0.05471267879474908, |
| "num_tokens": 7407885.0, |
| "mean_token_accuracy": 0.9807157158851624, |
| "epoch": 2.206965174129353, |
| "step": 1110 |
| }, |
| { |
| "loss": 0.06644362211227417, |
| "grad_norm": 1.0557215213775635, |
| "learning_rate": 0.00018418669973808386, |
| "entropy": 0.07309502450516447, |
| "num_tokens": 7476921.0, |
| "mean_token_accuracy": 0.9793836884200573, |
| "epoch": 2.226865671641791, |
| "step": 1120 |
| }, |
| { |
| "loss": 0.06655114293098449, |
| "grad_norm": 0.5192980170249939, |
| "learning_rate": 0.00018383003307700525, |
| "entropy": 0.06608295071637257, |
| "num_tokens": 7543462.0, |
| "mean_token_accuracy": 0.9790004834532737, |
| "epoch": 2.246766169154229, |
| "step": 1130 |
| }, |
| { |
| "loss": 0.06803213357925415, |
| "grad_norm": 0.4396572709083557, |
| "learning_rate": 0.0001834697422712419, |
| "entropy": 0.06500887103029526, |
| "num_tokens": 7610642.0, |
| "mean_token_accuracy": 0.980684906244278, |
| "epoch": 2.2666666666666666, |
| "step": 1140 |
| }, |
| { |
| "loss": 0.05774785876274109, |
| "grad_norm": 0.8334233164787292, |
| "learning_rate": 0.00018310584289690608, |
| "entropy": 0.058826766291167586, |
| "num_tokens": 7676890.0, |
| "mean_token_accuracy": 0.9823732137680053, |
| "epoch": 2.2865671641791043, |
| "step": 1150 |
| }, |
| { |
| "loss": 0.05890558958053589, |
| "grad_norm": 0.6917388439178467, |
| "learning_rate": 0.0001827383506861159, |
| "entropy": 0.0589894114760682, |
| "num_tokens": 7743110.0, |
| "mean_token_accuracy": 0.9807198375463486, |
| "epoch": 2.306467661691542, |
| "step": 1160 |
| }, |
| { |
| "loss": 0.04957199692726135, |
| "grad_norm": 0.351596862077713, |
| "learning_rate": 0.00018236728152631526, |
| "entropy": 0.05655237181927077, |
| "num_tokens": 7809971.0, |
| "mean_token_accuracy": 0.9838769190013409, |
| "epoch": 2.32636815920398, |
| "step": 1170 |
| }, |
| { |
| "loss": 0.07587432265281677, |
| "grad_norm": 0.4856368899345398, |
| "learning_rate": 0.00018199265145958678, |
| "entropy": 0.06457642229506746, |
| "num_tokens": 7876231.0, |
| "mean_token_accuracy": 0.974904265254736, |
| "epoch": 2.346268656716418, |
| "step": 1180 |
| }, |
| { |
| "loss": 0.057352250814437865, |
| "grad_norm": 0.6313260197639465, |
| "learning_rate": 0.00018161447668195858, |
| "entropy": 0.07011734971310943, |
| "num_tokens": 7942463.0, |
| "mean_token_accuracy": 0.9822526164352894, |
| "epoch": 2.3661691542288557, |
| "step": 1190 |
| }, |
| { |
| "loss": 0.07296563386917114, |
| "grad_norm": 0.6475229263305664, |
| "learning_rate": 0.00018123277354270372, |
| "entropy": 0.07394456524634734, |
| "num_tokens": 8008529.0, |
| "mean_token_accuracy": 0.9783020555973053, |
| "epoch": 2.3860696517412934, |
| "step": 1200 |
| }, |
| { |
| "loss": 0.06899880170822144, |
| "grad_norm": 0.5311662554740906, |
| "learning_rate": 0.00018084755854363377, |
| "entropy": 0.06762066348455846, |
| "num_tokens": 8075331.0, |
| "mean_token_accuracy": 0.9800443604588509, |
| "epoch": 2.405970149253731, |
| "step": 1210 |
| }, |
| { |
| "loss": 0.04785624444484711, |
| "grad_norm": 0.47831037640571594, |
| "learning_rate": 0.00018045884833838512, |
| "entropy": 0.052969011454842986, |
| "num_tokens": 8140043.0, |
| "mean_token_accuracy": 0.9850305773317813, |
| "epoch": 2.4258706467661693, |
| "step": 1220 |
| }, |
| { |
| "loss": 0.057527285814285276, |
| "grad_norm": 0.4341302216053009, |
| "learning_rate": 0.00018006665973169911, |
| "entropy": 0.058878783753607424, |
| "num_tokens": 8206439.0, |
| "mean_token_accuracy": 0.9826890744268895, |
| "epoch": 2.445771144278607, |
| "step": 1230 |
| }, |
| { |
| "loss": 0.06314617991447449, |
| "grad_norm": 0.6121116876602173, |
| "learning_rate": 0.0001796710096786956, |
| "entropy": 0.06802375400438905, |
| "num_tokens": 8274350.0, |
| "mean_token_accuracy": 0.9803676478564739, |
| "epoch": 2.4656716417910447, |
| "step": 1240 |
| }, |
| { |
| "loss": 0.06138876676559448, |
| "grad_norm": 0.485624760389328, |
| "learning_rate": 0.0001792719152841398, |
| "entropy": 0.06864131800248288, |
| "num_tokens": 8342676.0, |
| "mean_token_accuracy": 0.9821898102760315, |
| "epoch": 2.4855721393034824, |
| "step": 1250 |
| }, |
| { |
| "loss": 0.05479460954666138, |
| "grad_norm": 0.7229267358779907, |
| "learning_rate": 0.0001788693938017029, |
| "entropy": 0.06992838233709335, |
| "num_tokens": 8408688.0, |
| "mean_token_accuracy": 0.9806355632841587, |
| "epoch": 2.50547263681592, |
| "step": 1260 |
| }, |
| { |
| "loss": 0.05725674629211426, |
| "grad_norm": 0.6357669234275818, |
| "learning_rate": 0.00017846346263321623, |
| "entropy": 0.05212859932216816, |
| "num_tokens": 8475857.0, |
| "mean_token_accuracy": 0.982030725479126, |
| "epoch": 2.5253731343283583, |
| "step": 1270 |
| }, |
| { |
| "loss": 0.05330604910850525, |
| "grad_norm": 0.48565125465393066, |
| "learning_rate": 0.00017805413932791875, |
| "entropy": 0.0598757246916648, |
| "num_tokens": 8542007.0, |
| "mean_token_accuracy": 0.9829342268407345, |
| "epoch": 2.545273631840796, |
| "step": 1280 |
| }, |
| { |
| "loss": 0.0662715494632721, |
| "grad_norm": 0.47484299540519714, |
| "learning_rate": 0.00017764144158169856, |
| "entropy": 0.07917212916072458, |
| "num_tokens": 8609409.0, |
| "mean_token_accuracy": 0.9773714534938336, |
| "epoch": 2.5651741293532337, |
| "step": 1290 |
| }, |
| { |
| "loss": 0.06932964324951171, |
| "grad_norm": 0.7906941175460815, |
| "learning_rate": 0.00017722538723632773, |
| "entropy": 0.0599730534479022, |
| "num_tokens": 8676488.0, |
| "mean_token_accuracy": 0.9792346425354481, |
| "epoch": 2.585074626865672, |
| "step": 1300 |
| }, |
| { |
| "loss": 0.08003131747245788, |
| "grad_norm": 0.5393727421760559, |
| "learning_rate": 0.000176805994278691, |
| "entropy": 0.07814967349986546, |
| "num_tokens": 8744553.0, |
| "mean_token_accuracy": 0.9784729719161988, |
| "epoch": 2.604975124378109, |
| "step": 1310 |
| }, |
| { |
| "loss": 0.051309889554977416, |
| "grad_norm": 0.8460810780525208, |
| "learning_rate": 0.0001763832808400082, |
| "entropy": 0.06959494983311743, |
| "num_tokens": 8812013.0, |
| "mean_token_accuracy": 0.9829349182546139, |
| "epoch": 2.6248756218905474, |
| "step": 1320 |
| }, |
| { |
| "loss": 0.05681629776954651, |
| "grad_norm": 0.5110874176025391, |
| "learning_rate": 0.00017595726519505043, |
| "entropy": 0.06371988009777851, |
| "num_tokens": 8879275.0, |
| "mean_token_accuracy": 0.9808239601552486, |
| "epoch": 2.644776119402985, |
| "step": 1330 |
| }, |
| { |
| "loss": 0.06473686695098876, |
| "grad_norm": 0.45770350098609924, |
| "learning_rate": 0.00017552796576134985, |
| "entropy": 0.06574244437506423, |
| "num_tokens": 8946437.0, |
| "mean_token_accuracy": 0.9830326803028584, |
| "epoch": 2.664676616915423, |
| "step": 1340 |
| }, |
| { |
| "loss": 0.05621873736381531, |
| "grad_norm": 0.47769930958747864, |
| "learning_rate": 0.00017509540109840365, |
| "entropy": 0.06558069243910722, |
| "num_tokens": 9013311.0, |
| "mean_token_accuracy": 0.9796665169298648, |
| "epoch": 2.684577114427861, |
| "step": 1350 |
| }, |
| { |
| "loss": 0.05615652799606323, |
| "grad_norm": 0.48142921924591064, |
| "learning_rate": 0.00017465958990687156, |
| "entropy": 0.059144589549396186, |
| "num_tokens": 9078260.0, |
| "mean_token_accuracy": 0.9777877710759639, |
| "epoch": 2.7044776119402982, |
| "step": 1360 |
| }, |
| { |
| "loss": 0.07301256060600281, |
| "grad_norm": 0.6959577798843384, |
| "learning_rate": 0.0001742205510277674, |
| "entropy": 0.0731184652308002, |
| "num_tokens": 9143896.0, |
| "mean_token_accuracy": 0.9792239956557751, |
| "epoch": 2.7243781094527364, |
| "step": 1370 |
| }, |
| { |
| "loss": 0.05728998184204102, |
| "grad_norm": 0.4535721242427826, |
| "learning_rate": 0.00017377830344164464, |
| "entropy": 0.06650992162758484, |
| "num_tokens": 9210455.0, |
| "mean_token_accuracy": 0.9824736349284648, |
| "epoch": 2.744278606965174, |
| "step": 1380 |
| }, |
| { |
| "loss": 0.05624777674674988, |
| "grad_norm": 0.9010443687438965, |
| "learning_rate": 0.00017333286626777564, |
| "entropy": 0.06068479290697724, |
| "num_tokens": 9278223.0, |
| "mean_token_accuracy": 0.9795115493237972, |
| "epoch": 2.764179104477612, |
| "step": 1390 |
| }, |
| { |
| "loss": 0.04648939669132233, |
| "grad_norm": 0.5129737257957458, |
| "learning_rate": 0.00017288425876332527, |
| "entropy": 0.05758373744320124, |
| "num_tokens": 9346259.0, |
| "mean_token_accuracy": 0.9854638859629631, |
| "epoch": 2.78407960199005, |
| "step": 1400 |
| }, |
| { |
| "loss": 0.07454426288604736, |
| "grad_norm": 1.081714153289795, |
| "learning_rate": 0.00017243250032251823, |
| "entropy": 0.07305689085042104, |
| "num_tokens": 9411960.0, |
| "mean_token_accuracy": 0.9747657172381878, |
| "epoch": 2.8039800995024877, |
| "step": 1410 |
| }, |
| { |
| "loss": 0.052061259746551514, |
| "grad_norm": 0.668654203414917, |
| "learning_rate": 0.00017197761047580082, |
| "entropy": 0.05686979314778, |
| "num_tokens": 9479728.0, |
| "mean_token_accuracy": 0.9826227888464928, |
| "epoch": 2.8238805970149254, |
| "step": 1420 |
| }, |
| { |
| "loss": 0.061662870645523074, |
| "grad_norm": 0.6690983772277832, |
| "learning_rate": 0.00017151960888899627, |
| "entropy": 0.06015237307874486, |
| "num_tokens": 9544970.0, |
| "mean_token_accuracy": 0.9811851166188716, |
| "epoch": 2.843781094527363, |
| "step": 1430 |
| }, |
| { |
| "loss": 0.05701953172683716, |
| "grad_norm": 0.7326856255531311, |
| "learning_rate": 0.00017105851536245492, |
| "entropy": 0.07333141873823479, |
| "num_tokens": 9611720.0, |
| "mean_token_accuracy": 0.9832665704190731, |
| "epoch": 2.863681592039801, |
| "step": 1440 |
| }, |
| { |
| "loss": 0.07263015508651734, |
| "grad_norm": 0.7834051251411438, |
| "learning_rate": 0.0001705943498301979, |
| "entropy": 0.06394668611465022, |
| "num_tokens": 9679831.0, |
| "mean_token_accuracy": 0.9781429409980774, |
| "epoch": 2.883582089552239, |
| "step": 1450 |
| }, |
| { |
| "loss": 0.05510892271995545, |
| "grad_norm": 0.6546643972396851, |
| "learning_rate": 0.00017012713235905547, |
| "entropy": 0.06291348003433087, |
| "num_tokens": 9745899.0, |
| "mean_token_accuracy": 0.9804500080645084, |
| "epoch": 2.9034825870646768, |
| "step": 1460 |
| }, |
| { |
| "loss": 0.05505146384239197, |
| "grad_norm": 0.5361804962158203, |
| "learning_rate": 0.00016965688314779956, |
| "entropy": 0.06303218469838612, |
| "num_tokens": 9814519.0, |
| "mean_token_accuracy": 0.9801669403910637, |
| "epoch": 2.9233830845771145, |
| "step": 1470 |
| }, |
| { |
| "loss": 0.04610788822174072, |
| "grad_norm": 0.6162955164909363, |
| "learning_rate": 0.00016918362252627036, |
| "entropy": 0.0545346099184826, |
| "num_tokens": 9878812.0, |
| "mean_token_accuracy": 0.9822937592864036, |
| "epoch": 2.943283582089552, |
| "step": 1480 |
| }, |
| { |
| "loss": 0.06813795566558838, |
| "grad_norm": 0.8021186590194702, |
| "learning_rate": 0.00016870737095449754, |
| "entropy": 0.06529987451503985, |
| "num_tokens": 9946556.0, |
| "mean_token_accuracy": 0.9782890357077122, |
| "epoch": 2.96318407960199, |
| "step": 1490 |
| }, |
| { |
| "loss": 0.05245916843414307, |
| "grad_norm": 0.6037353277206421, |
| "learning_rate": 0.00016822814902181583, |
| "entropy": 0.06525841613765807, |
| "num_tokens": 10014536.0, |
| "mean_token_accuracy": 0.9829807795584202, |
| "epoch": 2.983084577114428, |
| "step": 1500 |
| }, |
| { |
| "eval_loss": 0.26412370800971985, |
| "eval_runtime": 67.3621, |
| "eval_samples_per_second": 15.365, |
| "eval_steps_per_second": 7.69, |
| "eval_entropy": 0.10301580357465993, |
| "eval_num_tokens": 10070958.0, |
| "eval_mean_token_accuracy": 0.9438181870462351, |
| "epoch": 3.0, |
| "step": 1509 |
| }, |
| { |
| "loss": 0.05833644866943359, |
| "grad_norm": 0.29880842566490173, |
| "learning_rate": 0.00016774597744597457, |
| "entropy": 0.053184559752576445, |
| "num_tokens": 10077424.0, |
| "mean_token_accuracy": 0.9848840275877401, |
| "epoch": 3.0019900497512437, |
| "step": 1510 |
| }, |
| { |
| "loss": 0.03773494362831116, |
| "grad_norm": 0.5901796817779541, |
| "learning_rate": 0.00016726087707224236, |
| "entropy": 0.04916581161960494, |
| "num_tokens": 10143828.0, |
| "mean_token_accuracy": 0.9888612225651741, |
| "epoch": 3.0218905472636814, |
| "step": 1520 |
| }, |
| { |
| "loss": 0.04334467053413391, |
| "grad_norm": 0.4549998342990875, |
| "learning_rate": 0.00016677286887250572, |
| "entropy": 0.04599970751442015, |
| "num_tokens": 10210498.0, |
| "mean_token_accuracy": 0.9884389974176884, |
| "epoch": 3.0417910447761196, |
| "step": 1530 |
| }, |
| { |
| "loss": 0.031511181592941286, |
| "grad_norm": 0.41420701146125793, |
| "learning_rate": 0.00016628197394436247, |
| "entropy": 0.03852141368552111, |
| "num_tokens": 10275990.0, |
| "mean_token_accuracy": 0.9884374618530274, |
| "epoch": 3.0616915422885573, |
| "step": 1540 |
| }, |
| { |
| "loss": 0.029081150889396667, |
| "grad_norm": 0.3844093978404999, |
| "learning_rate": 0.00016578821351020964, |
| "entropy": 0.032692909514298665, |
| "num_tokens": 10342514.0, |
| "mean_token_accuracy": 0.9907526269555091, |
| "epoch": 3.081592039800995, |
| "step": 1550 |
| }, |
| { |
| "loss": 0.037613070011138915, |
| "grad_norm": 0.3342166244983673, |
| "learning_rate": 0.00016529160891632597, |
| "entropy": 0.03535493408198818, |
| "num_tokens": 10408828.0, |
| "mean_token_accuracy": 0.9882513448596001, |
| "epoch": 3.1014925373134328, |
| "step": 1560 |
| }, |
| { |
| "loss": 0.03288332223892212, |
| "grad_norm": 0.5369789600372314, |
| "learning_rate": 0.00016479218163194904, |
| "entropy": 0.038720946523244495, |
| "num_tokens": 10475303.0, |
| "mean_token_accuracy": 0.9900217793881894, |
| "epoch": 3.1213930348258705, |
| "step": 1570 |
| }, |
| { |
| "loss": 0.03281024694442749, |
| "grad_norm": 0.3687148094177246, |
| "learning_rate": 0.00016428995324834723, |
| "entropy": 0.03382732793106698, |
| "num_tokens": 10543012.0, |
| "mean_token_accuracy": 0.9898124732077122, |
| "epoch": 3.1412935323383087, |
| "step": 1580 |
| }, |
| { |
| "loss": 0.032737156748771666, |
| "grad_norm": 0.40983688831329346, |
| "learning_rate": 0.00016378494547788613, |
| "entropy": 0.04149121846421622, |
| "num_tokens": 10609348.0, |
| "mean_token_accuracy": 0.9896206237375736, |
| "epoch": 3.1611940298507464, |
| "step": 1590 |
| }, |
| { |
| "loss": 0.04040493667125702, |
| "grad_norm": 0.6384645104408264, |
| "learning_rate": 0.00016327718015308998, |
| "entropy": 0.04162978534004651, |
| "num_tokens": 10676433.0, |
| "mean_token_accuracy": 0.987835768610239, |
| "epoch": 3.181094527363184, |
| "step": 1600 |
| }, |
| { |
| "loss": 0.03527785539627075, |
| "grad_norm": 0.7771252989768982, |
| "learning_rate": 0.0001627666792256977, |
| "entropy": 0.0402049986703787, |
| "num_tokens": 10744880.0, |
| "mean_token_accuracy": 0.9879353500902652, |
| "epoch": 3.200995024875622, |
| "step": 1610 |
| }, |
| { |
| "loss": 0.027459162473678588, |
| "grad_norm": 0.7088900208473206, |
| "learning_rate": 0.00016225346476571396, |
| "entropy": 0.03322969185537659, |
| "num_tokens": 10811704.0, |
| "mean_token_accuracy": 0.9915633283555507, |
| "epoch": 3.2208955223880595, |
| "step": 1620 |
| }, |
| { |
| "loss": 0.04761128127574921, |
| "grad_norm": 0.5046206712722778, |
| "learning_rate": 0.00016173755896045506, |
| "entropy": 0.04271038012811914, |
| "num_tokens": 10877771.0, |
| "mean_token_accuracy": 0.9852734059095383, |
| "epoch": 3.2407960199004977, |
| "step": 1630 |
| }, |
| { |
| "loss": 0.040560868382453916, |
| "grad_norm": 0.5330039262771606, |
| "learning_rate": 0.00016121898411358966, |
| "entropy": 0.056298443174455315, |
| "num_tokens": 10946056.0, |
| "mean_token_accuracy": 0.9860941573977471, |
| "epoch": 3.2606965174129354, |
| "step": 1640 |
| }, |
| { |
| "loss": 0.038580065965652464, |
| "grad_norm": 0.3763498067855835, |
| "learning_rate": 0.00016069776264417463, |
| "entropy": 0.040748245036229494, |
| "num_tokens": 11014117.0, |
| "mean_token_accuracy": 0.9879476867616177, |
| "epoch": 3.280597014925373, |
| "step": 1650 |
| }, |
| { |
| "loss": 0.031229573488235473, |
| "grad_norm": 0.5975865721702576, |
| "learning_rate": 0.00016017391708568563, |
| "entropy": 0.04134431722341105, |
| "num_tokens": 11080721.0, |
| "mean_token_accuracy": 0.9899743214249611, |
| "epoch": 3.300497512437811, |
| "step": 1660 |
| }, |
| { |
| "loss": 0.04345620274543762, |
| "grad_norm": 0.5342262387275696, |
| "learning_rate": 0.00015964747008504325, |
| "entropy": 0.03906176597811282, |
| "num_tokens": 11147441.0, |
| "mean_token_accuracy": 0.98561105504632, |
| "epoch": 3.3203980099502486, |
| "step": 1670 |
| }, |
| { |
| "loss": 0.042844048142433165, |
| "grad_norm": 0.4553395211696625, |
| "learning_rate": 0.00015911844440163371, |
| "entropy": 0.043423575052293016, |
| "num_tokens": 11212240.0, |
| "mean_token_accuracy": 0.9864377163350582, |
| "epoch": 3.3402985074626868, |
| "step": 1680 |
| }, |
| { |
| "loss": 0.029976919293403625, |
| "grad_norm": 0.7629397511482239, |
| "learning_rate": 0.00015858686290632493, |
| "entropy": 0.04001676997286267, |
| "num_tokens": 11277138.0, |
| "mean_token_accuracy": 0.9910943493247032, |
| "epoch": 3.3601990049751245, |
| "step": 1690 |
| }, |
| { |
| "loss": 0.03644349873065948, |
| "grad_norm": 0.5027875304222107, |
| "learning_rate": 0.0001580527485804779, |
| "entropy": 0.037145845251507124, |
| "num_tokens": 11343926.0, |
| "mean_token_accuracy": 0.9864401429891586, |
| "epoch": 3.380099502487562, |
| "step": 1700 |
| }, |
| { |
| "loss": 0.030204242467880248, |
| "grad_norm": 0.3141781687736511, |
| "learning_rate": 0.00015751612451495313, |
| "entropy": 0.03934923965134658, |
| "num_tokens": 11411256.0, |
| "mean_token_accuracy": 0.9906957238912583, |
| "epoch": 3.4, |
| "step": 1710 |
| }, |
| { |
| "loss": 0.03447907567024231, |
| "grad_norm": 0.2602730989456177, |
| "learning_rate": 0.00015697701390911218, |
| "entropy": 0.03915706583939027, |
| "num_tokens": 11477632.0, |
| "mean_token_accuracy": 0.9882164128124714, |
| "epoch": 3.4199004975124376, |
| "step": 1720 |
| }, |
| { |
| "loss": 0.03258863389492035, |
| "grad_norm": 0.5404685735702515, |
| "learning_rate": 0.00015643544006981505, |
| "entropy": 0.04417289613047615, |
| "num_tokens": 11542182.0, |
| "mean_token_accuracy": 0.9894180931150913, |
| "epoch": 3.439800995024876, |
| "step": 1730 |
| }, |
| { |
| "loss": 0.03976099193096161, |
| "grad_norm": 0.4809146821498871, |
| "learning_rate": 0.0001558914264104122, |
| "entropy": 0.039228807145264, |
| "num_tokens": 11608358.0, |
| "mean_token_accuracy": 0.9867617316544056, |
| "epoch": 3.4597014925373135, |
| "step": 1740 |
| }, |
| { |
| "loss": 0.03436765670776367, |
| "grad_norm": 0.7439927458763123, |
| "learning_rate": 0.00015534499644973267, |
| "entropy": 0.03574614835088141, |
| "num_tokens": 11675284.0, |
| "mean_token_accuracy": 0.9876792296767235, |
| "epoch": 3.4796019900497512, |
| "step": 1750 |
| }, |
| { |
| "loss": 0.038963159918785094, |
| "grad_norm": 1.2817922830581665, |
| "learning_rate": 0.00015479617381106711, |
| "entropy": 0.04119858265621588, |
| "num_tokens": 11743101.0, |
| "mean_token_accuracy": 0.9876352168619633, |
| "epoch": 3.499502487562189, |
| "step": 1760 |
| }, |
| { |
| "loss": 0.031986075639724734, |
| "grad_norm": 0.5344582796096802, |
| "learning_rate": 0.00015424498222114662, |
| "entropy": 0.039489572704769674, |
| "num_tokens": 11811048.0, |
| "mean_token_accuracy": 0.9890580669045448, |
| "epoch": 3.5194029850746267, |
| "step": 1770 |
| }, |
| { |
| "loss": 0.043090081214904784, |
| "grad_norm": 0.3375915288925171, |
| "learning_rate": 0.00015369144550911678, |
| "entropy": 0.039671140746213494, |
| "num_tokens": 11879773.0, |
| "mean_token_accuracy": 0.9859576515853405, |
| "epoch": 3.539303482587065, |
| "step": 1780 |
| }, |
| { |
| "loss": 0.03574670851230621, |
| "grad_norm": 0.5646845698356628, |
| "learning_rate": 0.0001531355876055078, |
| "entropy": 0.04234636231994955, |
| "num_tokens": 11946882.0, |
| "mean_token_accuracy": 0.9891765132546425, |
| "epoch": 3.5592039800995026, |
| "step": 1790 |
| }, |
| { |
| "loss": 0.03617365062236786, |
| "grad_norm": 0.5281543731689453, |
| "learning_rate": 0.00015257743254119973, |
| "entropy": 0.03838658424501773, |
| "num_tokens": 12014198.0, |
| "mean_token_accuracy": 0.9879163481295109, |
| "epoch": 3.5791044776119403, |
| "step": 1800 |
| }, |
| { |
| "loss": 0.02715664207935333, |
| "grad_norm": 0.4327303171157837, |
| "learning_rate": 0.00015201700444638348, |
| "entropy": 0.035956174423336054, |
| "num_tokens": 12080056.0, |
| "mean_token_accuracy": 0.9888209789991379, |
| "epoch": 3.599004975124378, |
| "step": 1810 |
| }, |
| { |
| "loss": 0.03283187747001648, |
| "grad_norm": 0.6245374083518982, |
| "learning_rate": 0.00015145432754951784, |
| "entropy": 0.03530628806038294, |
| "num_tokens": 12146900.0, |
| "mean_token_accuracy": 0.9889325089752674, |
| "epoch": 3.6189054726368157, |
| "step": 1820 |
| }, |
| { |
| "loss": 0.03508978486061096, |
| "grad_norm": 0.8539674878120422, |
| "learning_rate": 0.000150889426176282, |
| "entropy": 0.03957471833855379, |
| "num_tokens": 12213024.0, |
| "mean_token_accuracy": 0.9876590810716153, |
| "epoch": 3.638805970149254, |
| "step": 1830 |
| }, |
| { |
| "loss": 0.0289535254240036, |
| "grad_norm": 0.44117090106010437, |
| "learning_rate": 0.00015032232474852371, |
| "entropy": 0.03894171481369994, |
| "num_tokens": 12278205.0, |
| "mean_token_accuracy": 0.9898740701377392, |
| "epoch": 3.6587064676616916, |
| "step": 1840 |
| }, |
| { |
| "loss": 0.03545762598514557, |
| "grad_norm": 0.5383766889572144, |
| "learning_rate": 0.00014975304778320364, |
| "entropy": 0.04185012882517185, |
| "num_tokens": 12346281.0, |
| "mean_token_accuracy": 0.987272110581398, |
| "epoch": 3.6786069651741293, |
| "step": 1850 |
| }, |
| { |
| "loss": 0.036569598317146304, |
| "grad_norm": 0.43862003087997437, |
| "learning_rate": 0.00014918161989133552, |
| "entropy": 0.039183757436694576, |
| "num_tokens": 12416040.0, |
| "mean_token_accuracy": 0.9884304039180278, |
| "epoch": 3.698507462686567, |
| "step": 1860 |
| }, |
| { |
| "loss": 0.046497902274131774, |
| "grad_norm": 0.24663235247135162, |
| "learning_rate": 0.0001486080657769219, |
| "entropy": 0.04875118255149573, |
| "num_tokens": 12483739.0, |
| "mean_token_accuracy": 0.9872626729309559, |
| "epoch": 3.7184079601990048, |
| "step": 1870 |
| }, |
| { |
| "loss": 0.0350829690694809, |
| "grad_norm": 0.27893203496932983, |
| "learning_rate": 0.00014803241023588637, |
| "entropy": 0.039400185630074705, |
| "num_tokens": 12550264.0, |
| "mean_token_accuracy": 0.9897375635802745, |
| "epoch": 3.738308457711443, |
| "step": 1880 |
| }, |
| { |
| "loss": 0.048194342851638795, |
| "grad_norm": 0.5404137372970581, |
| "learning_rate": 0.00014745467815500157, |
| "entropy": 0.045675123430555686, |
| "num_tokens": 12615635.0, |
| "mean_token_accuracy": 0.9822327814996242, |
| "epoch": 3.7582089552238807, |
| "step": 1890 |
| }, |
| { |
| "loss": 0.041299638152122495, |
| "grad_norm": 0.22043873369693756, |
| "learning_rate": 0.0001468748945108131, |
| "entropy": 0.0417529508471489, |
| "num_tokens": 12682762.0, |
| "mean_token_accuracy": 0.9876552060246467, |
| "epoch": 3.7781094527363184, |
| "step": 1900 |
| }, |
| { |
| "loss": 0.03528775572776795, |
| "grad_norm": 0.38801971077919006, |
| "learning_rate": 0.00014629308436856, |
| "entropy": 0.0380144338007085, |
| "num_tokens": 12749704.0, |
| "mean_token_accuracy": 0.988120187819004, |
| "epoch": 3.798009950248756, |
| "step": 1910 |
| }, |
| { |
| "loss": 0.028483673930168152, |
| "grad_norm": 0.7580603957176208, |
| "learning_rate": 0.0001457092728810909, |
| "entropy": 0.036843240825692194, |
| "num_tokens": 12815360.0, |
| "mean_token_accuracy": 0.9913376808166504, |
| "epoch": 3.817910447761194, |
| "step": 1920 |
| }, |
| { |
| "loss": 0.034877949953079225, |
| "grad_norm": 0.41240543127059937, |
| "learning_rate": 0.00014512348528777675, |
| "entropy": 0.03646660551312379, |
| "num_tokens": 12883173.0, |
| "mean_token_accuracy": 0.991103533655405, |
| "epoch": 3.837810945273632, |
| "step": 1930 |
| }, |
| { |
| "loss": 0.02729986608028412, |
| "grad_norm": 0.431193470954895, |
| "learning_rate": 0.00014453574691341957, |
| "entropy": 0.03418905301514315, |
| "num_tokens": 12949048.0, |
| "mean_token_accuracy": 0.9920941665768623, |
| "epoch": 3.8577114427860697, |
| "step": 1940 |
| }, |
| { |
| "loss": 0.03583741784095764, |
| "grad_norm": 0.8341835737228394, |
| "learning_rate": 0.00014394608316715764, |
| "entropy": 0.0317019106762018, |
| "num_tokens": 13017021.0, |
| "mean_token_accuracy": 0.9879241831600666, |
| "epoch": 3.8776119402985074, |
| "step": 1950 |
| }, |
| { |
| "loss": 0.04165915548801422, |
| "grad_norm": 0.54258793592453, |
| "learning_rate": 0.00014335451954136712, |
| "entropy": 0.04781383575173095, |
| "num_tokens": 13084247.0, |
| "mean_token_accuracy": 0.9850596696138382, |
| "epoch": 3.897512437810945, |
| "step": 1960 |
| }, |
| { |
| "loss": 0.023919902741909027, |
| "grad_norm": 1.1518906354904175, |
| "learning_rate": 0.00014276108161055977, |
| "entropy": 0.03323271934641525, |
| "num_tokens": 13149886.0, |
| "mean_token_accuracy": 0.9917417526245117, |
| "epoch": 3.917412935323383, |
| "step": 1970 |
| }, |
| { |
| "loss": 0.041414502263069156, |
| "grad_norm": 0.4409993588924408, |
| "learning_rate": 0.00014216579503027748, |
| "entropy": 0.04212225944211241, |
| "num_tokens": 13216848.0, |
| "mean_token_accuracy": 0.987069496512413, |
| "epoch": 3.937313432835821, |
| "step": 1980 |
| }, |
| { |
| "loss": 0.026138466596603394, |
| "grad_norm": 0.4671242833137512, |
| "learning_rate": 0.000141568685535983, |
| "entropy": 0.03499636381748132, |
| "num_tokens": 13282491.0, |
| "mean_token_accuracy": 0.9915538854897022, |
| "epoch": 3.9572139303482587, |
| "step": 1990 |
| }, |
| { |
| "loss": 0.03617530465126038, |
| "grad_norm": 0.6693828105926514, |
| "learning_rate": 0.00014096977894194741, |
| "entropy": 0.03698443787143333, |
| "num_tokens": 13351431.0, |
| "mean_token_accuracy": 0.9893846169114113, |
| "epoch": 3.9771144278606965, |
| "step": 2000 |
| }, |
| { |
| "loss": 0.04186029434204101, |
| "grad_norm": 0.6782835721969604, |
| "learning_rate": 0.0001403691011401342, |
| "entropy": 0.04769496822264045, |
| "num_tokens": 13418199.0, |
| "mean_token_accuracy": 0.9833127044141292, |
| "epoch": 3.997014925373134, |
| "step": 2010 |
| }, |
| { |
| "eval_loss": 0.29686856269836426, |
| "eval_runtime": 67.8045, |
| "eval_samples_per_second": 15.264, |
| "eval_steps_per_second": 7.64, |
| "eval_entropy": 0.08914197777698184, |
| "eval_num_tokens": 13427944.0, |
| "eval_mean_token_accuracy": 0.9404666641274014, |
| "epoch": 4.0, |
| "step": 2012 |
| }, |
| { |
| "loss": 0.022541260719299315, |
| "grad_norm": 0.330778032541275, |
| "learning_rate": 0.00013976667809907967, |
| "entropy": 0.03496060195673061, |
| "num_tokens": 13480426.0, |
| "mean_token_accuracy": 0.992155635827466, |
| "epoch": 4.01592039800995, |
| "step": 2020 |
| }, |
| { |
| "loss": 0.020323292911052705, |
| "grad_norm": 0.6635566353797913, |
| "learning_rate": 0.00013916253586277046, |
| "entropy": 0.025642355805030093, |
| "num_tokens": 13548017.0, |
| "mean_token_accuracy": 0.9932406023144722, |
| "epoch": 4.035820895522388, |
| "step": 2030 |
| }, |
| { |
| "loss": 0.018497467041015625, |
| "grad_norm": 0.3545978367328644, |
| "learning_rate": 0.00013855670054951764, |
| "entropy": 0.02235944996937178, |
| "num_tokens": 13615907.0, |
| "mean_token_accuracy": 0.9940000854432582, |
| "epoch": 4.055721393034826, |
| "step": 2040 |
| }, |
| { |
| "loss": 0.016379858553409576, |
| "grad_norm": 0.333023339509964, |
| "learning_rate": 0.00013794919835082733, |
| "entropy": 0.02085629914072342, |
| "num_tokens": 13682334.0, |
| "mean_token_accuracy": 0.9944917172193527, |
| "epoch": 4.075621890547263, |
| "step": 2050 |
| }, |
| { |
| "loss": 0.025261417031288147, |
| "grad_norm": 0.4259703457355499, |
| "learning_rate": 0.00013734005553026863, |
| "entropy": 0.022779430758964735, |
| "num_tokens": 13750009.0, |
| "mean_token_accuracy": 0.9915114663541317, |
| "epoch": 4.095522388059702, |
| "step": 2060 |
| }, |
| { |
| "loss": 0.020985141396522522, |
| "grad_norm": 0.5059815645217896, |
| "learning_rate": 0.00013672929842233807, |
| "entropy": 0.030157123084063642, |
| "num_tokens": 13816528.0, |
| "mean_token_accuracy": 0.9944588914513588, |
| "epoch": 4.115422885572139, |
| "step": 2070 |
| }, |
| { |
| "loss": 0.019122378528118135, |
| "grad_norm": 0.27580463886260986, |
| "learning_rate": 0.00013611695343132118, |
| "entropy": 0.023731828895688523, |
| "num_tokens": 13883127.0, |
| "mean_token_accuracy": 0.9933131754398346, |
| "epoch": 4.135323383084577, |
| "step": 2080 |
| }, |
| { |
| "loss": 0.018794278800487518, |
| "grad_norm": 0.4173099994659424, |
| "learning_rate": 0.00013550304703015083, |
| "entropy": 0.02200460991152795, |
| "num_tokens": 13949694.0, |
| "mean_token_accuracy": 0.993462772667408, |
| "epoch": 4.155223880597015, |
| "step": 2090 |
| }, |
| { |
| "loss": 0.022590236365795137, |
| "grad_norm": 0.2273045778274536, |
| "learning_rate": 0.000134887605759263, |
| "entropy": 0.028880356659647076, |
| "num_tokens": 14016869.0, |
| "mean_token_accuracy": 0.9921673700213433, |
| "epoch": 4.1751243781094525, |
| "step": 2100 |
| }, |
| { |
| "loss": 0.028038790822029112, |
| "grad_norm": 0.3150612413883209, |
| "learning_rate": 0.00013427065622544914, |
| "entropy": 0.029227956954855472, |
| "num_tokens": 14082895.0, |
| "mean_token_accuracy": 0.9920774199068546, |
| "epoch": 4.195024875621891, |
| "step": 2110 |
| }, |
| { |
| "loss": 0.02197175920009613, |
| "grad_norm": 0.4716366231441498, |
| "learning_rate": 0.0001336522251007061, |
| "entropy": 0.026419853966217488, |
| "num_tokens": 14148483.0, |
| "mean_token_accuracy": 0.9921677350997925, |
| "epoch": 4.214925373134328, |
| "step": 2120 |
| }, |
| { |
| "loss": 0.019603276252746583, |
| "grad_norm": 0.6820113062858582, |
| "learning_rate": 0.00013303233912108283, |
| "entropy": 0.023932285644696093, |
| "num_tokens": 14214410.0, |
| "mean_token_accuracy": 0.9929466463625432, |
| "epoch": 4.234825870646766, |
| "step": 2130 |
| }, |
| { |
| "loss": 0.02161734998226166, |
| "grad_norm": 0.5260307788848877, |
| "learning_rate": 0.00013241102508552475, |
| "entropy": 0.023090845490514766, |
| "num_tokens": 14281433.0, |
| "mean_token_accuracy": 0.9935616083443165, |
| "epoch": 4.254726368159204, |
| "step": 2140 |
| }, |
| { |
| "loss": 0.020520062744617464, |
| "grad_norm": 0.5381481051445007, |
| "learning_rate": 0.00013178830985471505, |
| "entropy": 0.0253336504829349, |
| "num_tokens": 14347059.0, |
| "mean_token_accuracy": 0.9924183614552021, |
| "epoch": 4.2746268656716415, |
| "step": 2150 |
| }, |
| { |
| "loss": 0.02292156219482422, |
| "grad_norm": 0.4821164906024933, |
| "learning_rate": 0.00013116422034991347, |
| "entropy": 0.023389648927695815, |
| "num_tokens": 14412949.0, |
| "mean_token_accuracy": 0.9910940513014793, |
| "epoch": 4.29452736318408, |
| "step": 2160 |
| }, |
| { |
| "loss": 0.020588286221027374, |
| "grad_norm": 0.314314067363739, |
| "learning_rate": 0.00013053878355179244, |
| "entropy": 0.028456786752212793, |
| "num_tokens": 14479732.0, |
| "mean_token_accuracy": 0.9933287680149079, |
| "epoch": 4.314427860696517, |
| "step": 2170 |
| }, |
| { |
| "loss": 0.022340704500675202, |
| "grad_norm": 0.1762777715921402, |
| "learning_rate": 0.00012991202649927056, |
| "entropy": 0.024215608432132284, |
| "num_tokens": 14547229.0, |
| "mean_token_accuracy": 0.993473107367754, |
| "epoch": 4.334328358208955, |
| "step": 2180 |
| }, |
| { |
| "loss": 0.01929643303155899, |
| "grad_norm": 0.5308461785316467, |
| "learning_rate": 0.00012928397628834395, |
| "entropy": 0.022466996918956282, |
| "num_tokens": 14615321.0, |
| "mean_token_accuracy": 0.9933658391237259, |
| "epoch": 4.354228855721393, |
| "step": 2190 |
| }, |
| { |
| "loss": 0.01675943285226822, |
| "grad_norm": 0.2166927307844162, |
| "learning_rate": 0.0001286546600709144, |
| "entropy": 0.02382153325015679, |
| "num_tokens": 14681484.0, |
| "mean_token_accuracy": 0.9929957866668702, |
| "epoch": 4.374129353233831, |
| "step": 2200 |
| }, |
| { |
| "loss": 0.01616147756576538, |
| "grad_norm": 0.31190088391304016, |
| "learning_rate": 0.00012802410505361592, |
| "entropy": 0.021566898842866066, |
| "num_tokens": 14748246.0, |
| "mean_token_accuracy": 0.9953425668179989, |
| "epoch": 4.394029850746269, |
| "step": 2210 |
| }, |
| { |
| "loss": 0.020143616199493408, |
| "grad_norm": 0.5401660799980164, |
| "learning_rate": 0.0001273923384966383, |
| "entropy": 0.019891528951120563, |
| "num_tokens": 14815008.0, |
| "mean_token_accuracy": 0.9928821548819542, |
| "epoch": 4.413930348258706, |
| "step": 2220 |
| }, |
| { |
| "loss": 0.023275299370288847, |
| "grad_norm": 0.5358554720878601, |
| "learning_rate": 0.00012675938771254872, |
| "entropy": 0.027829346724320202, |
| "num_tokens": 14880257.0, |
| "mean_token_accuracy": 0.9924751475453377, |
| "epoch": 4.433830845771144, |
| "step": 2230 |
| }, |
| { |
| "loss": 0.018383045494556428, |
| "grad_norm": 0.30791008472442627, |
| "learning_rate": 0.00012612528006511093, |
| "entropy": 0.01990911388711538, |
| "num_tokens": 14946824.0, |
| "mean_token_accuracy": 0.9936320453882217, |
| "epoch": 4.453731343283582, |
| "step": 2240 |
| }, |
| { |
| "loss": 0.018728886544704438, |
| "grad_norm": 0.4665677547454834, |
| "learning_rate": 0.0001254900429681023, |
| "entropy": 0.02076636096899165, |
| "num_tokens": 15012580.0, |
| "mean_token_accuracy": 0.9947231650352478, |
| "epoch": 4.47363184079602, |
| "step": 2250 |
| }, |
| { |
| "loss": 0.02189120650291443, |
| "grad_norm": 0.22175736725330353, |
| "learning_rate": 0.0001248537038841285, |
| "entropy": 0.025514183560881067, |
| "num_tokens": 15078417.0, |
| "mean_token_accuracy": 0.9927590176463127, |
| "epoch": 4.493532338308458, |
| "step": 2260 |
| }, |
| { |
| "loss": 0.018778012692928316, |
| "grad_norm": 0.37904441356658936, |
| "learning_rate": 0.0001242162903234365, |
| "entropy": 0.024176929768873378, |
| "num_tokens": 15145267.0, |
| "mean_token_accuracy": 0.9923839196562767, |
| "epoch": 4.513432835820895, |
| "step": 2270 |
| }, |
| { |
| "loss": 0.021106557548046113, |
| "grad_norm": 0.4318683445453644, |
| "learning_rate": 0.00012357782984272504, |
| "entropy": 0.017634534194803562, |
| "num_tokens": 15211816.0, |
| "mean_token_accuracy": 0.9937898091971874, |
| "epoch": 4.533333333333333, |
| "step": 2280 |
| }, |
| { |
| "loss": 0.015814051032066345, |
| "grad_norm": 0.24642682075500488, |
| "learning_rate": 0.0001229383500439534, |
| "entropy": 0.020605951044126415, |
| "num_tokens": 15278462.0, |
| "mean_token_accuracy": 0.9958261914551259, |
| "epoch": 4.553233830845771, |
| "step": 2290 |
| }, |
| { |
| "loss": 0.01898970454931259, |
| "grad_norm": 0.3638794422149658, |
| "learning_rate": 0.00012229787857314801, |
| "entropy": 0.020515447400248375, |
| "num_tokens": 15346966.0, |
| "mean_token_accuracy": 0.9943824775516987, |
| "epoch": 4.573134328358209, |
| "step": 2300 |
| }, |
| { |
| "loss": 0.01712157726287842, |
| "grad_norm": 0.287197470664978, |
| "learning_rate": 0.00012165644311920741, |
| "entropy": 0.019921001550392246, |
| "num_tokens": 15414059.0, |
| "mean_token_accuracy": 0.9939340233802796, |
| "epoch": 4.593034825870647, |
| "step": 2310 |
| }, |
| { |
| "loss": 0.029004442691802978, |
| "grad_norm": 0.613610565662384, |
| "learning_rate": 0.000121014071412705, |
| "entropy": 0.03135428504901938, |
| "num_tokens": 15479736.0, |
| "mean_token_accuracy": 0.9910656772553921, |
| "epoch": 4.612935323383084, |
| "step": 2320 |
| }, |
| { |
| "loss": 0.02000347375869751, |
| "grad_norm": 0.5387656092643738, |
| "learning_rate": 0.00012037079122469044, |
| "entropy": 0.02796420800877968, |
| "num_tokens": 15546436.0, |
| "mean_token_accuracy": 0.9945271402597428, |
| "epoch": 4.632835820895522, |
| "step": 2330 |
| }, |
| { |
| "loss": 0.02363658994436264, |
| "grad_norm": 0.3635019361972809, |
| "learning_rate": 0.00011972663036548884, |
| "entropy": 0.022651451456476936, |
| "num_tokens": 15612938.0, |
| "mean_token_accuracy": 0.9910245075821876, |
| "epoch": 4.65273631840796, |
| "step": 2340 |
| }, |
| { |
| "loss": 0.023246921598911285, |
| "grad_norm": 0.25204190611839294, |
| "learning_rate": 0.0001190816166834985, |
| "entropy": 0.027166575644514523, |
| "num_tokens": 15681309.0, |
| "mean_token_accuracy": 0.9916775986552239, |
| "epoch": 4.672636815920398, |
| "step": 2350 |
| }, |
| { |
| "loss": 0.020346690714359284, |
| "grad_norm": 0.37856990098953247, |
| "learning_rate": 0.00011843577806398705, |
| "entropy": 0.025465619296301156, |
| "num_tokens": 15749150.0, |
| "mean_token_accuracy": 0.9934266820549965, |
| "epoch": 4.692537313432836, |
| "step": 2360 |
| }, |
| { |
| "loss": 0.022995509207248688, |
| "grad_norm": 0.3728092610836029, |
| "learning_rate": 0.00011778914242788588, |
| "entropy": 0.02361324623489054, |
| "num_tokens": 15815098.0, |
| "mean_token_accuracy": 0.9924490824341774, |
| "epoch": 4.712437810945273, |
| "step": 2370 |
| }, |
| { |
| "loss": 0.024149328470230103, |
| "grad_norm": 0.44309478998184204, |
| "learning_rate": 0.00011714173773058304, |
| "entropy": 0.023943239758955313, |
| "num_tokens": 15882589.0, |
| "mean_token_accuracy": 0.9915248282253742, |
| "epoch": 4.732338308457711, |
| "step": 2380 |
| }, |
| { |
| "loss": 0.02506372332572937, |
| "grad_norm": 0.4280659556388855, |
| "learning_rate": 0.00011649359196071459, |
| "entropy": 0.027685758270672524, |
| "num_tokens": 15947514.0, |
| "mean_token_accuracy": 0.9927876427769661, |
| "epoch": 4.7522388059701495, |
| "step": 2390 |
| }, |
| { |
| "loss": 0.01892734318971634, |
| "grad_norm": 0.1368793547153473, |
| "learning_rate": 0.00011584473313895483, |
| "entropy": 0.02604678466304904, |
| "num_tokens": 16015196.0, |
| "mean_token_accuracy": 0.9935356914997101, |
| "epoch": 4.772139303482587, |
| "step": 2400 |
| }, |
| { |
| "loss": 0.022761589288711546, |
| "grad_norm": 0.2650626301765442, |
| "learning_rate": 0.00011519518931680463, |
| "entropy": 0.02288266723626293, |
| "num_tokens": 16084048.0, |
| "mean_token_accuracy": 0.9923152230679989, |
| "epoch": 4.792039800995025, |
| "step": 2410 |
| }, |
| { |
| "loss": 0.02219443619251251, |
| "grad_norm": 0.28764352202415466, |
| "learning_rate": 0.00011454498857537893, |
| "entropy": 0.021520700085238785, |
| "num_tokens": 16151465.0, |
| "mean_token_accuracy": 0.9929785504937172, |
| "epoch": 4.811940298507462, |
| "step": 2420 |
| }, |
| { |
| "loss": 0.01702689528465271, |
| "grad_norm": 0.265876442193985, |
| "learning_rate": 0.00011389415902419251, |
| "entropy": 0.022896296047838403, |
| "num_tokens": 16219886.0, |
| "mean_token_accuracy": 0.9943966299295426, |
| "epoch": 4.8318407960199, |
| "step": 2430 |
| }, |
| { |
| "loss": 0.02124347984790802, |
| "grad_norm": 0.4632825255393982, |
| "learning_rate": 0.00011324272879994509, |
| "entropy": 0.024235972843598574, |
| "num_tokens": 16286732.0, |
| "mean_token_accuracy": 0.9925971522927284, |
| "epoch": 4.8517412935323385, |
| "step": 2440 |
| }, |
| { |
| "loss": 0.02112184017896652, |
| "grad_norm": 0.7702906131744385, |
| "learning_rate": 0.00011259072606530452, |
| "entropy": 0.02376203608873766, |
| "num_tokens": 16353324.0, |
| "mean_token_accuracy": 0.9932762250304222, |
| "epoch": 4.871641791044776, |
| "step": 2450 |
| }, |
| { |
| "loss": 0.020696014165878296, |
| "grad_norm": 0.43466606736183167, |
| "learning_rate": 0.0001119381790076896, |
| "entropy": 0.020602873369352893, |
| "num_tokens": 16420045.0, |
| "mean_token_accuracy": 0.9940371952950955, |
| "epoch": 4.891542288557214, |
| "step": 2460 |
| }, |
| { |
| "loss": 0.02507336139678955, |
| "grad_norm": 0.7223814725875854, |
| "learning_rate": 0.00011128511583805122, |
| "entropy": 0.026875402212681365, |
| "num_tokens": 16487489.0, |
| "mean_token_accuracy": 0.9920289881527424, |
| "epoch": 4.911442786069652, |
| "step": 2470 |
| }, |
| { |
| "loss": 0.026432156562805176, |
| "grad_norm": 0.47006839513778687, |
| "learning_rate": 0.00011063156478965293, |
| "entropy": 0.03200415483734105, |
| "num_tokens": 16556385.0, |
| "mean_token_accuracy": 0.9915605559945107, |
| "epoch": 4.931343283582089, |
| "step": 2480 |
| }, |
| { |
| "loss": 0.019228325784206392, |
| "grad_norm": 0.6098710298538208, |
| "learning_rate": 0.00010997755411685022, |
| "entropy": 0.021561289162491448, |
| "num_tokens": 16622218.0, |
| "mean_token_accuracy": 0.9942485235631466, |
| "epoch": 4.951243781094528, |
| "step": 2490 |
| }, |
| { |
| "loss": 0.02225508540868759, |
| "grad_norm": 0.6580213904380798, |
| "learning_rate": 0.0001093231120938692, |
| "entropy": 0.025235205114586278, |
| "num_tokens": 16688229.0, |
| "mean_token_accuracy": 0.992252241820097, |
| "epoch": 4.971144278606965, |
| "step": 2500 |
| }, |
| { |
| "loss": 0.02393328994512558, |
| "grad_norm": 0.2273155003786087, |
| "learning_rate": 0.000108668267013584, |
| "entropy": 0.02115868393520941, |
| "num_tokens": 16755861.0, |
| "mean_token_accuracy": 0.9941031068563462, |
| "epoch": 4.991044776119403, |
| "step": 2510 |
| }, |
| { |
| "eval_loss": 0.3079036474227905, |
| "eval_runtime": 67.1765, |
| "eval_samples_per_second": 15.407, |
| "eval_steps_per_second": 7.711, |
| "eval_entropy": 0.07137546143402403, |
| "eval_num_tokens": 16784930.0, |
| "eval_mean_token_accuracy": 0.9430849159776474, |
| "epoch": 5.0, |
| "step": 2515 |
| }, |
| { |
| "train_runtime": 8534.0451, |
| "train_samples_per_second": 9.421, |
| "train_steps_per_second": 0.589, |
| "total_flos": 3.4880192385122304e+16, |
| "train_loss": 0.10587940257242612, |
| "epoch": 5.0, |
| "step": 2515 |
| }, |
| { |
| "eval_loss": 0.24770455062389374, |
| "eval_runtime": 67.4582, |
| "eval_samples_per_second": 15.343, |
| "eval_steps_per_second": 7.679, |
| "eval_entropy": 0.13267684354209502, |
| "eval_num_tokens": 16784930.0, |
| "eval_mean_token_accuracy": 0.9410935246806347, |
| "epoch": 5.0, |
| "step": 2515 |
| } |
| ] |
| } |
