| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9834710743801653, | |
| "eval_steps": 500, | |
| "global_step": 900, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0022038567493112946, | |
| "grad_norm": 53.35355576018126, | |
| "learning_rate": 6.000000000000001e-08, | |
| "loss": 3.7938, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.004407713498622589, | |
| "grad_norm": 56.29807371103618, | |
| "learning_rate": 1.2000000000000002e-07, | |
| "loss": 3.9718, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.006611570247933884, | |
| "grad_norm": 61.23476417502119, | |
| "learning_rate": 1.8e-07, | |
| "loss": 4.0815, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.008815426997245178, | |
| "grad_norm": 57.23654746894239, | |
| "learning_rate": 2.4000000000000003e-07, | |
| "loss": 4.0256, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.011019283746556474, | |
| "grad_norm": 53.79273733579391, | |
| "learning_rate": 3.0000000000000004e-07, | |
| "loss": 3.9356, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.013223140495867768, | |
| "grad_norm": 54.1365703275303, | |
| "learning_rate": 3.6e-07, | |
| "loss": 4.0175, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.015426997245179064, | |
| "grad_norm": 59.57834616370979, | |
| "learning_rate": 4.2000000000000006e-07, | |
| "loss": 4.0324, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.017630853994490357, | |
| "grad_norm": 52.92978303398463, | |
| "learning_rate": 4.800000000000001e-07, | |
| "loss": 3.9872, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.019834710743801654, | |
| "grad_norm": 53.00990339068272, | |
| "learning_rate": 5.4e-07, | |
| "loss": 3.9189, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02203856749311295, | |
| "grad_norm": 49.29917728226077, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 3.8985, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.024242424242424242, | |
| "grad_norm": 51.04476681098937, | |
| "learning_rate": 6.6e-07, | |
| "loss": 4.0225, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.026446280991735537, | |
| "grad_norm": 48.910852181006604, | |
| "learning_rate": 7.2e-07, | |
| "loss": 3.8215, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02865013774104683, | |
| "grad_norm": 47.57420311673295, | |
| "learning_rate": 7.8e-07, | |
| "loss": 3.8253, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03085399449035813, | |
| "grad_norm": 48.04076110975242, | |
| "learning_rate": 8.400000000000001e-07, | |
| "loss": 4.0329, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03305785123966942, | |
| "grad_norm": 45.10942040856652, | |
| "learning_rate": 9e-07, | |
| "loss": 3.6307, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03526170798898071, | |
| "grad_norm": 43.52414046751455, | |
| "learning_rate": 9.600000000000001e-07, | |
| "loss": 3.5453, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.03746556473829201, | |
| "grad_norm": 42.85848752134229, | |
| "learning_rate": 1.0200000000000002e-06, | |
| "loss": 3.6339, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03966942148760331, | |
| "grad_norm": 33.19526904841194, | |
| "learning_rate": 1.08e-06, | |
| "loss": 3.4207, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0418732782369146, | |
| "grad_norm": 31.873243117941165, | |
| "learning_rate": 1.14e-06, | |
| "loss": 3.191, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0440771349862259, | |
| "grad_norm": 29.808709603971984, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 3.2128, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04628099173553719, | |
| "grad_norm": 31.51951976510752, | |
| "learning_rate": 1.26e-06, | |
| "loss": 3.3406, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.048484848484848485, | |
| "grad_norm": 27.823761692798925, | |
| "learning_rate": 1.32e-06, | |
| "loss": 3.2884, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.05068870523415978, | |
| "grad_norm": 26.429345221994904, | |
| "learning_rate": 1.3800000000000001e-06, | |
| "loss": 3.0015, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.05289256198347107, | |
| "grad_norm": 18.155827199892627, | |
| "learning_rate": 1.44e-06, | |
| "loss": 2.892, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.05509641873278237, | |
| "grad_norm": 13.907874127382469, | |
| "learning_rate": 1.5e-06, | |
| "loss": 2.6402, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05730027548209366, | |
| "grad_norm": 13.424593330905749, | |
| "learning_rate": 1.56e-06, | |
| "loss": 2.7094, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05950413223140496, | |
| "grad_norm": 13.854259069645929, | |
| "learning_rate": 1.6200000000000002e-06, | |
| "loss": 2.8064, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.06170798898071626, | |
| "grad_norm": 11.350285228526166, | |
| "learning_rate": 1.6800000000000002e-06, | |
| "loss": 2.7105, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.06391184573002755, | |
| "grad_norm": 11.129757770703522, | |
| "learning_rate": 1.7399999999999999e-06, | |
| "loss": 2.6137, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.06611570247933884, | |
| "grad_norm": 10.863006958008057, | |
| "learning_rate": 1.8e-06, | |
| "loss": 2.6008, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06831955922865014, | |
| "grad_norm": 9.805882809079606, | |
| "learning_rate": 1.86e-06, | |
| "loss": 2.5766, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.07052341597796143, | |
| "grad_norm": 11.265746488422517, | |
| "learning_rate": 1.9200000000000003e-06, | |
| "loss": 2.5667, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.07272727272727272, | |
| "grad_norm": 9.025293134976716, | |
| "learning_rate": 1.98e-06, | |
| "loss": 2.4655, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.07493112947658402, | |
| "grad_norm": 11.70511117627225, | |
| "learning_rate": 2.0400000000000004e-06, | |
| "loss": 2.5067, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.07713498622589532, | |
| "grad_norm": 10.81705842291705, | |
| "learning_rate": 2.1e-06, | |
| "loss": 2.2768, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.07933884297520662, | |
| "grad_norm": 8.888943224142057, | |
| "learning_rate": 2.16e-06, | |
| "loss": 2.314, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0815426997245179, | |
| "grad_norm": 10.751954789293142, | |
| "learning_rate": 2.22e-06, | |
| "loss": 2.558, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0837465564738292, | |
| "grad_norm": 9.989373040049472, | |
| "learning_rate": 2.28e-06, | |
| "loss": 2.1834, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0859504132231405, | |
| "grad_norm": 11.453837389192644, | |
| "learning_rate": 2.34e-06, | |
| "loss": 2.3084, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0881542699724518, | |
| "grad_norm": 14.679296883424508, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 2.3127, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09035812672176309, | |
| "grad_norm": 19.06017003733088, | |
| "learning_rate": 2.4599999999999997e-06, | |
| "loss": 2.1885, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.09256198347107437, | |
| "grad_norm": 25.283284564533062, | |
| "learning_rate": 2.52e-06, | |
| "loss": 2.1116, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.09476584022038567, | |
| "grad_norm": 25.192909931447222, | |
| "learning_rate": 2.58e-06, | |
| "loss": 1.9283, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.09696969696969697, | |
| "grad_norm": 17.926763299091263, | |
| "learning_rate": 2.64e-06, | |
| "loss": 1.8125, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.09917355371900827, | |
| "grad_norm": 15.969502217016815, | |
| "learning_rate": 2.7e-06, | |
| "loss": 1.8421, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10137741046831956, | |
| "grad_norm": 13.673145143593812, | |
| "learning_rate": 2.7600000000000003e-06, | |
| "loss": 1.7697, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.10358126721763085, | |
| "grad_norm": 15.24764944924423, | |
| "learning_rate": 2.82e-06, | |
| "loss": 1.8159, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.10578512396694215, | |
| "grad_norm": 15.912109474132139, | |
| "learning_rate": 2.88e-06, | |
| "loss": 1.7813, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.10798898071625344, | |
| "grad_norm": 17.737822555539395, | |
| "learning_rate": 2.9400000000000002e-06, | |
| "loss": 1.6972, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.11019283746556474, | |
| "grad_norm": 14.271394993258342, | |
| "learning_rate": 3e-06, | |
| "loss": 1.6323, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11239669421487604, | |
| "grad_norm": 17.453281450383354, | |
| "learning_rate": 2.9999996311880685e-06, | |
| "loss": 1.6936, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.11460055096418732, | |
| "grad_norm": 18.936110023489377, | |
| "learning_rate": 2.999998524752454e-06, | |
| "loss": 1.5923, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.11680440771349862, | |
| "grad_norm": 17.54586534165411, | |
| "learning_rate": 2.9999966806937017e-06, | |
| "loss": 1.4402, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.11900826446280992, | |
| "grad_norm": 19.941262856339648, | |
| "learning_rate": 2.9999940990127173e-06, | |
| "loss": 1.6165, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.12121212121212122, | |
| "grad_norm": 16.195665957935688, | |
| "learning_rate": 2.9999907797107714e-06, | |
| "loss": 1.6445, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.12341597796143251, | |
| "grad_norm": 17.906162449636255, | |
| "learning_rate": 2.9999867227894957e-06, | |
| "loss": 1.4222, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1256198347107438, | |
| "grad_norm": 14.766409204808326, | |
| "learning_rate": 2.9999819282508854e-06, | |
| "loss": 1.5734, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.1278236914600551, | |
| "grad_norm": 15.330559102455767, | |
| "learning_rate": 2.999976396097298e-06, | |
| "loss": 1.3955, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.13002754820936638, | |
| "grad_norm": 17.671499530692422, | |
| "learning_rate": 2.999970126331454e-06, | |
| "loss": 1.3905, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.1322314049586777, | |
| "grad_norm": 16.161094239545125, | |
| "learning_rate": 2.999963118956437e-06, | |
| "loss": 1.4074, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.13443526170798897, | |
| "grad_norm": 14.463604561427449, | |
| "learning_rate": 2.999955373975692e-06, | |
| "loss": 1.3949, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.13663911845730028, | |
| "grad_norm": 22.599162124810228, | |
| "learning_rate": 2.9999468913930286e-06, | |
| "loss": 1.2523, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.13884297520661157, | |
| "grad_norm": 15.721083306967905, | |
| "learning_rate": 2.999937671212617e-06, | |
| "loss": 1.2407, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.14104683195592285, | |
| "grad_norm": 22.450444426883404, | |
| "learning_rate": 2.999927713438992e-06, | |
| "loss": 1.31, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.14325068870523416, | |
| "grad_norm": 13.111698223582062, | |
| "learning_rate": 2.9999170180770503e-06, | |
| "loss": 1.3233, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.14545454545454545, | |
| "grad_norm": 17.736015434280038, | |
| "learning_rate": 2.999905585132051e-06, | |
| "loss": 1.2608, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.14765840220385676, | |
| "grad_norm": 13.247075058563684, | |
| "learning_rate": 2.9998934146096163e-06, | |
| "loss": 1.226, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.14986225895316804, | |
| "grad_norm": 16.093995265042583, | |
| "learning_rate": 2.9998805065157313e-06, | |
| "loss": 1.1238, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.15206611570247933, | |
| "grad_norm": 11.789269283624224, | |
| "learning_rate": 2.9998668608567433e-06, | |
| "loss": 1.2928, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.15426997245179064, | |
| "grad_norm": 12.799525613499874, | |
| "learning_rate": 2.9998524776393626e-06, | |
| "loss": 1.1069, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.15647382920110192, | |
| "grad_norm": 17.988308354823435, | |
| "learning_rate": 2.9998373568706622e-06, | |
| "loss": 1.0719, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.15867768595041323, | |
| "grad_norm": 15.73635047176777, | |
| "learning_rate": 2.9998214985580777e-06, | |
| "loss": 1.2518, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.16088154269972452, | |
| "grad_norm": 14.654557879657558, | |
| "learning_rate": 2.9998049027094073e-06, | |
| "loss": 1.0366, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.1630853994490358, | |
| "grad_norm": 10.392700397421045, | |
| "learning_rate": 2.9997875693328126e-06, | |
| "loss": 1.1564, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1652892561983471, | |
| "grad_norm": 13.308000530271709, | |
| "learning_rate": 2.9997694984368163e-06, | |
| "loss": 1.2075, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1674931129476584, | |
| "grad_norm": 13.182861834247353, | |
| "learning_rate": 2.999750690030305e-06, | |
| "loss": 1.1836, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1696969696969697, | |
| "grad_norm": 11.679937122230694, | |
| "learning_rate": 2.9997311441225286e-06, | |
| "loss": 0.9576, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.171900826446281, | |
| "grad_norm": 11.700036415813958, | |
| "learning_rate": 2.9997108607230975e-06, | |
| "loss": 1.1455, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.17410468319559227, | |
| "grad_norm": 21.553282982313565, | |
| "learning_rate": 2.9996898398419867e-06, | |
| "loss": 0.9717, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.1763085399449036, | |
| "grad_norm": 12.956436863018121, | |
| "learning_rate": 2.9996680814895334e-06, | |
| "loss": 0.9445, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.17851239669421487, | |
| "grad_norm": 11.392114741947795, | |
| "learning_rate": 2.9996455856764373e-06, | |
| "loss": 1.1615, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.18071625344352618, | |
| "grad_norm": 12.793644484917351, | |
| "learning_rate": 2.99962235241376e-06, | |
| "loss": 0.9005, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.18292011019283747, | |
| "grad_norm": 11.278622938092001, | |
| "learning_rate": 2.9995983817129273e-06, | |
| "loss": 0.8012, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.18512396694214875, | |
| "grad_norm": 11.924228852181994, | |
| "learning_rate": 2.9995736735857256e-06, | |
| "loss": 0.8359, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.18732782369146006, | |
| "grad_norm": 10.574117414679797, | |
| "learning_rate": 2.9995482280443065e-06, | |
| "loss": 0.8495, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.18953168044077134, | |
| "grad_norm": 11.186152581473769, | |
| "learning_rate": 2.999522045101182e-06, | |
| "loss": 0.9247, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.19173553719008266, | |
| "grad_norm": 10.654547641676169, | |
| "learning_rate": 2.999495124769228e-06, | |
| "loss": 0.9681, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.19393939393939394, | |
| "grad_norm": 8.61313592647621, | |
| "learning_rate": 2.9994674670616814e-06, | |
| "loss": 0.9317, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.19614325068870522, | |
| "grad_norm": 18.887157394643115, | |
| "learning_rate": 2.9994390719921445e-06, | |
| "loss": 0.9185, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.19834710743801653, | |
| "grad_norm": 16.89569803683573, | |
| "learning_rate": 2.9994099395745795e-06, | |
| "loss": 1.0256, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.20055096418732782, | |
| "grad_norm": 8.519494558720615, | |
| "learning_rate": 2.9993800698233127e-06, | |
| "loss": 0.72, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.20275482093663913, | |
| "grad_norm": 9.970310282841208, | |
| "learning_rate": 2.999349462753032e-06, | |
| "loss": 0.7108, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.2049586776859504, | |
| "grad_norm": 10.966172547876596, | |
| "learning_rate": 2.9993181183787886e-06, | |
| "loss": 0.8898, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.2071625344352617, | |
| "grad_norm": 8.457980829767811, | |
| "learning_rate": 2.999286036715997e-06, | |
| "loss": 0.7737, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.209366391184573, | |
| "grad_norm": 10.709756234820391, | |
| "learning_rate": 2.999253217780432e-06, | |
| "loss": 0.9179, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.2115702479338843, | |
| "grad_norm": 11.769839019646232, | |
| "learning_rate": 2.999219661588233e-06, | |
| "loss": 0.8461, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.2137741046831956, | |
| "grad_norm": 8.715508819021125, | |
| "learning_rate": 2.9991853681559014e-06, | |
| "loss": 0.8488, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.2159779614325069, | |
| "grad_norm": 11.957028477448837, | |
| "learning_rate": 2.9991503375003e-06, | |
| "loss": 0.7625, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.21818181818181817, | |
| "grad_norm": 9.66498196931626, | |
| "learning_rate": 2.999114569638656e-06, | |
| "loss": 1.1074, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.22038567493112948, | |
| "grad_norm": 10.269942780716466, | |
| "learning_rate": 2.999078064588558e-06, | |
| "loss": 0.6719, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.22258953168044077, | |
| "grad_norm": 10.52874796702632, | |
| "learning_rate": 2.9990408223679575e-06, | |
| "loss": 0.8706, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.22479338842975208, | |
| "grad_norm": 11.95952602668835, | |
| "learning_rate": 2.999002842995168e-06, | |
| "loss": 0.6669, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.22699724517906336, | |
| "grad_norm": 9.38549802466762, | |
| "learning_rate": 2.998964126488866e-06, | |
| "loss": 0.7366, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.22920110192837465, | |
| "grad_norm": 9.976231066334218, | |
| "learning_rate": 2.9989246728680897e-06, | |
| "loss": 0.6534, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.23140495867768596, | |
| "grad_norm": 9.102475454497984, | |
| "learning_rate": 2.9988844821522415e-06, | |
| "loss": 0.7173, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.23360881542699724, | |
| "grad_norm": 9.491160186253202, | |
| "learning_rate": 2.9988435543610844e-06, | |
| "loss": 0.6074, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.23581267217630855, | |
| "grad_norm": 10.513632694996241, | |
| "learning_rate": 2.998801889514745e-06, | |
| "loss": 0.6602, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.23801652892561984, | |
| "grad_norm": 9.646787450212365, | |
| "learning_rate": 2.998759487633712e-06, | |
| "loss": 0.6238, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.24022038567493112, | |
| "grad_norm": 9.92201571128595, | |
| "learning_rate": 2.9987163487388357e-06, | |
| "loss": 0.7945, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.24242424242424243, | |
| "grad_norm": 9.806488011921113, | |
| "learning_rate": 2.9986724728513302e-06, | |
| "loss": 0.9243, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.24462809917355371, | |
| "grad_norm": 8.879233481017383, | |
| "learning_rate": 2.9986278599927717e-06, | |
| "loss": 0.6467, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.24683195592286503, | |
| "grad_norm": 10.905347276046735, | |
| "learning_rate": 2.9985825101850986e-06, | |
| "loss": 0.8978, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.2490358126721763, | |
| "grad_norm": 8.064502908123723, | |
| "learning_rate": 2.9985364234506108e-06, | |
| "loss": 0.6498, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2512396694214876, | |
| "grad_norm": 10.946829774416697, | |
| "learning_rate": 2.998489599811972e-06, | |
| "loss": 0.8144, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2534435261707989, | |
| "grad_norm": 9.718407483089358, | |
| "learning_rate": 2.998442039292208e-06, | |
| "loss": 0.4826, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.2556473829201102, | |
| "grad_norm": 7.869198489038032, | |
| "learning_rate": 2.998393741914706e-06, | |
| "loss": 0.5715, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.2578512396694215, | |
| "grad_norm": 10.393656330664765, | |
| "learning_rate": 2.998344707703216e-06, | |
| "loss": 0.7082, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.26005509641873276, | |
| "grad_norm": 10.247308720424776, | |
| "learning_rate": 2.9982949366818514e-06, | |
| "loss": 0.6026, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.2622589531680441, | |
| "grad_norm": 15.762210245537455, | |
| "learning_rate": 2.9982444288750864e-06, | |
| "loss": 0.7132, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.2644628099173554, | |
| "grad_norm": 8.438074902652675, | |
| "learning_rate": 2.9981931843077586e-06, | |
| "loss": 0.7253, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.26666666666666666, | |
| "grad_norm": 9.95077096598991, | |
| "learning_rate": 2.9981412030050676e-06, | |
| "loss": 0.5475, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.26887052341597795, | |
| "grad_norm": 12.749558420196946, | |
| "learning_rate": 2.9980884849925743e-06, | |
| "loss": 0.5953, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.27107438016528923, | |
| "grad_norm": 7.913579849257431, | |
| "learning_rate": 2.9980350302962033e-06, | |
| "loss": 0.5146, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.27327823691460057, | |
| "grad_norm": 9.250651892900226, | |
| "learning_rate": 2.9979808389422417e-06, | |
| "loss": 0.6412, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.27548209366391185, | |
| "grad_norm": 9.158788687798582, | |
| "learning_rate": 2.997925910957337e-06, | |
| "loss": 0.5092, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.27768595041322314, | |
| "grad_norm": 10.088855837632275, | |
| "learning_rate": 2.9978702463684995e-06, | |
| "loss": 0.725, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.2798898071625344, | |
| "grad_norm": 9.915909343545366, | |
| "learning_rate": 2.9978138452031037e-06, | |
| "loss": 0.5691, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.2820936639118457, | |
| "grad_norm": 9.617311338418991, | |
| "learning_rate": 2.997756707488884e-06, | |
| "loss": 0.709, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.28429752066115704, | |
| "grad_norm": 8.156885740814575, | |
| "learning_rate": 2.997698833253938e-06, | |
| "loss": 0.4996, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.2865013774104683, | |
| "grad_norm": 10.82636109019181, | |
| "learning_rate": 2.997640222526725e-06, | |
| "loss": 0.5769, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2887052341597796, | |
| "grad_norm": 9.323333527183065, | |
| "learning_rate": 2.997580875336067e-06, | |
| "loss": 0.6782, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.2909090909090909, | |
| "grad_norm": 8.168393819228521, | |
| "learning_rate": 2.9975207917111483e-06, | |
| "loss": 0.519, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2931129476584022, | |
| "grad_norm": 8.430243817884287, | |
| "learning_rate": 2.9974599716815145e-06, | |
| "loss": 0.5014, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.2953168044077135, | |
| "grad_norm": 10.621443566182664, | |
| "learning_rate": 2.997398415277074e-06, | |
| "loss": 0.7323, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.2975206611570248, | |
| "grad_norm": 10.903203705940129, | |
| "learning_rate": 2.997336122528097e-06, | |
| "loss": 0.6959, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2997245179063361, | |
| "grad_norm": 13.310218126786243, | |
| "learning_rate": 2.997273093465216e-06, | |
| "loss": 0.6452, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.30192837465564737, | |
| "grad_norm": 9.111054312909284, | |
| "learning_rate": 2.997209328119425e-06, | |
| "loss": 0.5339, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.30413223140495865, | |
| "grad_norm": 8.5483917916211, | |
| "learning_rate": 2.997144826522082e-06, | |
| "loss": 0.7473, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.30633608815427, | |
| "grad_norm": 8.974042959614973, | |
| "learning_rate": 2.9970795887049043e-06, | |
| "loss": 0.6025, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.3085399449035813, | |
| "grad_norm": 9.761885242579995, | |
| "learning_rate": 2.9970136146999727e-06, | |
| "loss": 0.5253, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.31074380165289256, | |
| "grad_norm": 8.072862771710003, | |
| "learning_rate": 2.9969469045397298e-06, | |
| "loss": 0.6012, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.31294765840220384, | |
| "grad_norm": 7.269223969882805, | |
| "learning_rate": 2.996879458256981e-06, | |
| "loss": 0.4309, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.3151515151515151, | |
| "grad_norm": 8.584363487659544, | |
| "learning_rate": 2.996811275884892e-06, | |
| "loss": 0.4436, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.31735537190082647, | |
| "grad_norm": 8.732413459437103, | |
| "learning_rate": 2.9967423574569928e-06, | |
| "loss": 0.3715, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.31955922865013775, | |
| "grad_norm": 11.467423318928054, | |
| "learning_rate": 2.9966727030071725e-06, | |
| "loss": 0.5512, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.32176308539944903, | |
| "grad_norm": 10.868202581950138, | |
| "learning_rate": 2.996602312569684e-06, | |
| "loss": 0.4402, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.3239669421487603, | |
| "grad_norm": 9.203463518102229, | |
| "learning_rate": 2.9965311861791427e-06, | |
| "loss": 0.4785, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.3261707988980716, | |
| "grad_norm": 9.705531063021647, | |
| "learning_rate": 2.9964593238705237e-06, | |
| "loss": 0.5051, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.32837465564738294, | |
| "grad_norm": 8.25057132852951, | |
| "learning_rate": 2.996386725679166e-06, | |
| "loss": 0.4323, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.3305785123966942, | |
| "grad_norm": 8.259086063115724, | |
| "learning_rate": 2.996313391640769e-06, | |
| "loss": 0.7087, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3327823691460055, | |
| "grad_norm": 9.085318085110034, | |
| "learning_rate": 2.9962393217913956e-06, | |
| "loss": 0.5809, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.3349862258953168, | |
| "grad_norm": 11.724016100603865, | |
| "learning_rate": 2.996164516167469e-06, | |
| "loss": 0.4559, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.3371900826446281, | |
| "grad_norm": 11.692141310097577, | |
| "learning_rate": 2.996088974805775e-06, | |
| "loss": 0.63, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.3393939393939394, | |
| "grad_norm": 14.302015659156769, | |
| "learning_rate": 2.9960126977434607e-06, | |
| "loss": 0.4642, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.3415977961432507, | |
| "grad_norm": 10.601023905940114, | |
| "learning_rate": 2.9959356850180356e-06, | |
| "loss": 0.6745, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.343801652892562, | |
| "grad_norm": 7.373808999878665, | |
| "learning_rate": 2.9958579366673703e-06, | |
| "loss": 0.5854, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.34600550964187327, | |
| "grad_norm": 9.158314159683968, | |
| "learning_rate": 2.995779452729698e-06, | |
| "loss": 0.5532, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.34820936639118455, | |
| "grad_norm": 13.128561412436367, | |
| "learning_rate": 2.995700233243613e-06, | |
| "loss": 0.5181, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.3504132231404959, | |
| "grad_norm": 9.448628448642765, | |
| "learning_rate": 2.995620278248071e-06, | |
| "loss": 0.4891, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.3526170798898072, | |
| "grad_norm": 10.213114577672373, | |
| "learning_rate": 2.995539587782391e-06, | |
| "loss": 0.5077, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.35482093663911846, | |
| "grad_norm": 8.38970998579396, | |
| "learning_rate": 2.9954581618862503e-06, | |
| "loss": 0.405, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.35702479338842974, | |
| "grad_norm": 13.665397680766324, | |
| "learning_rate": 2.995376000599692e-06, | |
| "loss": 0.5125, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.359228650137741, | |
| "grad_norm": 14.179230821803024, | |
| "learning_rate": 2.995293103963118e-06, | |
| "loss": 0.4435, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.36143250688705236, | |
| "grad_norm": 8.756398485153353, | |
| "learning_rate": 2.9952094720172932e-06, | |
| "loss": 0.5425, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.36363636363636365, | |
| "grad_norm": 11.043239379621582, | |
| "learning_rate": 2.995125104803343e-06, | |
| "loss": 0.3934, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.36584022038567493, | |
| "grad_norm": 10.923159516630248, | |
| "learning_rate": 2.9950400023627547e-06, | |
| "loss": 0.505, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.3680440771349862, | |
| "grad_norm": 10.628828504738241, | |
| "learning_rate": 2.994954164737378e-06, | |
| "loss": 0.3617, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.3702479338842975, | |
| "grad_norm": 15.635865238422193, | |
| "learning_rate": 2.994867591969423e-06, | |
| "loss": 0.6068, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.37245179063360884, | |
| "grad_norm": 12.758012717712035, | |
| "learning_rate": 2.994780284101462e-06, | |
| "loss": 0.5216, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.3746556473829201, | |
| "grad_norm": 15.578582001690497, | |
| "learning_rate": 2.994692241176429e-06, | |
| "loss": 0.5622, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3768595041322314, | |
| "grad_norm": 7.9750143389034855, | |
| "learning_rate": 2.994603463237618e-06, | |
| "loss": 0.3273, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.3790633608815427, | |
| "grad_norm": 12.572717399971113, | |
| "learning_rate": 2.9945139503286868e-06, | |
| "loss": 0.4176, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.38126721763085397, | |
| "grad_norm": 20.36436189716221, | |
| "learning_rate": 2.9944237024936524e-06, | |
| "loss": 0.4739, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.3834710743801653, | |
| "grad_norm": 10.297340479801056, | |
| "learning_rate": 2.994332719776894e-06, | |
| "loss": 0.4775, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.3856749311294766, | |
| "grad_norm": 10.284849583006528, | |
| "learning_rate": 2.994241002223153e-06, | |
| "loss": 0.4431, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3878787878787879, | |
| "grad_norm": 10.928184893741808, | |
| "learning_rate": 2.994148549877531e-06, | |
| "loss": 0.3293, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.39008264462809916, | |
| "grad_norm": 13.263047600878323, | |
| "learning_rate": 2.9940553627854913e-06, | |
| "loss": 0.3778, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.39228650137741045, | |
| "grad_norm": 7.530956085027773, | |
| "learning_rate": 2.993961440992859e-06, | |
| "loss": 0.4591, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.3944903581267218, | |
| "grad_norm": 10.83288966187011, | |
| "learning_rate": 2.993866784545819e-06, | |
| "loss": 0.2411, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.39669421487603307, | |
| "grad_norm": 19.45648393646713, | |
| "learning_rate": 2.99377139349092e-06, | |
| "loss": 0.4308, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.39889807162534435, | |
| "grad_norm": 11.172989386477646, | |
| "learning_rate": 2.9936752678750693e-06, | |
| "loss": 0.5432, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.40110192837465564, | |
| "grad_norm": 8.31782661386756, | |
| "learning_rate": 2.993578407745538e-06, | |
| "loss": 0.3763, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.4033057851239669, | |
| "grad_norm": 11.442522440089068, | |
| "learning_rate": 2.993480813149955e-06, | |
| "loss": 0.517, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.40550964187327826, | |
| "grad_norm": 8.9587829278875, | |
| "learning_rate": 2.993382484136314e-06, | |
| "loss": 0.3016, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.40771349862258954, | |
| "grad_norm": 7.108332306844178, | |
| "learning_rate": 2.9932834207529676e-06, | |
| "loss": 0.2971, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.4099173553719008, | |
| "grad_norm": 10.329961838873576, | |
| "learning_rate": 2.9931836230486303e-06, | |
| "loss": 0.5498, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.4121212121212121, | |
| "grad_norm": 13.216403474783826, | |
| "learning_rate": 2.9930830910723772e-06, | |
| "loss": 0.2092, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.4143250688705234, | |
| "grad_norm": 8.671324083824599, | |
| "learning_rate": 2.9929818248736447e-06, | |
| "loss": 0.2558, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.41652892561983473, | |
| "grad_norm": 9.710171011043373, | |
| "learning_rate": 2.992879824502232e-06, | |
| "loss": 0.3006, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.418732782369146, | |
| "grad_norm": 21.813616228299125, | |
| "learning_rate": 2.9927770900082955e-06, | |
| "loss": 0.5329, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4209366391184573, | |
| "grad_norm": 13.323515391705687, | |
| "learning_rate": 2.992673621442356e-06, | |
| "loss": 0.4125, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.4231404958677686, | |
| "grad_norm": 9.278125853902523, | |
| "learning_rate": 2.992569418855294e-06, | |
| "loss": 0.3332, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.42534435261707987, | |
| "grad_norm": 10.791350469404003, | |
| "learning_rate": 2.9924644822983503e-06, | |
| "loss": 0.5235, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.4275482093663912, | |
| "grad_norm": 8.898978752132685, | |
| "learning_rate": 2.9923588118231285e-06, | |
| "loss": 0.5324, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.4297520661157025, | |
| "grad_norm": 8.533915405225065, | |
| "learning_rate": 2.992252407481591e-06, | |
| "loss": 0.518, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.4319559228650138, | |
| "grad_norm": 10.992324651322523, | |
| "learning_rate": 2.9921452693260635e-06, | |
| "loss": 0.5302, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.43415977961432506, | |
| "grad_norm": 23.456111817713143, | |
| "learning_rate": 2.9920373974092295e-06, | |
| "loss": 0.4521, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.43636363636363634, | |
| "grad_norm": 14.786200878275693, | |
| "learning_rate": 2.9919287917841353e-06, | |
| "loss": 0.5255, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.4385674931129477, | |
| "grad_norm": 11.085386121303593, | |
| "learning_rate": 2.9918194525041885e-06, | |
| "loss": 0.2744, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.44077134986225897, | |
| "grad_norm": 8.906532048314519, | |
| "learning_rate": 2.9917093796231553e-06, | |
| "loss": 0.5756, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.44297520661157025, | |
| "grad_norm": 7.951838632934386, | |
| "learning_rate": 2.9915985731951645e-06, | |
| "loss": 0.5796, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.44517906336088153, | |
| "grad_norm": 17.58502984886795, | |
| "learning_rate": 2.9914870332747063e-06, | |
| "loss": 0.489, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.4473829201101928, | |
| "grad_norm": 15.295500415608018, | |
| "learning_rate": 2.9913747599166284e-06, | |
| "loss": 0.4597, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.44958677685950416, | |
| "grad_norm": 13.049299141244818, | |
| "learning_rate": 2.9912617531761423e-06, | |
| "loss": 0.4749, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.45179063360881544, | |
| "grad_norm": 9.931073149347117, | |
| "learning_rate": 2.9911480131088188e-06, | |
| "loss": 0.4997, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4539944903581267, | |
| "grad_norm": 8.566494688187221, | |
| "learning_rate": 2.991033539770589e-06, | |
| "loss": 0.377, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.456198347107438, | |
| "grad_norm": 13.85397292070045, | |
| "learning_rate": 2.990918333217746e-06, | |
| "loss": 0.3859, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.4584022038567493, | |
| "grad_norm": 11.550854145013796, | |
| "learning_rate": 2.990802393506942e-06, | |
| "loss": 0.5885, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.46060606060606063, | |
| "grad_norm": 6.01047647343179, | |
| "learning_rate": 2.99068572069519e-06, | |
| "loss": 0.323, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.4628099173553719, | |
| "grad_norm": 8.224271030300471, | |
| "learning_rate": 2.9905683148398643e-06, | |
| "loss": 0.5296, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.4650137741046832, | |
| "grad_norm": 15.640561146666892, | |
| "learning_rate": 2.9904501759986982e-06, | |
| "loss": 0.507, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.4672176308539945, | |
| "grad_norm": 10.955257491240019, | |
| "learning_rate": 2.9903313042297874e-06, | |
| "loss": 0.3995, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.46942148760330576, | |
| "grad_norm": 7.323757447082715, | |
| "learning_rate": 2.9902116995915872e-06, | |
| "loss": 0.3823, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.4716253443526171, | |
| "grad_norm": 7.703416812989557, | |
| "learning_rate": 2.9900913621429124e-06, | |
| "loss": 0.2121, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.4738292011019284, | |
| "grad_norm": 7.11349178483258, | |
| "learning_rate": 2.9899702919429383e-06, | |
| "loss": 0.4344, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.47603305785123967, | |
| "grad_norm": 14.027780027978222, | |
| "learning_rate": 2.989848489051203e-06, | |
| "loss": 0.3547, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.47823691460055096, | |
| "grad_norm": 6.760823267329529, | |
| "learning_rate": 2.9897259535276007e-06, | |
| "loss": 0.2463, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.48044077134986224, | |
| "grad_norm": 7.913445075265595, | |
| "learning_rate": 2.9896026854323896e-06, | |
| "loss": 0.4024, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.4826446280991736, | |
| "grad_norm": 11.412613438060973, | |
| "learning_rate": 2.9894786848261863e-06, | |
| "loss": 0.3003, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.48484848484848486, | |
| "grad_norm": 9.62241009305966, | |
| "learning_rate": 2.9893539517699683e-06, | |
| "loss": 0.3287, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.48705234159779615, | |
| "grad_norm": 7.753152354810825, | |
| "learning_rate": 2.989228486325072e-06, | |
| "loss": 0.3269, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.48925619834710743, | |
| "grad_norm": 7.295729043500175, | |
| "learning_rate": 2.989102288553196e-06, | |
| "loss": 0.3438, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.4914600550964187, | |
| "grad_norm": 9.153774556100242, | |
| "learning_rate": 2.9889753585163977e-06, | |
| "loss": 0.3999, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.49366391184573005, | |
| "grad_norm": 13.438636520374068, | |
| "learning_rate": 2.988847696277095e-06, | |
| "loss": 0.2573, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.49586776859504134, | |
| "grad_norm": 10.228395361152069, | |
| "learning_rate": 2.9887193018980653e-06, | |
| "loss": 0.252, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4980716253443526, | |
| "grad_norm": 10.244058650244439, | |
| "learning_rate": 2.9885901754424465e-06, | |
| "loss": 0.4004, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.5002754820936639, | |
| "grad_norm": 6.461802138295602, | |
| "learning_rate": 2.9884603169737363e-06, | |
| "loss": 0.2336, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.5024793388429752, | |
| "grad_norm": 11.410239126771371, | |
| "learning_rate": 2.988329726555793e-06, | |
| "loss": 0.3149, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5046831955922865, | |
| "grad_norm": 10.968492435160934, | |
| "learning_rate": 2.988198404252834e-06, | |
| "loss": 0.3722, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.5068870523415978, | |
| "grad_norm": 12.497668168814954, | |
| "learning_rate": 2.988066350129437e-06, | |
| "loss": 0.4878, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.509090909090909, | |
| "grad_norm": 11.630857036501677, | |
| "learning_rate": 2.9879335642505396e-06, | |
| "loss": 0.2971, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.5112947658402204, | |
| "grad_norm": 6.441981218733046, | |
| "learning_rate": 2.9878000466814392e-06, | |
| "loss": 0.3021, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.5134986225895317, | |
| "grad_norm": 8.17525488032321, | |
| "learning_rate": 2.987665797487793e-06, | |
| "loss": 0.2385, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.515702479338843, | |
| "grad_norm": 25.7467268298053, | |
| "learning_rate": 2.9875308167356174e-06, | |
| "loss": 0.2288, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.5179063360881543, | |
| "grad_norm": 10.459874704987152, | |
| "learning_rate": 2.9873951044912893e-06, | |
| "loss": 0.2691, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5201101928374655, | |
| "grad_norm": 7.962423185829474, | |
| "learning_rate": 2.987258660821546e-06, | |
| "loss": 0.3499, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.5223140495867769, | |
| "grad_norm": 8.351626000174596, | |
| "learning_rate": 2.9871214857934823e-06, | |
| "loss": 0.2256, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.5245179063360882, | |
| "grad_norm": 8.76914626967428, | |
| "learning_rate": 2.9869835794745546e-06, | |
| "loss": 0.3521, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.5267217630853994, | |
| "grad_norm": 12.774308842259753, | |
| "learning_rate": 2.986844941932578e-06, | |
| "loss": 0.263, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.5289256198347108, | |
| "grad_norm": 8.662606106336478, | |
| "learning_rate": 2.9867055732357275e-06, | |
| "loss": 0.3717, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.531129476584022, | |
| "grad_norm": 7.44373651269041, | |
| "learning_rate": 2.986565473452538e-06, | |
| "loss": 0.3603, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 16.113652444436543, | |
| "learning_rate": 2.986424642651902e-06, | |
| "loss": 0.4322, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.5355371900826447, | |
| "grad_norm": 7.235187047429284, | |
| "learning_rate": 2.986283080903075e-06, | |
| "loss": 0.2718, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.5377410468319559, | |
| "grad_norm": 8.981158375257591, | |
| "learning_rate": 2.986140788275668e-06, | |
| "loss": 0.2909, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.5399449035812672, | |
| "grad_norm": 7.728183713731981, | |
| "learning_rate": 2.9859977648396547e-06, | |
| "loss": 0.2688, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5421487603305785, | |
| "grad_norm": 11.385723529297572, | |
| "learning_rate": 2.985854010665366e-06, | |
| "loss": 0.2951, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.5443526170798898, | |
| "grad_norm": 22.421774240399724, | |
| "learning_rate": 2.985709525823493e-06, | |
| "loss": 0.2722, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.5465564738292011, | |
| "grad_norm": 26.25406750616081, | |
| "learning_rate": 2.9855643103850863e-06, | |
| "loss": 0.2057, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.5487603305785124, | |
| "grad_norm": 14.419670718604909, | |
| "learning_rate": 2.985418364421555e-06, | |
| "loss": 0.1859, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.5509641873278237, | |
| "grad_norm": 7.18194575744084, | |
| "learning_rate": 2.9852716880046687e-06, | |
| "loss": 0.1823, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5531680440771349, | |
| "grad_norm": 11.041149585270512, | |
| "learning_rate": 2.9851242812065544e-06, | |
| "loss": 0.4397, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.5553719008264463, | |
| "grad_norm": 9.800903211627961, | |
| "learning_rate": 2.9849761440996997e-06, | |
| "loss": 0.3035, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.5575757575757576, | |
| "grad_norm": 5.42248846810359, | |
| "learning_rate": 2.9848272767569515e-06, | |
| "loss": 0.4126, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.5597796143250688, | |
| "grad_norm": 12.064336260743763, | |
| "learning_rate": 2.9846776792515146e-06, | |
| "loss": 0.4134, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.5619834710743802, | |
| "grad_norm": 9.069153337986716, | |
| "learning_rate": 2.9845273516569534e-06, | |
| "loss": 0.3347, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5641873278236914, | |
| "grad_norm": 9.708719457668808, | |
| "learning_rate": 2.9843762940471915e-06, | |
| "loss": 0.1482, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.5663911845730027, | |
| "grad_norm": 10.658478324774729, | |
| "learning_rate": 2.984224506496512e-06, | |
| "loss": 0.4586, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.5685950413223141, | |
| "grad_norm": 7.67634362110084, | |
| "learning_rate": 2.984071989079555e-06, | |
| "loss": 0.3101, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.5707988980716253, | |
| "grad_norm": 9.863415592665492, | |
| "learning_rate": 2.983918741871322e-06, | |
| "loss": 0.283, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.5730027548209367, | |
| "grad_norm": 15.328770243567073, | |
| "learning_rate": 2.983764764947172e-06, | |
| "loss": 0.3214, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5752066115702479, | |
| "grad_norm": 5.602530886005082, | |
| "learning_rate": 2.983610058382822e-06, | |
| "loss": 0.1458, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.5774104683195592, | |
| "grad_norm": 9.188539359413474, | |
| "learning_rate": 2.9834546222543503e-06, | |
| "loss": 0.2688, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.5796143250688706, | |
| "grad_norm": 8.913852840097164, | |
| "learning_rate": 2.9832984566381913e-06, | |
| "loss": 0.2904, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.5818181818181818, | |
| "grad_norm": 8.408585828146748, | |
| "learning_rate": 2.98314156161114e-06, | |
| "loss": 0.3473, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.5840220385674931, | |
| "grad_norm": 7.011982039251787, | |
| "learning_rate": 2.9829839372503496e-06, | |
| "loss": 0.2214, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5862258953168044, | |
| "grad_norm": 12.208817142819923, | |
| "learning_rate": 2.982825583633331e-06, | |
| "loss": 0.228, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.5884297520661157, | |
| "grad_norm": 22.300240567856033, | |
| "learning_rate": 2.982666500837955e-06, | |
| "loss": 0.3841, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.590633608815427, | |
| "grad_norm": 10.204434125277357, | |
| "learning_rate": 2.9825066889424507e-06, | |
| "loss": 0.4413, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.5928374655647383, | |
| "grad_norm": 10.394116435568966, | |
| "learning_rate": 2.9823461480254046e-06, | |
| "loss": 0.2164, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.5950413223140496, | |
| "grad_norm": 24.930405170814677, | |
| "learning_rate": 2.982184878165763e-06, | |
| "loss": 0.404, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5972451790633608, | |
| "grad_norm": 16.529549906687567, | |
| "learning_rate": 2.982022879442831e-06, | |
| "loss": 0.1971, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.5994490358126722, | |
| "grad_norm": 6.802656347424857, | |
| "learning_rate": 2.98186015193627e-06, | |
| "loss": 0.2763, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.6016528925619835, | |
| "grad_norm": 9.967577482684383, | |
| "learning_rate": 2.9816966957261022e-06, | |
| "loss": 0.505, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.6038567493112947, | |
| "grad_norm": 5.5700188781618944, | |
| "learning_rate": 2.981532510892707e-06, | |
| "loss": 0.3295, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.6060606060606061, | |
| "grad_norm": 13.138835779765238, | |
| "learning_rate": 2.981367597516821e-06, | |
| "loss": 0.2216, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.6082644628099173, | |
| "grad_norm": 8.78165681806648, | |
| "learning_rate": 2.9812019556795414e-06, | |
| "loss": 0.4269, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.6104683195592286, | |
| "grad_norm": 7.519045608568057, | |
| "learning_rate": 2.981035585462322e-06, | |
| "loss": 0.3028, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.61267217630854, | |
| "grad_norm": 12.757117931598634, | |
| "learning_rate": 2.9808684869469756e-06, | |
| "loss": 0.2731, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.6148760330578512, | |
| "grad_norm": 14.32345009190218, | |
| "learning_rate": 2.9807006602156723e-06, | |
| "loss": 0.439, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.6170798898071626, | |
| "grad_norm": 10.78268372690156, | |
| "learning_rate": 2.9805321053509414e-06, | |
| "loss": 0.3267, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6192837465564738, | |
| "grad_norm": 20.968509670896452, | |
| "learning_rate": 2.9803628224356688e-06, | |
| "loss": 0.1478, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.6214876033057851, | |
| "grad_norm": 13.939089444718862, | |
| "learning_rate": 2.9801928115531e-06, | |
| "loss": 0.2811, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.6236914600550965, | |
| "grad_norm": 19.46588188306463, | |
| "learning_rate": 2.9800220727868367e-06, | |
| "loss": 0.2355, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.6258953168044077, | |
| "grad_norm": 23.31435507775797, | |
| "learning_rate": 2.9798506062208408e-06, | |
| "loss": 0.3445, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.628099173553719, | |
| "grad_norm": 7.113401931682151, | |
| "learning_rate": 2.9796784119394296e-06, | |
| "loss": 0.1838, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6303030303030303, | |
| "grad_norm": 9.83090974685671, | |
| "learning_rate": 2.979505490027281e-06, | |
| "loss": 0.3413, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.6325068870523416, | |
| "grad_norm": 11.816944932544452, | |
| "learning_rate": 2.979331840569428e-06, | |
| "loss": 0.2624, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.6347107438016529, | |
| "grad_norm": 5.505913040295101, | |
| "learning_rate": 2.979157463651263e-06, | |
| "loss": 0.2669, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.6369146005509642, | |
| "grad_norm": 7.9610097101417745, | |
| "learning_rate": 2.978982359358536e-06, | |
| "loss": 0.2418, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.6391184573002755, | |
| "grad_norm": 14.054084856949025, | |
| "learning_rate": 2.9788065277773537e-06, | |
| "loss": 0.3091, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6413223140495867, | |
| "grad_norm": 6.994997659089347, | |
| "learning_rate": 2.978629968994182e-06, | |
| "loss": 0.3571, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.6435261707988981, | |
| "grad_norm": 4.900411467720552, | |
| "learning_rate": 2.978452683095843e-06, | |
| "loss": 0.2389, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.6457300275482094, | |
| "grad_norm": 5.986010486219538, | |
| "learning_rate": 2.978274670169517e-06, | |
| "loss": 0.4119, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.6479338842975206, | |
| "grad_norm": 9.99633467057808, | |
| "learning_rate": 2.978095930302741e-06, | |
| "loss": 0.1945, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.650137741046832, | |
| "grad_norm": 8.88618573335772, | |
| "learning_rate": 2.9779164635834117e-06, | |
| "loss": 0.3021, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6523415977961432, | |
| "grad_norm": 6.1713366384622885, | |
| "learning_rate": 2.9777362700997813e-06, | |
| "loss": 0.3536, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.6545454545454545, | |
| "grad_norm": 6.269429712344906, | |
| "learning_rate": 2.9775553499404588e-06, | |
| "loss": 0.2532, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.6567493112947659, | |
| "grad_norm": 8.01546204853658, | |
| "learning_rate": 2.9773737031944123e-06, | |
| "loss": 0.2054, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.6589531680440771, | |
| "grad_norm": 5.834139768693889, | |
| "learning_rate": 2.9771913299509667e-06, | |
| "loss": 0.3205, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.6611570247933884, | |
| "grad_norm": 5.20599030336784, | |
| "learning_rate": 2.977008230299803e-06, | |
| "loss": 0.233, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6633608815426997, | |
| "grad_norm": 7.747852317820463, | |
| "learning_rate": 2.9768244043309612e-06, | |
| "loss": 0.1853, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.665564738292011, | |
| "grad_norm": 7.280420219391244, | |
| "learning_rate": 2.9766398521348376e-06, | |
| "loss": 0.2404, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.6677685950413224, | |
| "grad_norm": 8.649220755714195, | |
| "learning_rate": 2.9764545738021847e-06, | |
| "loss": 0.2864, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.6699724517906336, | |
| "grad_norm": 7.124734041126083, | |
| "learning_rate": 2.976268569424114e-06, | |
| "loss": 0.5867, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.6721763085399449, | |
| "grad_norm": 8.708663746697807, | |
| "learning_rate": 2.9760818390920924e-06, | |
| "loss": 0.2924, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6743801652892562, | |
| "grad_norm": 13.18814959982244, | |
| "learning_rate": 2.9758943828979446e-06, | |
| "loss": 0.3782, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.6765840220385675, | |
| "grad_norm": 12.243598876193756, | |
| "learning_rate": 2.975706200933852e-06, | |
| "loss": 0.2185, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.6787878787878788, | |
| "grad_norm": 5.633700961339941, | |
| "learning_rate": 2.975517293292353e-06, | |
| "loss": 0.3752, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.6809917355371901, | |
| "grad_norm": 10.334114912832058, | |
| "learning_rate": 2.9753276600663423e-06, | |
| "loss": 0.3026, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.6831955922865014, | |
| "grad_norm": 13.08744426612834, | |
| "learning_rate": 2.9751373013490727e-06, | |
| "loss": 0.3382, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6853994490358126, | |
| "grad_norm": 9.504458358236962, | |
| "learning_rate": 2.9749462172341524e-06, | |
| "loss": 0.5009, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.687603305785124, | |
| "grad_norm": 6.3562762612917245, | |
| "learning_rate": 2.9747544078155472e-06, | |
| "loss": 0.3382, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.6898071625344353, | |
| "grad_norm": 12.917546406900222, | |
| "learning_rate": 2.974561873187579e-06, | |
| "loss": 0.2846, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.6920110192837465, | |
| "grad_norm": 6.944988521051594, | |
| "learning_rate": 2.9743686134449267e-06, | |
| "loss": 0.3612, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.6942148760330579, | |
| "grad_norm": 7.791757617860102, | |
| "learning_rate": 2.974174628682626e-06, | |
| "loss": 0.4309, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6964187327823691, | |
| "grad_norm": 6.838689832113007, | |
| "learning_rate": 2.973979918996068e-06, | |
| "loss": 0.3473, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.6986225895316804, | |
| "grad_norm": 6.638427266811496, | |
| "learning_rate": 2.973784484481001e-06, | |
| "loss": 0.3482, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.7008264462809918, | |
| "grad_norm": 15.019684641662097, | |
| "learning_rate": 2.9735883252335305e-06, | |
| "loss": 0.3447, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.703030303030303, | |
| "grad_norm": 7.657611207942621, | |
| "learning_rate": 2.9733914413501172e-06, | |
| "loss": 0.1998, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.7052341597796143, | |
| "grad_norm": 12.679008507955187, | |
| "learning_rate": 2.973193832927579e-06, | |
| "loss": 0.2036, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.7074380165289256, | |
| "grad_norm": 7.001507137978587, | |
| "learning_rate": 2.9729955000630886e-06, | |
| "loss": 0.4147, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.7096418732782369, | |
| "grad_norm": 7.424077459455387, | |
| "learning_rate": 2.972796442854178e-06, | |
| "loss": 0.3658, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.7118457300275483, | |
| "grad_norm": 9.447237658007161, | |
| "learning_rate": 2.9725966613987312e-06, | |
| "loss": 0.3984, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.7140495867768595, | |
| "grad_norm": 21.361023805823653, | |
| "learning_rate": 2.972396155794992e-06, | |
| "loss": 0.371, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.7162534435261708, | |
| "grad_norm": 8.834296167166244, | |
| "learning_rate": 2.9721949261415592e-06, | |
| "loss": 0.3004, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.718457300275482, | |
| "grad_norm": 6.742790410332544, | |
| "learning_rate": 2.971992972537386e-06, | |
| "loss": 0.1565, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.7206611570247934, | |
| "grad_norm": 11.707104581221218, | |
| "learning_rate": 2.9717902950817833e-06, | |
| "loss": 0.2299, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.7228650137741047, | |
| "grad_norm": 5.476783766315915, | |
| "learning_rate": 2.9715868938744182e-06, | |
| "loss": 0.2493, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.725068870523416, | |
| "grad_norm": 11.160688397190603, | |
| "learning_rate": 2.971382769015313e-06, | |
| "loss": 0.3175, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.7272727272727273, | |
| "grad_norm": 7.043330544504408, | |
| "learning_rate": 2.971177920604846e-06, | |
| "loss": 0.1722, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7294765840220385, | |
| "grad_norm": 5.73739903037248, | |
| "learning_rate": 2.97097234874375e-06, | |
| "loss": 0.2176, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.7316804407713499, | |
| "grad_norm": 6.277934895839506, | |
| "learning_rate": 2.9707660535331166e-06, | |
| "loss": 0.2065, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.7338842975206612, | |
| "grad_norm": 20.30577221870282, | |
| "learning_rate": 2.9705590350743904e-06, | |
| "loss": 0.1991, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.7360881542699724, | |
| "grad_norm": 7.695272096611418, | |
| "learning_rate": 2.970351293469372e-06, | |
| "loss": 0.2131, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.7382920110192838, | |
| "grad_norm": 4.916567786531378, | |
| "learning_rate": 2.9701428288202194e-06, | |
| "loss": 0.3827, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.740495867768595, | |
| "grad_norm": 7.019231101260278, | |
| "learning_rate": 2.9699336412294444e-06, | |
| "loss": 0.2738, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.7426997245179063, | |
| "grad_norm": 7.975195630484479, | |
| "learning_rate": 2.9697237307999146e-06, | |
| "loss": 0.2243, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.7449035812672177, | |
| "grad_norm": 7.561687409407015, | |
| "learning_rate": 2.9695130976348534e-06, | |
| "loss": 0.2396, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.7471074380165289, | |
| "grad_norm": 7.638419171445274, | |
| "learning_rate": 2.9693017418378396e-06, | |
| "loss": 0.276, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.7493112947658402, | |
| "grad_norm": 12.616136018780299, | |
| "learning_rate": 2.9690896635128073e-06, | |
| "loss": 0.3787, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7515151515151515, | |
| "grad_norm": 6.550803777717444, | |
| "learning_rate": 2.968876862764046e-06, | |
| "loss": 0.2226, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.7537190082644628, | |
| "grad_norm": 9.06584766964822, | |
| "learning_rate": 2.9686633396962003e-06, | |
| "loss": 0.369, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.7559228650137741, | |
| "grad_norm": 5.386215213674309, | |
| "learning_rate": 2.9684490944142697e-06, | |
| "loss": 0.1736, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.7581267217630854, | |
| "grad_norm": 15.906647139869929, | |
| "learning_rate": 2.9682341270236085e-06, | |
| "loss": 0.2781, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.7603305785123967, | |
| "grad_norm": 12.1772384094106, | |
| "learning_rate": 2.9680184376299283e-06, | |
| "loss": 0.1544, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7625344352617079, | |
| "grad_norm": 17.88186148600346, | |
| "learning_rate": 2.967802026339293e-06, | |
| "loss": 0.2988, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.7647382920110193, | |
| "grad_norm": 21.268773226628287, | |
| "learning_rate": 2.9675848932581235e-06, | |
| "loss": 0.2821, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.7669421487603306, | |
| "grad_norm": 11.820036760533492, | |
| "learning_rate": 2.9673670384931945e-06, | |
| "loss": 0.3498, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.7691460055096419, | |
| "grad_norm": 7.530415574189705, | |
| "learning_rate": 2.967148462151635e-06, | |
| "loss": 0.1424, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.7713498622589532, | |
| "grad_norm": 6.807351681100111, | |
| "learning_rate": 2.9669291643409314e-06, | |
| "loss": 0.2128, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7735537190082644, | |
| "grad_norm": 7.234299741762421, | |
| "learning_rate": 2.9667091451689224e-06, | |
| "loss": 0.2932, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.7757575757575758, | |
| "grad_norm": 6.532060796534973, | |
| "learning_rate": 2.9664884047438023e-06, | |
| "loss": 0.2665, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.7779614325068871, | |
| "grad_norm": 10.34906346210999, | |
| "learning_rate": 2.96626694317412e-06, | |
| "loss": 0.3598, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.7801652892561983, | |
| "grad_norm": 8.210171975505114, | |
| "learning_rate": 2.966044760568779e-06, | |
| "loss": 0.4052, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.7823691460055097, | |
| "grad_norm": 4.541296912666131, | |
| "learning_rate": 2.9658218570370374e-06, | |
| "loss": 0.2954, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7845730027548209, | |
| "grad_norm": 5.703338007840205, | |
| "learning_rate": 2.965598232688508e-06, | |
| "loss": 0.3667, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.7867768595041322, | |
| "grad_norm": 7.3908500819159135, | |
| "learning_rate": 2.965373887633158e-06, | |
| "loss": 0.0975, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.7889807162534436, | |
| "grad_norm": 6.532653722744144, | |
| "learning_rate": 2.9651488219813086e-06, | |
| "loss": 0.2558, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.7911845730027548, | |
| "grad_norm": 5.276369110257269, | |
| "learning_rate": 2.964923035843636e-06, | |
| "loss": 0.2056, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.7933884297520661, | |
| "grad_norm": 7.121048051130931, | |
| "learning_rate": 2.96469652933117e-06, | |
| "loss": 0.1641, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7955922865013774, | |
| "grad_norm": 11.053322087508501, | |
| "learning_rate": 2.9644693025552957e-06, | |
| "loss": 0.4164, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.7977961432506887, | |
| "grad_norm": 6.503259157403907, | |
| "learning_rate": 2.964241355627751e-06, | |
| "loss": 0.2031, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 7.680655263285343, | |
| "learning_rate": 2.9640126886606287e-06, | |
| "loss": 0.4177, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.8022038567493113, | |
| "grad_norm": 9.597872477527922, | |
| "learning_rate": 2.9637833017663757e-06, | |
| "loss": 0.2231, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.8044077134986226, | |
| "grad_norm": 5.447713777602937, | |
| "learning_rate": 2.9635531950577927e-06, | |
| "loss": 0.2174, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.8066115702479338, | |
| "grad_norm": 7.189031762492828, | |
| "learning_rate": 2.963322368648035e-06, | |
| "loss": 0.2563, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.8088154269972452, | |
| "grad_norm": 7.898167623571763, | |
| "learning_rate": 2.963090822650611e-06, | |
| "loss": 0.3355, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.8110192837465565, | |
| "grad_norm": 12.577262656676943, | |
| "learning_rate": 2.9628585571793833e-06, | |
| "loss": 0.2235, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.8132231404958677, | |
| "grad_norm": 10.849928883515854, | |
| "learning_rate": 2.962625572348568e-06, | |
| "loss": 0.3533, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.8154269972451791, | |
| "grad_norm": 7.2964754371110665, | |
| "learning_rate": 2.9623918682727352e-06, | |
| "loss": 0.2871, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.8176308539944903, | |
| "grad_norm": 20.660728227860485, | |
| "learning_rate": 2.9621574450668096e-06, | |
| "loss": 0.2393, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.8198347107438017, | |
| "grad_norm": 7.220865047189661, | |
| "learning_rate": 2.9619223028460675e-06, | |
| "loss": 0.1926, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.822038567493113, | |
| "grad_norm": 4.852195073645113, | |
| "learning_rate": 2.961686441726141e-06, | |
| "loss": 0.2192, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.8242424242424242, | |
| "grad_norm": 9.027190273331941, | |
| "learning_rate": 2.9614498618230133e-06, | |
| "loss": 0.1366, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.8264462809917356, | |
| "grad_norm": 6.456919976931707, | |
| "learning_rate": 2.961212563253023e-06, | |
| "loss": 0.197, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8286501377410468, | |
| "grad_norm": 5.401198387054753, | |
| "learning_rate": 2.9609745461328625e-06, | |
| "loss": 0.3046, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.8308539944903581, | |
| "grad_norm": 7.216796018509394, | |
| "learning_rate": 2.9607358105795746e-06, | |
| "loss": 0.206, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.8330578512396695, | |
| "grad_norm": 6.594512431937312, | |
| "learning_rate": 2.9604963567105588e-06, | |
| "loss": 0.1903, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.8352617079889807, | |
| "grad_norm": 7.862389931194225, | |
| "learning_rate": 2.960256184643566e-06, | |
| "loss": 0.3653, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.837465564738292, | |
| "grad_norm": 7.885741556216934, | |
| "learning_rate": 2.9600152944967004e-06, | |
| "loss": 0.2993, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8396694214876033, | |
| "grad_norm": 8.760183620857365, | |
| "learning_rate": 2.9597736863884197e-06, | |
| "loss": 0.4891, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.8418732782369146, | |
| "grad_norm": 5.626515592689077, | |
| "learning_rate": 2.9595313604375345e-06, | |
| "loss": 0.1762, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.8440771349862259, | |
| "grad_norm": 14.700970431401748, | |
| "learning_rate": 2.9592883167632086e-06, | |
| "loss": 0.4149, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.8462809917355372, | |
| "grad_norm": 31.479222256604665, | |
| "learning_rate": 2.959044555484958e-06, | |
| "loss": 0.4708, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.8484848484848485, | |
| "grad_norm": 15.30296170661704, | |
| "learning_rate": 2.9588000767226527e-06, | |
| "loss": 0.4, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.8506887052341597, | |
| "grad_norm": 6.22490236971322, | |
| "learning_rate": 2.958554880596515e-06, | |
| "loss": 0.175, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.8528925619834711, | |
| "grad_norm": 17.884639044262485, | |
| "learning_rate": 2.9583089672271193e-06, | |
| "loss": 0.1644, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.8550964187327824, | |
| "grad_norm": 12.60321691171589, | |
| "learning_rate": 2.9580623367353934e-06, | |
| "loss": 0.3522, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.8573002754820936, | |
| "grad_norm": 8.03246045529426, | |
| "learning_rate": 2.9578149892426185e-06, | |
| "loss": 0.2052, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.859504132231405, | |
| "grad_norm": 10.469045062705694, | |
| "learning_rate": 2.9575669248704265e-06, | |
| "loss": 0.269, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.8617079889807162, | |
| "grad_norm": 5.196595120525184, | |
| "learning_rate": 2.957318143740803e-06, | |
| "loss": 0.3053, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.8639118457300275, | |
| "grad_norm": 6.554368800886443, | |
| "learning_rate": 2.957068645976087e-06, | |
| "loss": 0.2728, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.8661157024793389, | |
| "grad_norm": 9.262942687282687, | |
| "learning_rate": 2.956818431698968e-06, | |
| "loss": 0.1268, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.8683195592286501, | |
| "grad_norm": 4.271103765701704, | |
| "learning_rate": 2.9565675010324883e-06, | |
| "loss": 0.1553, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.8705234159779615, | |
| "grad_norm": 8.88374891264536, | |
| "learning_rate": 2.956315854100043e-06, | |
| "loss": 0.191, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8727272727272727, | |
| "grad_norm": 6.6498851365809815, | |
| "learning_rate": 2.9560634910253803e-06, | |
| "loss": 0.2245, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.874931129476584, | |
| "grad_norm": 20.390664152678355, | |
| "learning_rate": 2.955810411932599e-06, | |
| "loss": 0.2601, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.8771349862258954, | |
| "grad_norm": 10.13737807765569, | |
| "learning_rate": 2.9555566169461497e-06, | |
| "loss": 0.3495, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.8793388429752066, | |
| "grad_norm": 11.159270329579886, | |
| "learning_rate": 2.955302106190837e-06, | |
| "loss": 0.2861, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.8815426997245179, | |
| "grad_norm": 22.71705363617449, | |
| "learning_rate": 2.955046879791816e-06, | |
| "loss": 0.2585, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8837465564738292, | |
| "grad_norm": 34.11862174617697, | |
| "learning_rate": 2.9547909378745942e-06, | |
| "loss": 0.2624, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.8859504132231405, | |
| "grad_norm": 11.799082659394301, | |
| "learning_rate": 2.9545342805650304e-06, | |
| "loss": 0.4528, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.8881542699724518, | |
| "grad_norm": 5.250052295042655, | |
| "learning_rate": 2.954276907989336e-06, | |
| "loss": 0.2705, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.8903581267217631, | |
| "grad_norm": 5.906133153801479, | |
| "learning_rate": 2.9540188202740737e-06, | |
| "loss": 0.291, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.8925619834710744, | |
| "grad_norm": 8.561658386525929, | |
| "learning_rate": 2.953760017546158e-06, | |
| "loss": 0.3078, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.8947658402203856, | |
| "grad_norm": 12.819512771737724, | |
| "learning_rate": 2.953500499932855e-06, | |
| "loss": 0.3115, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.896969696969697, | |
| "grad_norm": 7.709667951718197, | |
| "learning_rate": 2.9532402675617823e-06, | |
| "loss": 0.2463, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.8991735537190083, | |
| "grad_norm": 7.580380677651997, | |
| "learning_rate": 2.9529793205609085e-06, | |
| "loss": 0.3511, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.9013774104683195, | |
| "grad_norm": 6.15114721735365, | |
| "learning_rate": 2.952717659058555e-06, | |
| "loss": 0.2768, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.9035812672176309, | |
| "grad_norm": 6.10589706130033, | |
| "learning_rate": 2.9524552831833926e-06, | |
| "loss": 0.2892, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.9057851239669421, | |
| "grad_norm": 13.28238874201893, | |
| "learning_rate": 2.9521921930644446e-06, | |
| "loss": 0.1546, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.9079889807162534, | |
| "grad_norm": 10.451785736319954, | |
| "learning_rate": 2.951928388831086e-06, | |
| "loss": 0.2112, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.9101928374655648, | |
| "grad_norm": 8.054370887201316, | |
| "learning_rate": 2.9516638706130427e-06, | |
| "loss": 0.2637, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.912396694214876, | |
| "grad_norm": 8.36403593102867, | |
| "learning_rate": 2.95139863854039e-06, | |
| "loss": 0.3171, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.9146005509641874, | |
| "grad_norm": 11.138721402799987, | |
| "learning_rate": 2.951132692743556e-06, | |
| "loss": 0.2595, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.9168044077134986, | |
| "grad_norm": 10.065171933068807, | |
| "learning_rate": 2.9508660333533202e-06, | |
| "loss": 0.2379, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.9190082644628099, | |
| "grad_norm": 9.372860713885858, | |
| "learning_rate": 2.950598660500811e-06, | |
| "loss": 0.4288, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.9212121212121213, | |
| "grad_norm": 6.0014294996569255, | |
| "learning_rate": 2.9503305743175096e-06, | |
| "loss": 0.3175, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.9234159779614325, | |
| "grad_norm": 6.0687105546706785, | |
| "learning_rate": 2.950061774935247e-06, | |
| "loss": 0.3117, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.9256198347107438, | |
| "grad_norm": 11.428281868746616, | |
| "learning_rate": 2.9497922624862047e-06, | |
| "loss": 0.2195, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9278236914600551, | |
| "grad_norm": 10.331982266269929, | |
| "learning_rate": 2.9495220371029163e-06, | |
| "loss": 0.2459, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.9300275482093664, | |
| "grad_norm": 8.067422045194437, | |
| "learning_rate": 2.949251098918263e-06, | |
| "loss": 0.3405, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.9322314049586777, | |
| "grad_norm": 6.509185070006409, | |
| "learning_rate": 2.9489794480654803e-06, | |
| "loss": 0.2208, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.934435261707989, | |
| "grad_norm": 5.996298899230075, | |
| "learning_rate": 2.948707084678152e-06, | |
| "loss": 0.2281, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.9366391184573003, | |
| "grad_norm": 5.800748387128115, | |
| "learning_rate": 2.9484340088902114e-06, | |
| "loss": 0.1947, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9388429752066115, | |
| "grad_norm": 9.4543217677755, | |
| "learning_rate": 2.9481602208359446e-06, | |
| "loss": 0.2713, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.9410468319559229, | |
| "grad_norm": 5.8179050501506575, | |
| "learning_rate": 2.947885720649986e-06, | |
| "loss": 0.4038, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.9432506887052342, | |
| "grad_norm": 5.9968558032817025, | |
| "learning_rate": 2.947610508467321e-06, | |
| "loss": 0.308, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.9454545454545454, | |
| "grad_norm": 5.218918783837259, | |
| "learning_rate": 2.947334584423285e-06, | |
| "loss": 0.1904, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.9476584022038568, | |
| "grad_norm": 5.893715073575893, | |
| "learning_rate": 2.947057948653564e-06, | |
| "loss": 0.3125, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.949862258953168, | |
| "grad_norm": 7.465509921171662, | |
| "learning_rate": 2.946780601294192e-06, | |
| "loss": 0.2722, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.9520661157024793, | |
| "grad_norm": 5.375598880031633, | |
| "learning_rate": 2.946502542481556e-06, | |
| "loss": 0.1337, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.9542699724517907, | |
| "grad_norm": 6.152314340379761, | |
| "learning_rate": 2.9462237723523904e-06, | |
| "loss": 0.1672, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.9564738292011019, | |
| "grad_norm": 7.412726910934929, | |
| "learning_rate": 2.94594429104378e-06, | |
| "loss": 0.2559, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.9586776859504132, | |
| "grad_norm": 4.711748751487062, | |
| "learning_rate": 2.94566409869316e-06, | |
| "loss": 0.156, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9608815426997245, | |
| "grad_norm": 7.236972071641592, | |
| "learning_rate": 2.945383195438314e-06, | |
| "loss": 0.3117, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.9630853994490358, | |
| "grad_norm": 14.403387281330506, | |
| "learning_rate": 2.9451015814173773e-06, | |
| "loss": 0.3208, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.9652892561983472, | |
| "grad_norm": 6.533624513809372, | |
| "learning_rate": 2.9448192567688325e-06, | |
| "loss": 0.1976, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.9674931129476584, | |
| "grad_norm": 4.256886100795899, | |
| "learning_rate": 2.944536221631512e-06, | |
| "loss": 0.1006, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.9696969696969697, | |
| "grad_norm": 5.130456426054757, | |
| "learning_rate": 2.9442524761445994e-06, | |
| "loss": 0.2601, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.971900826446281, | |
| "grad_norm": 7.200199447067768, | |
| "learning_rate": 2.9439680204476253e-06, | |
| "loss": 0.1423, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.9741046831955923, | |
| "grad_norm": 9.478705252834285, | |
| "learning_rate": 2.943682854680471e-06, | |
| "loss": 0.2328, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.9763085399449036, | |
| "grad_norm": 6.804473740823927, | |
| "learning_rate": 2.9433969789833666e-06, | |
| "loss": 0.1649, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.9785123966942149, | |
| "grad_norm": 8.72015955310415, | |
| "learning_rate": 2.9431103934968913e-06, | |
| "loss": 0.1498, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.9807162534435262, | |
| "grad_norm": 8.837271411112722, | |
| "learning_rate": 2.942823098361973e-06, | |
| "loss": 0.2892, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.9829201101928374, | |
| "grad_norm": 5.118218748161681, | |
| "learning_rate": 2.942535093719889e-06, | |
| "loss": 0.2846, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.9851239669421488, | |
| "grad_norm": 7.494790672708267, | |
| "learning_rate": 2.942246379712265e-06, | |
| "loss": 0.2539, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.9873278236914601, | |
| "grad_norm": 4.060442461438909, | |
| "learning_rate": 2.9419569564810767e-06, | |
| "loss": 0.3017, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.9895316804407713, | |
| "grad_norm": 7.559439545503309, | |
| "learning_rate": 2.9416668241686477e-06, | |
| "loss": 0.3009, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.9917355371900827, | |
| "grad_norm": 4.546880168760103, | |
| "learning_rate": 2.9413759829176495e-06, | |
| "loss": 0.2334, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9939393939393939, | |
| "grad_norm": 5.258995040306454, | |
| "learning_rate": 2.9410844328711035e-06, | |
| "loss": 0.1016, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.9961432506887052, | |
| "grad_norm": 6.053619389338811, | |
| "learning_rate": 2.9407921741723793e-06, | |
| "loss": 0.2842, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.9983471074380166, | |
| "grad_norm": 5.754465135177187, | |
| "learning_rate": 2.9404992069651952e-06, | |
| "loss": 0.3233, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.0005509641873278, | |
| "grad_norm": 4.9612019994531975, | |
| "learning_rate": 2.9402055313936167e-06, | |
| "loss": 0.1417, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.002754820936639, | |
| "grad_norm": 5.6244102135741825, | |
| "learning_rate": 2.9399111476020595e-06, | |
| "loss": 0.2074, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.0049586776859505, | |
| "grad_norm": 3.6159502978670965, | |
| "learning_rate": 2.939616055735286e-06, | |
| "loss": 0.0678, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.0071625344352617, | |
| "grad_norm": 4.375326321208629, | |
| "learning_rate": 2.939320255938408e-06, | |
| "loss": 0.1807, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.009366391184573, | |
| "grad_norm": 5.632731167384229, | |
| "learning_rate": 2.9390237483568837e-06, | |
| "loss": 0.2764, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.0115702479338844, | |
| "grad_norm": 5.570279486677513, | |
| "learning_rate": 2.938726533136522e-06, | |
| "loss": 0.2779, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.0137741046831956, | |
| "grad_norm": 6.526157916565178, | |
| "learning_rate": 2.938428610423477e-06, | |
| "loss": 0.2135, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.0159779614325068, | |
| "grad_norm": 10.345737600617348, | |
| "learning_rate": 2.9381299803642527e-06, | |
| "loss": 0.1378, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.018181818181818, | |
| "grad_norm": 11.833262955463693, | |
| "learning_rate": 2.9378306431057e-06, | |
| "loss": 0.139, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.0203856749311295, | |
| "grad_norm": 8.344807812955779, | |
| "learning_rate": 2.9375305987950176e-06, | |
| "loss": 0.0673, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.0225895316804408, | |
| "grad_norm": 5.488027829308774, | |
| "learning_rate": 2.9372298475797512e-06, | |
| "loss": 0.1667, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.024793388429752, | |
| "grad_norm": 5.683146118159619, | |
| "learning_rate": 2.936928389607797e-06, | |
| "loss": 0.1326, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.0269972451790634, | |
| "grad_norm": 8.805650429808152, | |
| "learning_rate": 2.9366262250273957e-06, | |
| "loss": 0.375, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.0292011019283747, | |
| "grad_norm": 6.748749150131435, | |
| "learning_rate": 2.9363233539871365e-06, | |
| "loss": 0.201, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.031404958677686, | |
| "grad_norm": 5.494562831147715, | |
| "learning_rate": 2.936019776635956e-06, | |
| "loss": 0.1246, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.0336088154269973, | |
| "grad_norm": 7.74993668962211, | |
| "learning_rate": 2.9357154931231377e-06, | |
| "loss": 0.3916, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.0358126721763086, | |
| "grad_norm": 3.5550318373349805, | |
| "learning_rate": 2.935410503598313e-06, | |
| "loss": 0.1295, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0380165289256198, | |
| "grad_norm": 11.370592776936205, | |
| "learning_rate": 2.9351048082114615e-06, | |
| "loss": 0.2021, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.040220385674931, | |
| "grad_norm": 6.916155255829466, | |
| "learning_rate": 2.934798407112907e-06, | |
| "loss": 0.2371, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.0424242424242425, | |
| "grad_norm": 4.724194212237889, | |
| "learning_rate": 2.9344913004533225e-06, | |
| "loss": 0.1488, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.0446280991735537, | |
| "grad_norm": 5.567099475250736, | |
| "learning_rate": 2.9341834883837276e-06, | |
| "loss": 0.371, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.046831955922865, | |
| "grad_norm": 4.549670157011353, | |
| "learning_rate": 2.9338749710554895e-06, | |
| "loss": 0.1426, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.0490358126721764, | |
| "grad_norm": 3.664024697925411, | |
| "learning_rate": 2.93356574862032e-06, | |
| "loss": 0.1283, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.0512396694214876, | |
| "grad_norm": 5.63620689419913, | |
| "learning_rate": 2.9332558212302795e-06, | |
| "loss": 0.3073, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.0534435261707988, | |
| "grad_norm": 5.920190052335488, | |
| "learning_rate": 2.9329451890377745e-06, | |
| "loss": 0.3822, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.0556473829201103, | |
| "grad_norm": 4.5184551389608965, | |
| "learning_rate": 2.9326338521955584e-06, | |
| "loss": 0.2088, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.0578512396694215, | |
| "grad_norm": 4.849019465438414, | |
| "learning_rate": 2.932321810856731e-06, | |
| "loss": 0.2116, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.0600550964187327, | |
| "grad_norm": 9.26096782279171, | |
| "learning_rate": 2.9320090651747376e-06, | |
| "loss": 0.2098, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.062258953168044, | |
| "grad_norm": 5.881206475990649, | |
| "learning_rate": 2.9316956153033713e-06, | |
| "loss": 0.3356, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.0644628099173554, | |
| "grad_norm": 5.2250601677751325, | |
| "learning_rate": 2.931381461396771e-06, | |
| "loss": 0.1708, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.0666666666666667, | |
| "grad_norm": 2.656994585543327, | |
| "learning_rate": 2.9310666036094206e-06, | |
| "loss": 0.1475, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.0688705234159779, | |
| "grad_norm": 5.808437762834121, | |
| "learning_rate": 2.9307510420961527e-06, | |
| "loss": 0.1207, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.0710743801652893, | |
| "grad_norm": 4.365336973897983, | |
| "learning_rate": 2.9304347770121433e-06, | |
| "loss": 0.1158, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.0732782369146006, | |
| "grad_norm": 8.115694826703175, | |
| "learning_rate": 2.9301178085129156e-06, | |
| "loss": 0.3765, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.0754820936639118, | |
| "grad_norm": 4.782580532088457, | |
| "learning_rate": 2.929800136754339e-06, | |
| "loss": 0.3289, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.0776859504132232, | |
| "grad_norm": 3.916128908970371, | |
| "learning_rate": 2.929481761892629e-06, | |
| "loss": 0.2164, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.0798898071625345, | |
| "grad_norm": 4.684165993134075, | |
| "learning_rate": 2.9291626840843446e-06, | |
| "loss": 0.19, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.0820936639118457, | |
| "grad_norm": 9.8418516597872, | |
| "learning_rate": 2.9288429034863927e-06, | |
| "loss": 0.1844, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.084297520661157, | |
| "grad_norm": 3.8532530548962187, | |
| "learning_rate": 2.928522420256026e-06, | |
| "loss": 0.1772, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.0865013774104684, | |
| "grad_norm": 3.98234924660316, | |
| "learning_rate": 2.928201234550841e-06, | |
| "loss": 0.1009, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.0887052341597796, | |
| "grad_norm": 4.128780640643151, | |
| "learning_rate": 2.927879346528781e-06, | |
| "loss": 0.2658, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.0909090909090908, | |
| "grad_norm": 4.492600919543367, | |
| "learning_rate": 2.9275567563481335e-06, | |
| "loss": 0.1274, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.0931129476584023, | |
| "grad_norm": 20.5140436999278, | |
| "learning_rate": 2.927233464167533e-06, | |
| "loss": 0.1561, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.0953168044077135, | |
| "grad_norm": 11.77382225835973, | |
| "learning_rate": 2.926909470145957e-06, | |
| "loss": 0.3978, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.0975206611570247, | |
| "grad_norm": 5.588583740069422, | |
| "learning_rate": 2.9265847744427307e-06, | |
| "loss": 0.2566, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.0997245179063362, | |
| "grad_norm": 3.8060281982906097, | |
| "learning_rate": 2.9262593772175216e-06, | |
| "loss": 0.0789, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.1019283746556474, | |
| "grad_norm": 5.73992801608302, | |
| "learning_rate": 2.925933278630344e-06, | |
| "loss": 0.2749, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.1041322314049586, | |
| "grad_norm": 5.387804017557412, | |
| "learning_rate": 2.9256064788415577e-06, | |
| "loss": 0.1235, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.1063360881542699, | |
| "grad_norm": 4.598141851922886, | |
| "learning_rate": 2.9252789780118643e-06, | |
| "loss": 0.2522, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.1085399449035813, | |
| "grad_norm": 5.507025996681415, | |
| "learning_rate": 2.924950776302314e-06, | |
| "loss": 0.1645, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.1107438016528925, | |
| "grad_norm": 7.5059518483881735, | |
| "learning_rate": 2.924621873874298e-06, | |
| "loss": 0.1555, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.1129476584022038, | |
| "grad_norm": 6.046492745795359, | |
| "learning_rate": 2.924292270889555e-06, | |
| "loss": 0.1493, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.1151515151515152, | |
| "grad_norm": 9.450028349535398, | |
| "learning_rate": 2.923961967510167e-06, | |
| "loss": 0.1064, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.1173553719008265, | |
| "grad_norm": 10.272796845420118, | |
| "learning_rate": 2.9236309638985597e-06, | |
| "loss": 0.1292, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.1195592286501377, | |
| "grad_norm": 4.261466277927439, | |
| "learning_rate": 2.9232992602175044e-06, | |
| "loss": 0.1745, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.1217630853994491, | |
| "grad_norm": 3.6583947560721763, | |
| "learning_rate": 2.922966856630116e-06, | |
| "loss": 0.193, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.1239669421487604, | |
| "grad_norm": 4.194634352059231, | |
| "learning_rate": 2.9226337532998544e-06, | |
| "loss": 0.156, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.1261707988980716, | |
| "grad_norm": 5.271525237798146, | |
| "learning_rate": 2.9222999503905216e-06, | |
| "loss": 0.289, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.128374655647383, | |
| "grad_norm": 5.927523030580433, | |
| "learning_rate": 2.9219654480662657e-06, | |
| "loss": 0.2661, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.1305785123966943, | |
| "grad_norm": 3.674895915077014, | |
| "learning_rate": 2.921630246491578e-06, | |
| "loss": 0.0736, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.1327823691460055, | |
| "grad_norm": 10.052945905533496, | |
| "learning_rate": 2.9212943458312934e-06, | |
| "loss": 0.2025, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.1349862258953167, | |
| "grad_norm": 4.6865949140466086, | |
| "learning_rate": 2.9209577462505908e-06, | |
| "loss": 0.2828, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.1371900826446282, | |
| "grad_norm": 5.089446996586012, | |
| "learning_rate": 2.9206204479149927e-06, | |
| "loss": 0.2029, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.1393939393939394, | |
| "grad_norm": 9.684303751299739, | |
| "learning_rate": 2.9202824509903656e-06, | |
| "loss": 0.1925, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.1415977961432506, | |
| "grad_norm": 4.779441705636188, | |
| "learning_rate": 2.919943755642919e-06, | |
| "loss": 0.3132, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.143801652892562, | |
| "grad_norm": 3.4207597108395507, | |
| "learning_rate": 2.919604362039207e-06, | |
| "loss": 0.134, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.1460055096418733, | |
| "grad_norm": 7.449231612875146, | |
| "learning_rate": 2.9192642703461243e-06, | |
| "loss": 0.2683, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.1482093663911845, | |
| "grad_norm": 4.032811008116536, | |
| "learning_rate": 2.918923480730912e-06, | |
| "loss": 0.1896, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.1504132231404958, | |
| "grad_norm": 4.905485293464102, | |
| "learning_rate": 2.918581993361153e-06, | |
| "loss": 0.1989, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.1526170798898072, | |
| "grad_norm": 7.339812817109276, | |
| "learning_rate": 2.9182398084047736e-06, | |
| "loss": 0.1412, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.1548209366391184, | |
| "grad_norm": 3.3709215655039113, | |
| "learning_rate": 2.9178969260300427e-06, | |
| "loss": 0.0843, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.1570247933884297, | |
| "grad_norm": 3.9137809188731207, | |
| "learning_rate": 2.917553346405572e-06, | |
| "loss": 0.1604, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.1592286501377411, | |
| "grad_norm": 4.547245306347712, | |
| "learning_rate": 2.9172090697003175e-06, | |
| "loss": 0.1775, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.1614325068870524, | |
| "grad_norm": 3.8176334567973282, | |
| "learning_rate": 2.916864096083576e-06, | |
| "loss": 0.2646, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.1636363636363636, | |
| "grad_norm": 3.534012301229345, | |
| "learning_rate": 2.916518425724989e-06, | |
| "loss": 0.2208, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.1658402203856748, | |
| "grad_norm": 5.268005108434388, | |
| "learning_rate": 2.9161720587945387e-06, | |
| "loss": 0.207, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.1680440771349863, | |
| "grad_norm": 5.3661996707943, | |
| "learning_rate": 2.9158249954625514e-06, | |
| "loss": 0.0658, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.1702479338842975, | |
| "grad_norm": 4.28879923967976, | |
| "learning_rate": 2.915477235899695e-06, | |
| "loss": 0.1175, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.172451790633609, | |
| "grad_norm": 5.963529550956904, | |
| "learning_rate": 2.9151287802769803e-06, | |
| "loss": 0.1794, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.1746556473829202, | |
| "grad_norm": 5.694876856120757, | |
| "learning_rate": 2.91477962876576e-06, | |
| "loss": 0.0812, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.1768595041322314, | |
| "grad_norm": 4.351944044210483, | |
| "learning_rate": 2.9144297815377286e-06, | |
| "loss": 0.3211, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.1790633608815426, | |
| "grad_norm": 3.972657146689943, | |
| "learning_rate": 2.9140792387649237e-06, | |
| "loss": 0.1349, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.181267217630854, | |
| "grad_norm": 3.7197957379879587, | |
| "learning_rate": 2.9137280006197245e-06, | |
| "loss": 0.2268, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.1834710743801653, | |
| "grad_norm": 5.329312317532163, | |
| "learning_rate": 2.9133760672748516e-06, | |
| "loss": 0.2767, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.1856749311294765, | |
| "grad_norm": 3.883042008810904, | |
| "learning_rate": 2.9130234389033687e-06, | |
| "loss": 0.1757, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.187878787878788, | |
| "grad_norm": 4.5902195667184635, | |
| "learning_rate": 2.9126701156786794e-06, | |
| "loss": 0.241, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.1900826446280992, | |
| "grad_norm": 3.3442026394957405, | |
| "learning_rate": 2.912316097774531e-06, | |
| "loss": 0.1603, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.1922865013774104, | |
| "grad_norm": 4.162882139124656, | |
| "learning_rate": 2.9119613853650117e-06, | |
| "loss": 0.2736, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.1944903581267217, | |
| "grad_norm": 4.783670244425796, | |
| "learning_rate": 2.9116059786245505e-06, | |
| "loss": 0.2848, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.1966942148760331, | |
| "grad_norm": 3.644438346409876, | |
| "learning_rate": 2.9112498777279187e-06, | |
| "loss": 0.1325, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.1988980716253443, | |
| "grad_norm": 4.2703260216286285, | |
| "learning_rate": 2.9108930828502284e-06, | |
| "loss": 0.2723, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.2011019283746556, | |
| "grad_norm": 2.5801703466779036, | |
| "learning_rate": 2.9105355941669337e-06, | |
| "loss": 0.1598, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.203305785123967, | |
| "grad_norm": 9.2861271196882, | |
| "learning_rate": 2.9101774118538283e-06, | |
| "loss": 0.254, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.2055096418732782, | |
| "grad_norm": 4.017243467065785, | |
| "learning_rate": 2.90981853608705e-06, | |
| "loss": 0.2379, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.2077134986225895, | |
| "grad_norm": 3.9003651881550945, | |
| "learning_rate": 2.909458967043074e-06, | |
| "loss": 0.0777, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.2099173553719007, | |
| "grad_norm": 8.654932450813039, | |
| "learning_rate": 2.909098704898718e-06, | |
| "loss": 0.2069, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.2121212121212122, | |
| "grad_norm": 6.2364635749542625, | |
| "learning_rate": 2.908737749831142e-06, | |
| "loss": 0.2134, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.2143250688705234, | |
| "grad_norm": 6.731388982582371, | |
| "learning_rate": 2.9083761020178443e-06, | |
| "loss": 0.2253, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.2165289256198348, | |
| "grad_norm": 3.502965933051062, | |
| "learning_rate": 2.908013761636665e-06, | |
| "loss": 0.2066, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.218732782369146, | |
| "grad_norm": 14.711406216867847, | |
| "learning_rate": 2.9076507288657855e-06, | |
| "loss": 0.297, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.2209366391184573, | |
| "grad_norm": 17.15730611268536, | |
| "learning_rate": 2.9072870038837265e-06, | |
| "loss": 0.3287, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.2231404958677685, | |
| "grad_norm": 11.708958106392894, | |
| "learning_rate": 2.906922586869349e-06, | |
| "loss": 0.2429, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.22534435261708, | |
| "grad_norm": 5.040925462071028, | |
| "learning_rate": 2.906557478001855e-06, | |
| "loss": 0.3866, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.2275482093663912, | |
| "grad_norm": 5.4384090934766105, | |
| "learning_rate": 2.9061916774607868e-06, | |
| "loss": 0.1418, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.2297520661157024, | |
| "grad_norm": 4.224206508632855, | |
| "learning_rate": 2.9058251854260266e-06, | |
| "loss": 0.2607, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.2319559228650139, | |
| "grad_norm": 6.324360645802438, | |
| "learning_rate": 2.9054580020777965e-06, | |
| "loss": 0.1429, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.234159779614325, | |
| "grad_norm": 4.560338619966233, | |
| "learning_rate": 2.9050901275966583e-06, | |
| "loss": 0.2047, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.2363636363636363, | |
| "grad_norm": 4.978147123367892, | |
| "learning_rate": 2.9047215621635138e-06, | |
| "loss": 0.1914, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.2385674931129476, | |
| "grad_norm": 3.771414086700111, | |
| "learning_rate": 2.904352305959606e-06, | |
| "loss": 0.2456, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.240771349862259, | |
| "grad_norm": 5.891321373092408, | |
| "learning_rate": 2.903982359166515e-06, | |
| "loss": 0.1384, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.2429752066115702, | |
| "grad_norm": 7.95915988811828, | |
| "learning_rate": 2.9036117219661623e-06, | |
| "loss": 0.1797, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.2451790633608815, | |
| "grad_norm": 6.605600633405355, | |
| "learning_rate": 2.903240394540809e-06, | |
| "loss": 0.2491, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.247382920110193, | |
| "grad_norm": 5.488205726433599, | |
| "learning_rate": 2.9028683770730546e-06, | |
| "loss": 0.118, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.2495867768595041, | |
| "grad_norm": 4.012615367050864, | |
| "learning_rate": 2.9024956697458384e-06, | |
| "loss": 0.2405, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.2517906336088154, | |
| "grad_norm": 3.5236670281097413, | |
| "learning_rate": 2.9021222727424384e-06, | |
| "loss": 0.2286, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.2539944903581266, | |
| "grad_norm": 9.955313424056465, | |
| "learning_rate": 2.9017481862464737e-06, | |
| "loss": 0.1459, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.256198347107438, | |
| "grad_norm": 6.660973468538957, | |
| "learning_rate": 2.9013734104419e-06, | |
| "loss": 0.1938, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.2584022038567493, | |
| "grad_norm": 16.963451273767287, | |
| "learning_rate": 2.900997945513013e-06, | |
| "loss": 0.1876, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.2606060606060607, | |
| "grad_norm": 5.7870946489445085, | |
| "learning_rate": 2.900621791644448e-06, | |
| "loss": 0.2791, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.262809917355372, | |
| "grad_norm": 10.352260259287972, | |
| "learning_rate": 2.9002449490211776e-06, | |
| "loss": 0.1946, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.2650137741046832, | |
| "grad_norm": 6.861136772777287, | |
| "learning_rate": 2.899867417828514e-06, | |
| "loss": 0.3179, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.2672176308539944, | |
| "grad_norm": 10.960820361107482, | |
| "learning_rate": 2.8994891982521083e-06, | |
| "loss": 0.329, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.2694214876033059, | |
| "grad_norm": 21.54723751149437, | |
| "learning_rate": 2.8991102904779495e-06, | |
| "loss": 0.2181, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.271625344352617, | |
| "grad_norm": 14.02787145282944, | |
| "learning_rate": 2.898730694692365e-06, | |
| "loss": 0.2812, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.2738292011019283, | |
| "grad_norm": 7.0557599098044514, | |
| "learning_rate": 2.8983504110820214e-06, | |
| "loss": 0.353, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.2760330578512398, | |
| "grad_norm": 4.770915540206801, | |
| "learning_rate": 2.8979694398339224e-06, | |
| "loss": 0.1426, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.278236914600551, | |
| "grad_norm": 4.483304136348754, | |
| "learning_rate": 2.8975877811354097e-06, | |
| "loss": 0.1747, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.2804407713498622, | |
| "grad_norm": 6.3811646159524305, | |
| "learning_rate": 2.8972054351741647e-06, | |
| "loss": 0.216, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.2826446280991735, | |
| "grad_norm": 8.112493117800566, | |
| "learning_rate": 2.8968224021382054e-06, | |
| "loss": 0.2906, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.284848484848485, | |
| "grad_norm": 4.851798637905597, | |
| "learning_rate": 2.8964386822158878e-06, | |
| "loss": 0.2229, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.2870523415977961, | |
| "grad_norm": 5.317762416772784, | |
| "learning_rate": 2.8960542755959063e-06, | |
| "loss": 0.1888, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.2892561983471074, | |
| "grad_norm": 5.350207917205157, | |
| "learning_rate": 2.895669182467292e-06, | |
| "loss": 0.1425, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.2914600550964188, | |
| "grad_norm": 4.3468333293964445, | |
| "learning_rate": 2.8952834030194145e-06, | |
| "loss": 0.1799, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.29366391184573, | |
| "grad_norm": 3.3336068941106656, | |
| "learning_rate": 2.8948969374419803e-06, | |
| "loss": 0.2205, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.2958677685950413, | |
| "grad_norm": 2.620320493915155, | |
| "learning_rate": 2.894509785925034e-06, | |
| "loss": 0.1478, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.2980716253443525, | |
| "grad_norm": 4.3011475238646275, | |
| "learning_rate": 2.894121948658957e-06, | |
| "loss": 0.2253, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.300275482093664, | |
| "grad_norm": 2.8022877416603422, | |
| "learning_rate": 2.8937334258344676e-06, | |
| "loss": 0.166, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.3024793388429752, | |
| "grad_norm": 3.7618953894768494, | |
| "learning_rate": 2.893344217642621e-06, | |
| "loss": 0.2193, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.3046831955922866, | |
| "grad_norm": 4.0491570230427625, | |
| "learning_rate": 2.892954324274812e-06, | |
| "loss": 0.319, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.3068870523415979, | |
| "grad_norm": 4.522049092181143, | |
| "learning_rate": 2.892563745922769e-06, | |
| "loss": 0.2692, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.309090909090909, | |
| "grad_norm": 3.055036543425317, | |
| "learning_rate": 2.8921724827785583e-06, | |
| "loss": 0.2053, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.3112947658402203, | |
| "grad_norm": 5.267763701241814, | |
| "learning_rate": 2.8917805350345846e-06, | |
| "loss": 0.2822, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.3134986225895318, | |
| "grad_norm": 4.582217428090828, | |
| "learning_rate": 2.891387902883586e-06, | |
| "loss": 0.289, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.315702479338843, | |
| "grad_norm": 4.043911021583197, | |
| "learning_rate": 2.890994586518641e-06, | |
| "loss": 0.1275, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.3179063360881542, | |
| "grad_norm": 5.754149214212578, | |
| "learning_rate": 2.8906005861331613e-06, | |
| "loss": 0.2715, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.3201101928374657, | |
| "grad_norm": 6.676367069618446, | |
| "learning_rate": 2.8902059019208968e-06, | |
| "loss": 0.267, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.322314049586777, | |
| "grad_norm": 3.985915686812139, | |
| "learning_rate": 2.8898105340759333e-06, | |
| "loss": 0.2928, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.3245179063360881, | |
| "grad_norm": 3.0780099598439006, | |
| "learning_rate": 2.8894144827926924e-06, | |
| "loss": 0.0972, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.3267217630853994, | |
| "grad_norm": 4.750823583413613, | |
| "learning_rate": 2.8890177482659317e-06, | |
| "loss": 0.1178, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.3289256198347108, | |
| "grad_norm": 4.26762264184326, | |
| "learning_rate": 2.888620330690746e-06, | |
| "loss": 0.2721, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.331129476584022, | |
| "grad_norm": 2.9681851058272506, | |
| "learning_rate": 2.8882222302625646e-06, | |
| "loss": 0.1618, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 3.9008419992283043, | |
| "learning_rate": 2.8878234471771524e-06, | |
| "loss": 0.2589, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.3355371900826447, | |
| "grad_norm": 4.32964863227825, | |
| "learning_rate": 2.887423981630612e-06, | |
| "loss": 0.3656, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.337741046831956, | |
| "grad_norm": 2.822788224808757, | |
| "learning_rate": 2.8870238338193794e-06, | |
| "loss": 0.1352, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.3399449035812672, | |
| "grad_norm": 5.001949178343276, | |
| "learning_rate": 2.8866230039402275e-06, | |
| "loss": 0.2044, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.3421487603305784, | |
| "grad_norm": 3.2789633167007586, | |
| "learning_rate": 2.8862214921902627e-06, | |
| "loss": 0.2084, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.3443526170798898, | |
| "grad_norm": 3.5145152327020757, | |
| "learning_rate": 2.88581929876693e-06, | |
| "loss": 0.1822, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.346556473829201, | |
| "grad_norm": 2.846767948249379, | |
| "learning_rate": 2.885416423868007e-06, | |
| "loss": 0.1922, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.3487603305785125, | |
| "grad_norm": 4.320449712641174, | |
| "learning_rate": 2.885012867691607e-06, | |
| "loss": 0.1512, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.3509641873278238, | |
| "grad_norm": 5.126925822393263, | |
| "learning_rate": 2.884608630436178e-06, | |
| "loss": 0.342, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.353168044077135, | |
| "grad_norm": 5.913929122619571, | |
| "learning_rate": 2.884203712300504e-06, | |
| "loss": 0.2981, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.3553719008264462, | |
| "grad_norm": 3.557959909732146, | |
| "learning_rate": 2.8837981134837033e-06, | |
| "loss": 0.2138, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.3575757575757577, | |
| "grad_norm": 3.186541176730338, | |
| "learning_rate": 2.8833918341852288e-06, | |
| "loss": 0.0836, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.3597796143250689, | |
| "grad_norm": 4.556846309605876, | |
| "learning_rate": 2.882984874604867e-06, | |
| "loss": 0.2688, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.3619834710743801, | |
| "grad_norm": 4.406950831041034, | |
| "learning_rate": 2.8825772349427413e-06, | |
| "loss": 0.1912, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.3641873278236916, | |
| "grad_norm": 2.398733737100056, | |
| "learning_rate": 2.882168915399307e-06, | |
| "loss": 0.107, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.3663911845730028, | |
| "grad_norm": 5.4958527833768285, | |
| "learning_rate": 2.8817599161753557e-06, | |
| "loss": 0.1844, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.368595041322314, | |
| "grad_norm": 8.010170031896015, | |
| "learning_rate": 2.8813502374720128e-06, | |
| "loss": 0.1697, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.3707988980716252, | |
| "grad_norm": 4.153983084539555, | |
| "learning_rate": 2.8809398794907367e-06, | |
| "loss": 0.1748, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.3730027548209367, | |
| "grad_norm": 5.043276780948253, | |
| "learning_rate": 2.880528842433321e-06, | |
| "loss": 0.2369, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.375206611570248, | |
| "grad_norm": 5.363109426054472, | |
| "learning_rate": 2.8801171265018927e-06, | |
| "loss": 0.1227, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.3774104683195592, | |
| "grad_norm": 5.402978025713253, | |
| "learning_rate": 2.8797047318989125e-06, | |
| "loss": 0.2394, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.3796143250688706, | |
| "grad_norm": 4.270847937611633, | |
| "learning_rate": 2.879291658827176e-06, | |
| "loss": 0.2998, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.3818181818181818, | |
| "grad_norm": 4.567221237002694, | |
| "learning_rate": 2.878877907489811e-06, | |
| "loss": 0.2392, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.384022038567493, | |
| "grad_norm": 4.795273563069606, | |
| "learning_rate": 2.8784634780902797e-06, | |
| "loss": 0.379, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.3862258953168043, | |
| "grad_norm": 6.541946363393915, | |
| "learning_rate": 2.878048370832377e-06, | |
| "loss": 0.231, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.3884297520661157, | |
| "grad_norm": 6.028831246833223, | |
| "learning_rate": 2.8776325859202315e-06, | |
| "loss": 0.2724, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.390633608815427, | |
| "grad_norm": 4.511285043111639, | |
| "learning_rate": 2.877216123558306e-06, | |
| "loss": 0.2531, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.3928374655647384, | |
| "grad_norm": 4.6594481678188915, | |
| "learning_rate": 2.8767989839513945e-06, | |
| "loss": 0.2905, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.3950413223140496, | |
| "grad_norm": 5.455069765928385, | |
| "learning_rate": 2.8763811673046257e-06, | |
| "loss": 0.1928, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.3972451790633609, | |
| "grad_norm": 5.98529944300178, | |
| "learning_rate": 2.875962673823461e-06, | |
| "loss": 0.2185, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.399449035812672, | |
| "grad_norm": 4.805666817335156, | |
| "learning_rate": 2.8755435037136932e-06, | |
| "loss": 0.2429, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.4016528925619833, | |
| "grad_norm": 4.467346053498231, | |
| "learning_rate": 2.8751236571814497e-06, | |
| "loss": 0.2098, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.4038567493112948, | |
| "grad_norm": 3.573352650286319, | |
| "learning_rate": 2.8747031344331895e-06, | |
| "loss": 0.1255, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.406060606060606, | |
| "grad_norm": 6.158154604233198, | |
| "learning_rate": 2.8742819356757044e-06, | |
| "loss": 0.197, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.4082644628099175, | |
| "grad_norm": 4.281917416552195, | |
| "learning_rate": 2.873860061116118e-06, | |
| "loss": 0.2842, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.4104683195592287, | |
| "grad_norm": 11.226892423174888, | |
| "learning_rate": 2.8734375109618874e-06, | |
| "loss": 0.2209, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.41267217630854, | |
| "grad_norm": 4.3225627738439645, | |
| "learning_rate": 2.873014285420801e-06, | |
| "loss": 0.2152, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.4148760330578511, | |
| "grad_norm": 3.8825529972131867, | |
| "learning_rate": 2.87259038470098e-06, | |
| "loss": 0.2319, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.4170798898071626, | |
| "grad_norm": 6.079197790722616, | |
| "learning_rate": 2.872165809010877e-06, | |
| "loss": 0.2112, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.4192837465564738, | |
| "grad_norm": 6.1303289009298805, | |
| "learning_rate": 2.8717405585592767e-06, | |
| "loss": 0.2118, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.421487603305785, | |
| "grad_norm": 5.12932154131706, | |
| "learning_rate": 2.871314633555296e-06, | |
| "loss": 0.2052, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.4236914600550965, | |
| "grad_norm": 4.481220346865912, | |
| "learning_rate": 2.870888034208383e-06, | |
| "loss": 0.0703, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.4258953168044077, | |
| "grad_norm": 6.864001797309864, | |
| "learning_rate": 2.8704607607283177e-06, | |
| "loss": 0.0546, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.428099173553719, | |
| "grad_norm": 3.8245534470436295, | |
| "learning_rate": 2.8700328133252115e-06, | |
| "loss": 0.2223, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.4303030303030302, | |
| "grad_norm": 4.916213275333236, | |
| "learning_rate": 2.869604192209507e-06, | |
| "loss": 0.1604, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.4325068870523416, | |
| "grad_norm": 3.2283359865790784, | |
| "learning_rate": 2.869174897591978e-06, | |
| "loss": 0.1728, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.4347107438016529, | |
| "grad_norm": 9.18120748323431, | |
| "learning_rate": 2.8687449296837313e-06, | |
| "loss": 0.3458, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.4369146005509643, | |
| "grad_norm": 5.808199958957165, | |
| "learning_rate": 2.8683142886962017e-06, | |
| "loss": 0.1804, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.4391184573002755, | |
| "grad_norm": 5.665941277081976, | |
| "learning_rate": 2.867882974841157e-06, | |
| "loss": 0.1458, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.4413223140495868, | |
| "grad_norm": 3.8288010492231677, | |
| "learning_rate": 2.867450988330696e-06, | |
| "loss": 0.1645, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.443526170798898, | |
| "grad_norm": 4.1049680267773425, | |
| "learning_rate": 2.8670183293772466e-06, | |
| "loss": 0.3046, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.4457300275482092, | |
| "grad_norm": 4.5412954160400485, | |
| "learning_rate": 2.86658499819357e-06, | |
| "loss": 0.1549, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.4479338842975207, | |
| "grad_norm": 4.423878900596039, | |
| "learning_rate": 2.8661509949927553e-06, | |
| "loss": 0.2464, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.450137741046832, | |
| "grad_norm": 6.658838123174504, | |
| "learning_rate": 2.865716319988224e-06, | |
| "loss": 0.2806, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.4523415977961434, | |
| "grad_norm": 3.4922459804042187, | |
| "learning_rate": 2.8652809733937266e-06, | |
| "loss": 0.1226, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.4545454545454546, | |
| "grad_norm": 4.986328878756679, | |
| "learning_rate": 2.8648449554233447e-06, | |
| "loss": 0.3537, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.4567493112947658, | |
| "grad_norm": 4.234882868424787, | |
| "learning_rate": 2.8644082662914905e-06, | |
| "loss": 0.1714, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.458953168044077, | |
| "grad_norm": 3.9070490424818747, | |
| "learning_rate": 2.8639709062129044e-06, | |
| "loss": 0.1269, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.4611570247933885, | |
| "grad_norm": 4.998076466309302, | |
| "learning_rate": 2.863532875402658e-06, | |
| "loss": 0.1779, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.4633608815426997, | |
| "grad_norm": 5.106983845887589, | |
| "learning_rate": 2.8630941740761533e-06, | |
| "loss": 0.1186, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.465564738292011, | |
| "grad_norm": 3.8551902713378965, | |
| "learning_rate": 2.8626548024491213e-06, | |
| "loss": 0.1354, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.4677685950413224, | |
| "grad_norm": 5.2301301811454515, | |
| "learning_rate": 2.862214760737622e-06, | |
| "loss": 0.2037, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.4699724517906336, | |
| "grad_norm": 6.0956564948874306, | |
| "learning_rate": 2.861774049158046e-06, | |
| "loss": 0.2184, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.4721763085399449, | |
| "grad_norm": 6.291702439669367, | |
| "learning_rate": 2.8613326679271136e-06, | |
| "loss": 0.1466, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.474380165289256, | |
| "grad_norm": 3.713580018900493, | |
| "learning_rate": 2.8608906172618723e-06, | |
| "loss": 0.2072, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.4765840220385675, | |
| "grad_norm": 5.537260982915714, | |
| "learning_rate": 2.8604478973797005e-06, | |
| "loss": 0.1488, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.4787878787878788, | |
| "grad_norm": 5.820569540535823, | |
| "learning_rate": 2.860004508498306e-06, | |
| "loss": 0.223, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.4809917355371902, | |
| "grad_norm": 6.1571860143662684, | |
| "learning_rate": 2.8595604508357255e-06, | |
| "loss": 0.4112, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.4831955922865014, | |
| "grad_norm": 3.6498194790392082, | |
| "learning_rate": 2.859115724610322e-06, | |
| "loss": 0.1296, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.4853994490358127, | |
| "grad_norm": 4.172319048467667, | |
| "learning_rate": 2.858670330040791e-06, | |
| "loss": 0.2823, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.487603305785124, | |
| "grad_norm": 3.5422809914301, | |
| "learning_rate": 2.8582242673461545e-06, | |
| "loss": 0.2723, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.4898071625344351, | |
| "grad_norm": 3.994421032502254, | |
| "learning_rate": 2.857777536745763e-06, | |
| "loss": 0.2625, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.4920110192837466, | |
| "grad_norm": 2.4442328235159136, | |
| "learning_rate": 2.857330138459297e-06, | |
| "loss": 0.0773, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.4942148760330578, | |
| "grad_norm": 2.956014467391965, | |
| "learning_rate": 2.856882072706763e-06, | |
| "loss": 0.0263, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.4964187327823693, | |
| "grad_norm": 5.063950525118159, | |
| "learning_rate": 2.856433339708498e-06, | |
| "loss": 0.2555, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.4986225895316805, | |
| "grad_norm": 5.701498370772839, | |
| "learning_rate": 2.855983939685165e-06, | |
| "loss": 0.2644, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.5008264462809917, | |
| "grad_norm": 3.653863039822445, | |
| "learning_rate": 2.8555338728577573e-06, | |
| "loss": 0.1186, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.503030303030303, | |
| "grad_norm": 3.9380606238532856, | |
| "learning_rate": 2.8550831394475946e-06, | |
| "loss": 0.2569, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.5052341597796142, | |
| "grad_norm": 6.240511119913605, | |
| "learning_rate": 2.854631739676324e-06, | |
| "loss": 0.2301, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.5074380165289256, | |
| "grad_norm": 3.969971056794526, | |
| "learning_rate": 2.8541796737659223e-06, | |
| "loss": 0.2162, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.509641873278237, | |
| "grad_norm": 4.593297828759556, | |
| "learning_rate": 2.8537269419386913e-06, | |
| "loss": 0.2088, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.5118457300275483, | |
| "grad_norm": 3.3975859793614074, | |
| "learning_rate": 2.853273544417262e-06, | |
| "loss": 0.1733, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.5140495867768595, | |
| "grad_norm": 4.456601479513547, | |
| "learning_rate": 2.8528194814245925e-06, | |
| "loss": 0.153, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.5162534435261708, | |
| "grad_norm": 5.024001056036946, | |
| "learning_rate": 2.852364753183968e-06, | |
| "loss": 0.267, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.518457300275482, | |
| "grad_norm": 3.9770565806572504, | |
| "learning_rate": 2.851909359919e-06, | |
| "loss": 0.215, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.5206611570247934, | |
| "grad_norm": 4.263990726687718, | |
| "learning_rate": 2.851453301853629e-06, | |
| "loss": 0.1481, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.5228650137741047, | |
| "grad_norm": 10.077089034160084, | |
| "learning_rate": 2.8509965792121202e-06, | |
| "loss": 0.1462, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.525068870523416, | |
| "grad_norm": 4.929665896210096, | |
| "learning_rate": 2.850539192219067e-06, | |
| "loss": 0.1636, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.5272727272727273, | |
| "grad_norm": 5.860454925100347, | |
| "learning_rate": 2.850081141099389e-06, | |
| "loss": 0.3131, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.5294765840220386, | |
| "grad_norm": 3.831102793731722, | |
| "learning_rate": 2.8496224260783324e-06, | |
| "loss": 0.2469, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.5316804407713498, | |
| "grad_norm": 2.8227649238802925, | |
| "learning_rate": 2.8491630473814703e-06, | |
| "loss": 0.1926, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.533884297520661, | |
| "grad_norm": 6.082271321101482, | |
| "learning_rate": 2.8487030052347015e-06, | |
| "loss": 0.3531, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.5360881542699725, | |
| "grad_norm": 4.213384468163032, | |
| "learning_rate": 2.8482422998642513e-06, | |
| "loss": 0.1729, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.5382920110192837, | |
| "grad_norm": 4.192370379792702, | |
| "learning_rate": 2.8477809314966718e-06, | |
| "loss": 0.1484, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.5404958677685952, | |
| "grad_norm": 4.619842000189168, | |
| "learning_rate": 2.84731890035884e-06, | |
| "loss": 0.1681, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.5426997245179064, | |
| "grad_norm": 6.240088261713722, | |
| "learning_rate": 2.84685620667796e-06, | |
| "loss": 0.1121, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.5449035812672176, | |
| "grad_norm": 7.318489937821377, | |
| "learning_rate": 2.8463928506815605e-06, | |
| "loss": 0.238, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.5471074380165288, | |
| "grad_norm": 11.369549225694884, | |
| "learning_rate": 2.8459288325974963e-06, | |
| "loss": 0.221, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.54931129476584, | |
| "grad_norm": 3.9222359665127127, | |
| "learning_rate": 2.845464152653948e-06, | |
| "loss": 0.1914, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.5515151515151515, | |
| "grad_norm": 3.9561654328009626, | |
| "learning_rate": 2.8449988110794224e-06, | |
| "loss": 0.1936, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.553719008264463, | |
| "grad_norm": 5.641732295279923, | |
| "learning_rate": 2.8445328081027502e-06, | |
| "loss": 0.196, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.5559228650137742, | |
| "grad_norm": 5.310630607978979, | |
| "learning_rate": 2.844066143953088e-06, | |
| "loss": 0.4102, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.5581267217630854, | |
| "grad_norm": 3.7257912432993767, | |
| "learning_rate": 2.8435988188599175e-06, | |
| "loss": 0.1045, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.5603305785123966, | |
| "grad_norm": 5.021805378306946, | |
| "learning_rate": 2.8431308330530453e-06, | |
| "loss": 0.2973, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.5625344352617079, | |
| "grad_norm": 5.460789289795145, | |
| "learning_rate": 2.8426621867626043e-06, | |
| "loss": 0.177, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.5647382920110193, | |
| "grad_norm": 5.497664501546296, | |
| "learning_rate": 2.842192880219049e-06, | |
| "loss": 0.242, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.5669421487603306, | |
| "grad_norm": 5.424348953607276, | |
| "learning_rate": 2.841722913653162e-06, | |
| "loss": 0.2714, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.569146005509642, | |
| "grad_norm": 5.001059981673565, | |
| "learning_rate": 2.8412522872960486e-06, | |
| "loss": 0.2323, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.5713498622589532, | |
| "grad_norm": 3.902252684011861, | |
| "learning_rate": 2.840781001379139e-06, | |
| "loss": 0.0884, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.5735537190082645, | |
| "grad_norm": 4.121371795480466, | |
| "learning_rate": 2.8403090561341878e-06, | |
| "loss": 0.2631, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.5757575757575757, | |
| "grad_norm": 3.7110214921650324, | |
| "learning_rate": 2.8398364517932727e-06, | |
| "loss": 0.2998, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.577961432506887, | |
| "grad_norm": 6.2025699416635, | |
| "learning_rate": 2.8393631885887986e-06, | |
| "loss": 0.1385, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.5801652892561984, | |
| "grad_norm": 3.279306066462292, | |
| "learning_rate": 2.8388892667534903e-06, | |
| "loss": 0.1619, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.5823691460055096, | |
| "grad_norm": 3.1972358459552996, | |
| "learning_rate": 2.838414686520399e-06, | |
| "loss": 0.2275, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.584573002754821, | |
| "grad_norm": 4.729096055141415, | |
| "learning_rate": 2.8379394481229e-06, | |
| "loss": 0.1573, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.5867768595041323, | |
| "grad_norm": 4.079885310824538, | |
| "learning_rate": 2.837463551794691e-06, | |
| "loss": 0.3143, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.5889807162534435, | |
| "grad_norm": 4.290043095300846, | |
| "learning_rate": 2.8369869977697927e-06, | |
| "loss": 0.1397, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.5911845730027547, | |
| "grad_norm": 3.096289822814843, | |
| "learning_rate": 2.8365097862825516e-06, | |
| "loss": 0.0809, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.593388429752066, | |
| "grad_norm": 3.9955918707915945, | |
| "learning_rate": 2.836031917567636e-06, | |
| "loss": 0.1987, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.5955922865013774, | |
| "grad_norm": 5.319859877967437, | |
| "learning_rate": 2.835553391860036e-06, | |
| "loss": 0.1363, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.5977961432506889, | |
| "grad_norm": 5.65396766215741, | |
| "learning_rate": 2.8350742093950677e-06, | |
| "loss": 0.2859, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 7.765991667810481, | |
| "learning_rate": 2.8345943704083686e-06, | |
| "loss": 0.246, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.6022038567493113, | |
| "grad_norm": 2.583152548427552, | |
| "learning_rate": 2.834113875135898e-06, | |
| "loss": 0.1196, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.6044077134986225, | |
| "grad_norm": 3.9093087783630867, | |
| "learning_rate": 2.8336327238139407e-06, | |
| "loss": 0.2921, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.6066115702479338, | |
| "grad_norm": 3.4398541053621354, | |
| "learning_rate": 2.8331509166791015e-06, | |
| "loss": 0.1223, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.6088154269972452, | |
| "grad_norm": 3.8423373441579836, | |
| "learning_rate": 2.832668453968309e-06, | |
| "loss": 0.234, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.6110192837465565, | |
| "grad_norm": 4.044067317705418, | |
| "learning_rate": 2.832185335918813e-06, | |
| "loss": 0.1573, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.613223140495868, | |
| "grad_norm": 2.8739555688196394, | |
| "learning_rate": 2.8317015627681876e-06, | |
| "loss": 0.1728, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.6154269972451791, | |
| "grad_norm": 4.298425879403751, | |
| "learning_rate": 2.8312171347543275e-06, | |
| "loss": 0.1456, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.6176308539944904, | |
| "grad_norm": 4.590580736782103, | |
| "learning_rate": 2.83073205211545e-06, | |
| "loss": 0.2604, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.6198347107438016, | |
| "grad_norm": 5.5527106677455595, | |
| "learning_rate": 2.830246315090094e-06, | |
| "loss": 0.337, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.6220385674931128, | |
| "grad_norm": 4.1351188294540835, | |
| "learning_rate": 2.82975992391712e-06, | |
| "loss": 0.2419, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.6242424242424243, | |
| "grad_norm": 4.644664912832784, | |
| "learning_rate": 2.8292728788357105e-06, | |
| "loss": 0.3959, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.6264462809917355, | |
| "grad_norm": 3.556852835265641, | |
| "learning_rate": 2.82878518008537e-06, | |
| "loss": 0.1947, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.628650137741047, | |
| "grad_norm": 3.630483228818893, | |
| "learning_rate": 2.8282968279059235e-06, | |
| "loss": 0.0405, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.6308539944903582, | |
| "grad_norm": 4.745386954667148, | |
| "learning_rate": 2.8278078225375183e-06, | |
| "loss": 0.1604, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.6330578512396694, | |
| "grad_norm": 3.53832665010997, | |
| "learning_rate": 2.827318164220622e-06, | |
| "loss": 0.2007, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.6352617079889806, | |
| "grad_norm": 5.867754249401183, | |
| "learning_rate": 2.826827853196024e-06, | |
| "loss": 0.1423, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.6374655647382919, | |
| "grad_norm": 4.222754274583092, | |
| "learning_rate": 2.8263368897048346e-06, | |
| "loss": 0.1337, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.6396694214876033, | |
| "grad_norm": 3.117149882374395, | |
| "learning_rate": 2.825845273988484e-06, | |
| "loss": 0.1453, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.6418732782369148, | |
| "grad_norm": 3.4038444714885077, | |
| "learning_rate": 2.8253530062887244e-06, | |
| "loss": 0.0563, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.644077134986226, | |
| "grad_norm": 4.623079936470395, | |
| "learning_rate": 2.8248600868476277e-06, | |
| "loss": 0.1519, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.6462809917355372, | |
| "grad_norm": 3.313018135102592, | |
| "learning_rate": 2.824366515907587e-06, | |
| "loss": 0.2094, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.6484848484848484, | |
| "grad_norm": 5.2839049379385905, | |
| "learning_rate": 2.8238722937113153e-06, | |
| "loss": 0.1547, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.6506887052341597, | |
| "grad_norm": 2.9477242559704817, | |
| "learning_rate": 2.823377420501846e-06, | |
| "loss": 0.093, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.6528925619834711, | |
| "grad_norm": 3.045171763549146, | |
| "learning_rate": 2.8228818965225326e-06, | |
| "loss": 0.08, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.6550964187327823, | |
| "grad_norm": 3.923253731083525, | |
| "learning_rate": 2.8223857220170486e-06, | |
| "loss": 0.1194, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.6573002754820938, | |
| "grad_norm": 3.4924421442319726, | |
| "learning_rate": 2.821888897229388e-06, | |
| "loss": 0.1569, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.659504132231405, | |
| "grad_norm": 10.507784482223977, | |
| "learning_rate": 2.821391422403863e-06, | |
| "loss": 0.2523, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.6617079889807163, | |
| "grad_norm": 6.827016679434054, | |
| "learning_rate": 2.820893297785107e-06, | |
| "loss": 0.1597, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.6639118457300275, | |
| "grad_norm": 4.231118216733152, | |
| "learning_rate": 2.8203945236180726e-06, | |
| "loss": 0.2601, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.6661157024793387, | |
| "grad_norm": 5.790045882163988, | |
| "learning_rate": 2.8198951001480316e-06, | |
| "loss": 0.1201, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.6683195592286502, | |
| "grad_norm": 3.780198445899582, | |
| "learning_rate": 2.8193950276205744e-06, | |
| "loss": 0.3059, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.6705234159779614, | |
| "grad_norm": 2.7743504550344724, | |
| "learning_rate": 2.818894306281612e-06, | |
| "loss": 0.0944, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.6727272727272728, | |
| "grad_norm": 4.384995400856117, | |
| "learning_rate": 2.818392936377374e-06, | |
| "loss": 0.207, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.674931129476584, | |
| "grad_norm": 3.46546366145472, | |
| "learning_rate": 2.817890918154408e-06, | |
| "loss": 0.0987, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.6771349862258953, | |
| "grad_norm": 3.944519624313324, | |
| "learning_rate": 2.8173882518595806e-06, | |
| "loss": 0.2076, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.6793388429752065, | |
| "grad_norm": 3.0199025674864197, | |
| "learning_rate": 2.816884937740079e-06, | |
| "loss": 0.139, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.6815426997245178, | |
| "grad_norm": 4.181192024696917, | |
| "learning_rate": 2.8163809760434065e-06, | |
| "loss": 0.4948, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.6837465564738292, | |
| "grad_norm": 5.425368792194891, | |
| "learning_rate": 2.8158763670173866e-06, | |
| "loss": 0.2613, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.6859504132231407, | |
| "grad_norm": 2.449214805033337, | |
| "learning_rate": 2.8153711109101596e-06, | |
| "loss": 0.1652, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.6881542699724519, | |
| "grad_norm": 3.02375338979952, | |
| "learning_rate": 2.8148652079701852e-06, | |
| "loss": 0.0925, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.690358126721763, | |
| "grad_norm": 3.484485189001616, | |
| "learning_rate": 2.814358658446241e-06, | |
| "loss": 0.1745, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.6925619834710743, | |
| "grad_norm": 2.666491627882498, | |
| "learning_rate": 2.813851462587422e-06, | |
| "loss": 0.1677, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.6947658402203856, | |
| "grad_norm": 3.1016763666636717, | |
| "learning_rate": 2.8133436206431416e-06, | |
| "loss": 0.0979, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.696969696969697, | |
| "grad_norm": 2.6268324993637737, | |
| "learning_rate": 2.8128351328631308e-06, | |
| "loss": 0.1548, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.6991735537190082, | |
| "grad_norm": 3.5260065593405403, | |
| "learning_rate": 2.8123259994974376e-06, | |
| "loss": 0.2974, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.7013774104683197, | |
| "grad_norm": 4.976441509919316, | |
| "learning_rate": 2.811816220796428e-06, | |
| "loss": 0.2308, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.703581267217631, | |
| "grad_norm": 5.669812148443133, | |
| "learning_rate": 2.8113057970107864e-06, | |
| "loss": 0.5012, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.7057851239669422, | |
| "grad_norm": 5.4074181108538895, | |
| "learning_rate": 2.8107947283915115e-06, | |
| "loss": 0.2426, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.7079889807162534, | |
| "grad_norm": 4.925146764134966, | |
| "learning_rate": 2.810283015189922e-06, | |
| "loss": 0.2084, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.7101928374655646, | |
| "grad_norm": 4.733811645399949, | |
| "learning_rate": 2.8097706576576524e-06, | |
| "loss": 0.1098, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.712396694214876, | |
| "grad_norm": 3.72787024918664, | |
| "learning_rate": 2.8092576560466546e-06, | |
| "loss": 0.2889, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.7146005509641873, | |
| "grad_norm": 4.179092902335767, | |
| "learning_rate": 2.808744010609196e-06, | |
| "loss": 0.171, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.7168044077134987, | |
| "grad_norm": 3.1698363233858435, | |
| "learning_rate": 2.808229721597861e-06, | |
| "loss": 0.102, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.71900826446281, | |
| "grad_norm": 5.330585067718199, | |
| "learning_rate": 2.8077147892655516e-06, | |
| "loss": 0.4345, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.7212121212121212, | |
| "grad_norm": 3.9967585194484263, | |
| "learning_rate": 2.8071992138654856e-06, | |
| "loss": 0.1291, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.7234159779614324, | |
| "grad_norm": 1.922265729326589, | |
| "learning_rate": 2.806682995651196e-06, | |
| "loss": 0.1489, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.7256198347107436, | |
| "grad_norm": 3.133050865277451, | |
| "learning_rate": 2.806166134876533e-06, | |
| "loss": 0.1107, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.727823691460055, | |
| "grad_norm": 4.8008500192145735, | |
| "learning_rate": 2.805648631795663e-06, | |
| "loss": 0.1931, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.7300275482093666, | |
| "grad_norm": 7.27694610184454, | |
| "learning_rate": 2.8051304866630674e-06, | |
| "loss": 0.1939, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.7322314049586778, | |
| "grad_norm": 4.683082050560034, | |
| "learning_rate": 2.8046116997335432e-06, | |
| "loss": 0.1368, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.734435261707989, | |
| "grad_norm": 4.192820835260911, | |
| "learning_rate": 2.804092271262204e-06, | |
| "loss": 0.1852, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.7366391184573002, | |
| "grad_norm": 2.654337382564104, | |
| "learning_rate": 2.8035722015044784e-06, | |
| "loss": 0.0936, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.7388429752066115, | |
| "grad_norm": 4.735087099788159, | |
| "learning_rate": 2.80305149071611e-06, | |
| "loss": 0.1789, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.741046831955923, | |
| "grad_norm": 4.54086308882895, | |
| "learning_rate": 2.8025301391531584e-06, | |
| "loss": 0.1054, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.7432506887052341, | |
| "grad_norm": 5.877262840590166, | |
| "learning_rate": 2.8020081470719974e-06, | |
| "loss": 0.1144, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.7454545454545456, | |
| "grad_norm": 2.9934758004327198, | |
| "learning_rate": 2.8014855147293165e-06, | |
| "loss": 0.1114, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.7476584022038568, | |
| "grad_norm": 3.9602949185225427, | |
| "learning_rate": 2.800962242382119e-06, | |
| "loss": 0.1469, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.749862258953168, | |
| "grad_norm": 3.4891990751120874, | |
| "learning_rate": 2.8004383302877246e-06, | |
| "loss": 0.2197, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.7520661157024793, | |
| "grad_norm": 3.1228880918415314, | |
| "learning_rate": 2.799913778703767e-06, | |
| "loss": 0.0802, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.7542699724517905, | |
| "grad_norm": 4.262402531909565, | |
| "learning_rate": 2.7993885878881924e-06, | |
| "loss": 0.1462, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.756473829201102, | |
| "grad_norm": 4.464490083715167, | |
| "learning_rate": 2.7988627580992644e-06, | |
| "loss": 0.3734, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.7586776859504132, | |
| "grad_norm": 2.9521520450784293, | |
| "learning_rate": 2.7983362895955592e-06, | |
| "loss": 0.0761, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.7608815426997246, | |
| "grad_norm": 4.569388820068124, | |
| "learning_rate": 2.797809182635967e-06, | |
| "loss": 0.311, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.7630853994490359, | |
| "grad_norm": 2.761531061435357, | |
| "learning_rate": 2.7972814374796923e-06, | |
| "loss": 0.1123, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.765289256198347, | |
| "grad_norm": 2.909256889094545, | |
| "learning_rate": 2.7967530543862536e-06, | |
| "loss": 0.1424, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.7674931129476583, | |
| "grad_norm": 3.580892106221509, | |
| "learning_rate": 2.7962240336154824e-06, | |
| "loss": 0.1713, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.7696969696969695, | |
| "grad_norm": 2.613119863195253, | |
| "learning_rate": 2.795694375427524e-06, | |
| "loss": 0.1453, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.771900826446281, | |
| "grad_norm": 3.9385995694287512, | |
| "learning_rate": 2.795164080082839e-06, | |
| "loss": 0.3253, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.7741046831955924, | |
| "grad_norm": 2.968556000386392, | |
| "learning_rate": 2.7946331478421985e-06, | |
| "loss": 0.1914, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.7763085399449037, | |
| "grad_norm": 4.2982285708776615, | |
| "learning_rate": 2.794101578966688e-06, | |
| "loss": 0.1755, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.778512396694215, | |
| "grad_norm": 3.077422083118147, | |
| "learning_rate": 2.793569373717706e-06, | |
| "loss": 0.1018, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.7807162534435261, | |
| "grad_norm": 3.2720302498627394, | |
| "learning_rate": 2.7930365323569652e-06, | |
| "loss": 0.0902, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.7829201101928374, | |
| "grad_norm": 4.579436283539023, | |
| "learning_rate": 2.7925030551464885e-06, | |
| "loss": 0.1652, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.7851239669421488, | |
| "grad_norm": 3.7523711022286372, | |
| "learning_rate": 2.7919689423486137e-06, | |
| "loss": 0.1149, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.78732782369146, | |
| "grad_norm": 2.1787023560029017, | |
| "learning_rate": 2.79143419422599e-06, | |
| "loss": 0.1034, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.7895316804407715, | |
| "grad_norm": 3.262576182854977, | |
| "learning_rate": 2.7908988110415794e-06, | |
| "loss": 0.1919, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.7917355371900827, | |
| "grad_norm": 2.768827717118814, | |
| "learning_rate": 2.7903627930586566e-06, | |
| "loss": 0.0913, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.793939393939394, | |
| "grad_norm": 4.020492031322422, | |
| "learning_rate": 2.789826140540808e-06, | |
| "loss": 0.112, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.7961432506887052, | |
| "grad_norm": 3.8046638565500457, | |
| "learning_rate": 2.7892888537519313e-06, | |
| "loss": 0.2014, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.7983471074380164, | |
| "grad_norm": 3.5265605684044727, | |
| "learning_rate": 2.788750932956238e-06, | |
| "loss": 0.1362, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.8005509641873279, | |
| "grad_norm": 4.629808595887051, | |
| "learning_rate": 2.7882123784182493e-06, | |
| "loss": 0.1114, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.802754820936639, | |
| "grad_norm": 6.514243778597918, | |
| "learning_rate": 2.7876731904027993e-06, | |
| "loss": 0.1641, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.8049586776859505, | |
| "grad_norm": 3.1215686853622335, | |
| "learning_rate": 2.787133369175033e-06, | |
| "loss": 0.2913, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.8071625344352618, | |
| "grad_norm": 3.6554868120588466, | |
| "learning_rate": 2.7865929150004082e-06, | |
| "loss": 0.1416, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.809366391184573, | |
| "grad_norm": 15.691489907553818, | |
| "learning_rate": 2.7860518281446915e-06, | |
| "loss": 0.1736, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.8115702479338842, | |
| "grad_norm": 5.283164839932474, | |
| "learning_rate": 2.7855101088739628e-06, | |
| "loss": 0.2026, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.8137741046831954, | |
| "grad_norm": 3.5594046840956057, | |
| "learning_rate": 2.7849677574546113e-06, | |
| "loss": 0.0848, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.815977961432507, | |
| "grad_norm": 4.612036787809661, | |
| "learning_rate": 2.7844247741533395e-06, | |
| "loss": 0.179, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 3.65401545072593, | |
| "learning_rate": 2.783881159237157e-06, | |
| "loss": 0.1717, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.8203856749311296, | |
| "grad_norm": 3.9012328429874294, | |
| "learning_rate": 2.783336912973387e-06, | |
| "loss": 0.2841, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.8225895316804408, | |
| "grad_norm": 5.965848322247876, | |
| "learning_rate": 2.782792035629663e-06, | |
| "loss": 0.3736, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.824793388429752, | |
| "grad_norm": 3.271989028222971, | |
| "learning_rate": 2.7822465274739265e-06, | |
| "loss": 0.1078, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.8269972451790633, | |
| "grad_norm": 5.339902990752521, | |
| "learning_rate": 2.7817003887744313e-06, | |
| "loss": 0.3349, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.8292011019283747, | |
| "grad_norm": 3.0715961642404577, | |
| "learning_rate": 2.781153619799741e-06, | |
| "loss": 0.1475, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.831404958677686, | |
| "grad_norm": 5.6237694593788845, | |
| "learning_rate": 2.780606220818729e-06, | |
| "loss": 0.1436, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.8336088154269974, | |
| "grad_norm": 5.890345413594224, | |
| "learning_rate": 2.7800581921005778e-06, | |
| "loss": 0.1878, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.8358126721763086, | |
| "grad_norm": 4.06712704576657, | |
| "learning_rate": 2.77950953391478e-06, | |
| "loss": 0.2348, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.8380165289256198, | |
| "grad_norm": 2.882404649474459, | |
| "learning_rate": 2.7789602465311384e-06, | |
| "loss": 0.1351, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.840220385674931, | |
| "grad_norm": 5.473781561460339, | |
| "learning_rate": 2.778410330219764e-06, | |
| "loss": 0.3063, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.8424242424242423, | |
| "grad_norm": 3.922211179254337, | |
| "learning_rate": 2.777859785251079e-06, | |
| "loss": 0.1619, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.8446280991735537, | |
| "grad_norm": 8.221310063208145, | |
| "learning_rate": 2.777308611895812e-06, | |
| "loss": 0.4785, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.846831955922865, | |
| "grad_norm": 4.2268861917345335, | |
| "learning_rate": 2.7767568104250022e-06, | |
| "loss": 0.1154, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.8490358126721764, | |
| "grad_norm": 2.7566969326407658, | |
| "learning_rate": 2.7762043811099986e-06, | |
| "loss": 0.0647, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.8512396694214877, | |
| "grad_norm": 4.1654096542802925, | |
| "learning_rate": 2.775651324222457e-06, | |
| "loss": 0.2954, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.8534435261707989, | |
| "grad_norm": 2.862929107741642, | |
| "learning_rate": 2.775097640034343e-06, | |
| "loss": 0.1234, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.8556473829201101, | |
| "grad_norm": 4.035924471619375, | |
| "learning_rate": 2.7745433288179313e-06, | |
| "loss": 0.2158, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.8578512396694213, | |
| "grad_norm": 3.9005408283862884, | |
| "learning_rate": 2.773988390845802e-06, | |
| "loss": 0.2078, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.8600550964187328, | |
| "grad_norm": 4.0776857291236, | |
| "learning_rate": 2.773432826390847e-06, | |
| "loss": 0.2066, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.8622589531680442, | |
| "grad_norm": 4.054788798271851, | |
| "learning_rate": 2.7728766357262645e-06, | |
| "loss": 0.1977, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.8644628099173555, | |
| "grad_norm": 4.8154226644199, | |
| "learning_rate": 2.77231981912556e-06, | |
| "loss": 0.2452, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.8666666666666667, | |
| "grad_norm": 3.749035576393667, | |
| "learning_rate": 2.7717623768625487e-06, | |
| "loss": 0.1679, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.868870523415978, | |
| "grad_norm": 3.0296230257574823, | |
| "learning_rate": 2.7712043092113518e-06, | |
| "loss": 0.1371, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.8710743801652892, | |
| "grad_norm": 2.8961077120026397, | |
| "learning_rate": 2.7706456164463987e-06, | |
| "loss": 0.1451, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.8732782369146006, | |
| "grad_norm": 4.757014237158706, | |
| "learning_rate": 2.7700862988424264e-06, | |
| "loss": 0.2476, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.8754820936639118, | |
| "grad_norm": 3.5605409135922486, | |
| "learning_rate": 2.7695263566744786e-06, | |
| "loss": 0.3223, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.8776859504132233, | |
| "grad_norm": 3.673778148979456, | |
| "learning_rate": 2.7689657902179063e-06, | |
| "loss": 0.1496, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.8798898071625345, | |
| "grad_norm": 3.9594639471733015, | |
| "learning_rate": 2.7684045997483683e-06, | |
| "loss": 0.1621, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.8820936639118457, | |
| "grad_norm": 4.3094578613213015, | |
| "learning_rate": 2.7678427855418293e-06, | |
| "loss": 0.1284, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.884297520661157, | |
| "grad_norm": 4.230139062066988, | |
| "learning_rate": 2.767280347874561e-06, | |
| "loss": 0.2194, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.8865013774104682, | |
| "grad_norm": 4.483162054895854, | |
| "learning_rate": 2.766717287023141e-06, | |
| "loss": 0.3231, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.8887052341597796, | |
| "grad_norm": 3.6045893200147656, | |
| "learning_rate": 2.766153603264455e-06, | |
| "loss": 0.3204, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.8909090909090909, | |
| "grad_norm": 2.68825864298539, | |
| "learning_rate": 2.7655892968756935e-06, | |
| "loss": 0.1282, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.8931129476584023, | |
| "grad_norm": 3.086935863096946, | |
| "learning_rate": 2.7650243681343543e-06, | |
| "loss": 0.1713, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.8953168044077136, | |
| "grad_norm": 4.285553555539189, | |
| "learning_rate": 2.76445881731824e-06, | |
| "loss": 0.1801, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.8975206611570248, | |
| "grad_norm": 4.032253713736677, | |
| "learning_rate": 2.76389264470546e-06, | |
| "loss": 0.1143, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.899724517906336, | |
| "grad_norm": 3.5305542226645032, | |
| "learning_rate": 2.76332585057443e-06, | |
| "loss": 0.2464, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.9019283746556472, | |
| "grad_norm": 4.04266297597818, | |
| "learning_rate": 2.762758435203869e-06, | |
| "loss": 0.1271, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.9041322314049587, | |
| "grad_norm": 3.046350178355839, | |
| "learning_rate": 2.762190398872805e-06, | |
| "loss": 0.1708, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.9063360881542701, | |
| "grad_norm": 4.39744290609223, | |
| "learning_rate": 2.7616217418605685e-06, | |
| "loss": 0.0867, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.9085399449035814, | |
| "grad_norm": 3.9606892297824627, | |
| "learning_rate": 2.7610524644467955e-06, | |
| "loss": 0.1766, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.9107438016528926, | |
| "grad_norm": 2.6007521338428163, | |
| "learning_rate": 2.7604825669114284e-06, | |
| "loss": 0.1322, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.9129476584022038, | |
| "grad_norm": 4.5370637771574485, | |
| "learning_rate": 2.7599120495347137e-06, | |
| "loss": 0.2271, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.915151515151515, | |
| "grad_norm": 4.704518903323181, | |
| "learning_rate": 2.7593409125972037e-06, | |
| "loss": 0.2211, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.9173553719008265, | |
| "grad_norm": 3.7308347809758704, | |
| "learning_rate": 2.7587691563797533e-06, | |
| "loss": 0.1474, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.9195592286501377, | |
| "grad_norm": 3.531251299278127, | |
| "learning_rate": 2.758196781163524e-06, | |
| "loss": 0.1425, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.9217630853994492, | |
| "grad_norm": 3.899278122311197, | |
| "learning_rate": 2.7576237872299805e-06, | |
| "loss": 0.1692, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.9239669421487604, | |
| "grad_norm": 3.970267403444949, | |
| "learning_rate": 2.7570501748608922e-06, | |
| "loss": 0.3354, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.9261707988980716, | |
| "grad_norm": 5.657505689245682, | |
| "learning_rate": 2.756475944338333e-06, | |
| "loss": 0.2707, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.9283746556473829, | |
| "grad_norm": 5.4080580645655125, | |
| "learning_rate": 2.75590109594468e-06, | |
| "loss": 0.2196, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.930578512396694, | |
| "grad_norm": 4.072394021014495, | |
| "learning_rate": 2.7553256299626138e-06, | |
| "loss": 0.2698, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.9327823691460055, | |
| "grad_norm": 2.667949896246189, | |
| "learning_rate": 2.7547495466751204e-06, | |
| "loss": 0.1677, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.9349862258953168, | |
| "grad_norm": 3.638205070981609, | |
| "learning_rate": 2.754172846365488e-06, | |
| "loss": 0.1484, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.9371900826446282, | |
| "grad_norm": 3.4775529494976136, | |
| "learning_rate": 2.7535955293173087e-06, | |
| "loss": 0.1624, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.9393939393939394, | |
| "grad_norm": 4.173548390099768, | |
| "learning_rate": 2.753017595814477e-06, | |
| "loss": 0.1607, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.9415977961432507, | |
| "grad_norm": 4.164962747564953, | |
| "learning_rate": 2.7524390461411916e-06, | |
| "loss": 0.1889, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.943801652892562, | |
| "grad_norm": 2.54142311710031, | |
| "learning_rate": 2.751859880581954e-06, | |
| "loss": 0.1741, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.9460055096418731, | |
| "grad_norm": 2.178677072386189, | |
| "learning_rate": 2.751280099421569e-06, | |
| "loss": 0.1216, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.9482093663911846, | |
| "grad_norm": 3.8814007175409673, | |
| "learning_rate": 2.750699702945142e-06, | |
| "loss": 0.1891, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.950413223140496, | |
| "grad_norm": 8.658086942729867, | |
| "learning_rate": 2.7501186914380845e-06, | |
| "loss": 0.1778, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.9526170798898073, | |
| "grad_norm": 3.146576269483999, | |
| "learning_rate": 2.749537065186107e-06, | |
| "loss": 0.0524, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.9548209366391185, | |
| "grad_norm": 3.2325353182101395, | |
| "learning_rate": 2.748954824475224e-06, | |
| "loss": 0.1623, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.9570247933884297, | |
| "grad_norm": 3.1057019071534047, | |
| "learning_rate": 2.748371969591752e-06, | |
| "loss": 0.1908, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.959228650137741, | |
| "grad_norm": 2.678469488136285, | |
| "learning_rate": 2.74778850082231e-06, | |
| "loss": 0.1876, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.9614325068870524, | |
| "grad_norm": 4.750733810300038, | |
| "learning_rate": 2.747204418453818e-06, | |
| "loss": 0.2796, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.9636363636363636, | |
| "grad_norm": 2.4582854680750486, | |
| "learning_rate": 2.7466197227734976e-06, | |
| "loss": 0.0621, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.965840220385675, | |
| "grad_norm": 4.052676767921253, | |
| "learning_rate": 2.7460344140688733e-06, | |
| "loss": 0.238, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.9680440771349863, | |
| "grad_norm": 3.0237993476789753, | |
| "learning_rate": 2.7454484926277693e-06, | |
| "loss": 0.1915, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.9702479338842975, | |
| "grad_norm": 2.989473268610309, | |
| "learning_rate": 2.744861958738313e-06, | |
| "loss": 0.0917, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.9724517906336088, | |
| "grad_norm": 2.36311627004035, | |
| "learning_rate": 2.744274812688931e-06, | |
| "loss": 0.1871, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.97465564738292, | |
| "grad_norm": 3.4871528972576944, | |
| "learning_rate": 2.743687054768353e-06, | |
| "loss": 0.1615, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.9768595041322314, | |
| "grad_norm": 3.7392756691831246, | |
| "learning_rate": 2.743098685265607e-06, | |
| "loss": 0.2817, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.9790633608815427, | |
| "grad_norm": 4.617396209400955, | |
| "learning_rate": 2.7425097044700246e-06, | |
| "loss": 0.235, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.9812672176308541, | |
| "grad_norm": 3.679289220007701, | |
| "learning_rate": 2.741920112671237e-06, | |
| "loss": 0.1242, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.9834710743801653, | |
| "grad_norm": 3.3171681919567293, | |
| "learning_rate": 2.7413299101591738e-06, | |
| "loss": 0.1351, | |
| "step": 900 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 4530, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 834641013964800.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |