| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1765, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.4841845237449234, |
| "learning_rate": 3.7735849056603774e-08, |
| "loss": 0.6308, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.42203786668807, |
| "learning_rate": 7.547169811320755e-08, |
| "loss": 0.6758, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.878145696353976, |
| "learning_rate": 1.1320754716981131e-07, |
| "loss": 0.6391, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.475344841495122, |
| "learning_rate": 1.509433962264151e-07, |
| "loss": 0.6518, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.4577169819897264, |
| "learning_rate": 1.8867924528301886e-07, |
| "loss": 0.6625, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.6314657760115416, |
| "learning_rate": 2.2641509433962263e-07, |
| "loss": 0.6405, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.2382705933247515, |
| "learning_rate": 2.641509433962264e-07, |
| "loss": 0.6715, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.678667419114082, |
| "learning_rate": 3.018867924528302e-07, |
| "loss": 0.6151, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.262379969483797, |
| "learning_rate": 3.396226415094339e-07, |
| "loss": 0.6107, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 4.489917095230589, |
| "learning_rate": 3.773584905660377e-07, |
| "loss": 0.626, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.4125483935497667, |
| "learning_rate": 4.150943396226415e-07, |
| "loss": 0.6132, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.79320406562782, |
| "learning_rate": 4.5283018867924526e-07, |
| "loss": 0.657, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.2675195669438626, |
| "learning_rate": 4.90566037735849e-07, |
| "loss": 0.6231, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.323174849476731, |
| "learning_rate": 5.283018867924528e-07, |
| "loss": 0.6052, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.924763211870166, |
| "learning_rate": 5.660377358490566e-07, |
| "loss": 0.5834, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.35179261011413, |
| "learning_rate": 6.037735849056604e-07, |
| "loss": 0.5923, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.334147599460606, |
| "learning_rate": 6.415094339622641e-07, |
| "loss": 0.5945, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.9466181761596992, |
| "learning_rate": 6.792452830188678e-07, |
| "loss": 0.5917, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.017575110561897, |
| "learning_rate": 7.169811320754716e-07, |
| "loss": 0.5754, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.229917335932235, |
| "learning_rate": 7.547169811320754e-07, |
| "loss": 0.5618, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.8131350538456132, |
| "learning_rate": 7.924528301886793e-07, |
| "loss": 0.572, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.72194929279167, |
| "learning_rate": 8.30188679245283e-07, |
| "loss": 0.513, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.3394944611913, |
| "learning_rate": 8.679245283018868e-07, |
| "loss": 0.457, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.931979495495408, |
| "learning_rate": 9.056603773584905e-07, |
| "loss": 0.4427, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.887347811966607, |
| "learning_rate": 9.433962264150943e-07, |
| "loss": 0.489, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.1514983983383695, |
| "learning_rate": 9.81132075471698e-07, |
| "loss": 0.4522, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.2995536440652637, |
| "learning_rate": 1.0188679245283019e-06, |
| "loss": 0.4751, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.1446285442921735, |
| "learning_rate": 1.0566037735849057e-06, |
| "loss": 0.44, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.2651023185345585, |
| "learning_rate": 1.0943396226415093e-06, |
| "loss": 0.4708, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.021080464753173, |
| "learning_rate": 1.1320754716981131e-06, |
| "loss": 0.4208, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.21584242208253, |
| "learning_rate": 1.169811320754717e-06, |
| "loss": 0.4305, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.3964757157004613, |
| "learning_rate": 1.2075471698113208e-06, |
| "loss": 0.4247, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.033542339756139, |
| "learning_rate": 1.2452830188679244e-06, |
| "loss": 0.3917, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.2140208027667616, |
| "learning_rate": 1.2830188679245282e-06, |
| "loss": 0.3896, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.2491772430285413, |
| "learning_rate": 1.320754716981132e-06, |
| "loss": 0.3995, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.4868984223931907, |
| "learning_rate": 1.3584905660377356e-06, |
| "loss": 0.3922, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.936398949468111, |
| "learning_rate": 1.3962264150943394e-06, |
| "loss": 0.4054, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.1541548439219653, |
| "learning_rate": 1.4339622641509432e-06, |
| "loss": 0.4242, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.9275413032125785, |
| "learning_rate": 1.471698113207547e-06, |
| "loss": 0.3636, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.8578963289661783, |
| "learning_rate": 1.5094339622641509e-06, |
| "loss": 0.4057, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.6999808011479187, |
| "learning_rate": 1.5471698113207547e-06, |
| "loss": 0.355, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.1149988645342224, |
| "learning_rate": 1.5849056603773585e-06, |
| "loss": 0.3504, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.791588524547875, |
| "learning_rate": 1.6226415094339623e-06, |
| "loss": 0.3673, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.8722057969802204, |
| "learning_rate": 1.660377358490566e-06, |
| "loss": 0.3671, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.2949583830173808, |
| "learning_rate": 1.6981132075471698e-06, |
| "loss": 0.3593, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.911131097602587, |
| "learning_rate": 1.7358490566037736e-06, |
| "loss": 0.3596, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.911161418733667, |
| "learning_rate": 1.7735849056603774e-06, |
| "loss": 0.3479, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.1118991017606383, |
| "learning_rate": 1.811320754716981e-06, |
| "loss": 0.3528, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.392602083325391, |
| "learning_rate": 1.8490566037735848e-06, |
| "loss": 0.3481, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.6918804428497827, |
| "learning_rate": 1.8867924528301887e-06, |
| "loss": 0.3295, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.6445974760767799, |
| "learning_rate": 1.9245283018867923e-06, |
| "loss": 0.3403, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.7998353066606536, |
| "learning_rate": 1.962264150943396e-06, |
| "loss": 0.3303, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.9466476774565185, |
| "learning_rate": 2e-06, |
| "loss": 0.3311, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.6838405510353802, |
| "learning_rate": 1.999998316310098e-06, |
| "loss": 0.3131, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.8674267622877876, |
| "learning_rate": 1.999993265246062e-06, |
| "loss": 0.3392, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.6346441469873199, |
| "learning_rate": 1.9999848468249006e-06, |
| "loss": 0.3276, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.4729957226872485, |
| "learning_rate": 1.999973061074962e-06, |
| "loss": 0.3436, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.078293012985477, |
| "learning_rate": 1.9999579080359334e-06, |
| "loss": 0.3347, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.297753681732222, |
| "learning_rate": 1.9999393877588407e-06, |
| "loss": 0.324, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.9264664474469204, |
| "learning_rate": 1.9999175003060483e-06, |
| "loss": 0.3362, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.0149148870938918, |
| "learning_rate": 1.9998922457512605e-06, |
| "loss": 0.3369, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.0618748458976106, |
| "learning_rate": 1.9998636241795183e-06, |
| "loss": 0.3308, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.8461171167550716, |
| "learning_rate": 1.999831635687201e-06, |
| "loss": 0.337, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.573323778446205, |
| "learning_rate": 1.999796280382027e-06, |
| "loss": 0.3035, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.9297388937697657, |
| "learning_rate": 1.9997575583830506e-06, |
| "loss": 0.3411, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.988741267914501, |
| "learning_rate": 1.9997154698206633e-06, |
| "loss": 0.3123, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.5698796744326022, |
| "learning_rate": 1.9996700148365936e-06, |
| "loss": 0.3086, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.4267305806521715, |
| "learning_rate": 1.999621193583905e-06, |
| "loss": 0.303, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.920967222581801, |
| "learning_rate": 1.9995690062269984e-06, |
| "loss": 0.3234, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.3938639600370097, |
| "learning_rate": 1.9995134529416073e-06, |
| "loss": 0.3083, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.819204014872305, |
| "learning_rate": 1.9994545339148013e-06, |
| "loss": 0.3146, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.360151055520758, |
| "learning_rate": 1.999392249344983e-06, |
| "loss": 0.3118, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.6417160504347441, |
| "learning_rate": 1.9993265994418883e-06, |
| "loss": 0.3251, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.7145584523487125, |
| "learning_rate": 1.9992575844265856e-06, |
| "loss": 0.3208, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.6072756512379518, |
| "learning_rate": 1.999185204531474e-06, |
| "loss": 0.2892, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.5028894089334375, |
| "learning_rate": 1.9991094600002847e-06, |
| "loss": 0.3396, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.526073412721908, |
| "learning_rate": 1.999030351088078e-06, |
| "loss": 0.3083, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.5290303153461566, |
| "learning_rate": 1.9989478780612433e-06, |
| "loss": 0.3026, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.6864641718579354, |
| "learning_rate": 1.998862041197499e-06, |
| "loss": 0.313, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.1460543565197776, |
| "learning_rate": 1.998772840785891e-06, |
| "loss": 0.2943, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.9579058234848254, |
| "learning_rate": 1.99868027712679e-06, |
| "loss": 0.3102, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.6024600368644362, |
| "learning_rate": 1.998584350531894e-06, |
| "loss": 0.3068, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.5500158132637425, |
| "learning_rate": 1.998485061324223e-06, |
| "loss": 0.3188, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.5721528341876851, |
| "learning_rate": 1.9983824098381224e-06, |
| "loss": 0.3115, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.4419242555613345, |
| "learning_rate": 1.9982763964192584e-06, |
| "loss": 0.3028, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.4989271888893556, |
| "learning_rate": 1.9981670214246184e-06, |
| "loss": 0.2916, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.999740923295262, |
| "learning_rate": 1.9980542852225097e-06, |
| "loss": 0.2996, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.6622698607673714, |
| "learning_rate": 1.997938188192558e-06, |
| "loss": 0.3124, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.6648545623356927, |
| "learning_rate": 1.997818730725706e-06, |
| "loss": 0.3117, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.4643519839399555, |
| "learning_rate": 1.9976959132242124e-06, |
| "loss": 0.3219, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.8554720628552361, |
| "learning_rate": 1.997569736101651e-06, |
| "loss": 0.2664, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.5102712470587052, |
| "learning_rate": 1.997440199782906e-06, |
| "loss": 0.2933, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.6419233696009894, |
| "learning_rate": 1.9973073047041776e-06, |
| "loss": 0.2904, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.763124553627459, |
| "learning_rate": 1.997171051312973e-06, |
| "loss": 0.2852, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.0291891591521485, |
| "learning_rate": 1.9970314400681097e-06, |
| "loss": 0.2702, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.9132613974926687, |
| "learning_rate": 1.996888471439711e-06, |
| "loss": 0.2993, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.6052018477653207, |
| "learning_rate": 1.9967421459092075e-06, |
| "loss": 0.2912, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.6611575462934254, |
| "learning_rate": 1.9965924639693317e-06, |
| "loss": 0.2803, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.6460993083091668, |
| "learning_rate": 1.9964394261241205e-06, |
| "loss": 0.2925, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.7929937658011097, |
| "learning_rate": 1.9962830328889104e-06, |
| "loss": 0.3104, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.7958338225406956, |
| "learning_rate": 1.996123284790336e-06, |
| "loss": 0.3095, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.7811495197980376, |
| "learning_rate": 1.99596018236633e-06, |
| "loss": 0.277, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.5261310813457682, |
| "learning_rate": 1.9957937261661213e-06, |
| "loss": 0.3078, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.0011507608468713, |
| "learning_rate": 1.99562391675023e-06, |
| "loss": 0.3086, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.6289150895375621, |
| "learning_rate": 1.9954507546904696e-06, |
| "loss": 0.3027, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.59315878335245, |
| "learning_rate": 1.995274240569942e-06, |
| "loss": 0.3002, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.493001623817555, |
| "learning_rate": 1.995094374983038e-06, |
| "loss": 0.2672, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.7264192215908158, |
| "learning_rate": 1.994911158535432e-06, |
| "loss": 0.2908, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.5788937616396206, |
| "learning_rate": 1.994724591844085e-06, |
| "loss": 0.295, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.658948012517768, |
| "learning_rate": 1.9945346755372364e-06, |
| "loss": 0.2807, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.1955561337720515, |
| "learning_rate": 1.9943414102544082e-06, |
| "loss": 0.3127, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.151960308631923, |
| "learning_rate": 1.9941447966463962e-06, |
| "loss": 0.3222, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.8981882303625344, |
| "learning_rate": 1.9939448353752743e-06, |
| "loss": 0.2892, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.9733942899011068, |
| "learning_rate": 1.9937415271143876e-06, |
| "loss": 0.3066, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.5952639087949956, |
| "learning_rate": 1.9935348725483525e-06, |
| "loss": 0.2694, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.6956577438970666, |
| "learning_rate": 1.9933248723730533e-06, |
| "loss": 0.2826, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.515417258009173, |
| "learning_rate": 1.9931115272956404e-06, |
| "loss": 0.2838, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.1533905590726836, |
| "learning_rate": 1.9928948380345273e-06, |
| "loss": 0.3044, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.414955521736467, |
| "learning_rate": 1.9926748053193894e-06, |
| "loss": 0.2866, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.8300861326639828, |
| "learning_rate": 1.9924514298911607e-06, |
| "loss": 0.2849, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.3507452847434371, |
| "learning_rate": 1.9922247125020305e-06, |
| "loss": 0.2736, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.7294482029952782, |
| "learning_rate": 1.9919946539154424e-06, |
| "loss": 0.2693, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 5.059252409832772, |
| "learning_rate": 1.9917612549060915e-06, |
| "loss": 0.2834, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.075710501140192, |
| "learning_rate": 1.991524516259921e-06, |
| "loss": 0.2755, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.8089419594122498, |
| "learning_rate": 1.991284438774119e-06, |
| "loss": 0.2929, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.6364760906705336, |
| "learning_rate": 1.9910410232571185e-06, |
| "loss": 0.266, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.6641452879186178, |
| "learning_rate": 1.9907942705285916e-06, |
| "loss": 0.2909, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.075940524759441, |
| "learning_rate": 1.990544181419448e-06, |
| "loss": 0.3055, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.6140752095755138, |
| "learning_rate": 1.9902907567718335e-06, |
| "loss": 0.2711, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.8458301967854023, |
| "learning_rate": 1.9900339974391247e-06, |
| "loss": 0.2915, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.5345258940635396, |
| "learning_rate": 1.9897739042859284e-06, |
| "loss": 0.285, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.313563333374535, |
| "learning_rate": 1.989510478188076e-06, |
| "loss": 0.2824, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.6660602786871563, |
| "learning_rate": 1.9892437200326236e-06, |
| "loss": 0.2885, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.757098250149227, |
| "learning_rate": 1.988973630717848e-06, |
| "loss": 0.2992, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.4219607783010701, |
| "learning_rate": 1.988700211153241e-06, |
| "loss": 0.2711, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.610322300712251, |
| "learning_rate": 1.9884234622595115e-06, |
| "loss": 0.3245, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.7034865974157456, |
| "learning_rate": 1.988143384968578e-06, |
| "loss": 0.2937, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.1472558512900806, |
| "learning_rate": 1.987859980223566e-06, |
| "loss": 0.2948, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.106917478213908, |
| "learning_rate": 1.9875732489788077e-06, |
| "loss": 0.2847, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.7261907563645862, |
| "learning_rate": 1.9872831921998367e-06, |
| "loss": 0.2714, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.227693070439494, |
| "learning_rate": 1.9869898108633835e-06, |
| "loss": 0.2761, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.3945652943122027, |
| "learning_rate": 1.9866931059573745e-06, |
| "loss": 0.2681, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.5682375981410632, |
| "learning_rate": 1.9863930784809278e-06, |
| "loss": 0.2869, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.6738297542661662, |
| "learning_rate": 1.9860897294443508e-06, |
| "loss": 0.3001, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.8476169282688792, |
| "learning_rate": 1.9857830598691335e-06, |
| "loss": 0.2943, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.585993793933756, |
| "learning_rate": 1.98547307078795e-06, |
| "loss": 0.2957, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.6324207123669265, |
| "learning_rate": 1.9851597632446505e-06, |
| "loss": 0.2728, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.3897614522732709, |
| "learning_rate": 1.9848431382942605e-06, |
| "loss": 0.2816, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.670002539945534, |
| "learning_rate": 1.9845231970029773e-06, |
| "loss": 0.2673, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.3998951955898702, |
| "learning_rate": 1.9841999404481636e-06, |
| "loss": 0.2835, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8050324087254177, |
| "learning_rate": 1.983873369718348e-06, |
| "loss": 0.2955, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6122607548590895, |
| "learning_rate": 1.983543485913218e-06, |
| "loss": 0.2651, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 5.636568772826462, |
| "learning_rate": 1.9832102901436167e-06, |
| "loss": 0.292, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6032423566289615, |
| "learning_rate": 1.982873783531542e-06, |
| "loss": 0.2866, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6140870587436835, |
| "learning_rate": 1.982533967210139e-06, |
| "loss": 0.2917, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.848769044209177, |
| "learning_rate": 1.9821908423236977e-06, |
| "loss": 0.2877, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.637509507675195, |
| "learning_rate": 1.9818444100276516e-06, |
| "loss": 0.2815, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 4.847148550709564, |
| "learning_rate": 1.981494671488568e-06, |
| "loss": 0.2647, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.457905784519377, |
| "learning_rate": 1.9811416278841502e-06, |
| "loss": 0.2788, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.4596375307905933, |
| "learning_rate": 1.98078528040323e-06, |
| "loss": 0.271, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8185350940487643, |
| "learning_rate": 1.980425630245765e-06, |
| "loss": 0.2775, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.478348852209309, |
| "learning_rate": 1.9800626786228337e-06, |
| "loss": 0.2688, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.9825985671375521, |
| "learning_rate": 1.979696426756632e-06, |
| "loss": 0.2637, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.5013341808242229, |
| "learning_rate": 1.9793268758804687e-06, |
| "loss": 0.2679, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.5816863644661754, |
| "learning_rate": 1.9789540272387627e-06, |
| "loss": 0.268, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8478316508698556, |
| "learning_rate": 1.978577882087036e-06, |
| "loss": 0.2837, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.6922064925766565, |
| "learning_rate": 1.9781984416919134e-06, |
| "loss": 0.2783, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.936362518787055, |
| "learning_rate": 1.977815707331114e-06, |
| "loss": 0.297, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.545874439153469, |
| "learning_rate": 1.97742968029345e-06, |
| "loss": 0.2907, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.8160738783954211, |
| "learning_rate": 1.977040361878821e-06, |
| "loss": 0.2721, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.807244593846061, |
| "learning_rate": 1.9766477533982094e-06, |
| "loss": 0.2821, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.7274195143294735, |
| "learning_rate": 1.976251856173678e-06, |
| "loss": 0.284, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.0244077785058754, |
| "learning_rate": 1.9758526715383627e-06, |
| "loss": 0.2846, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.024299787729565, |
| "learning_rate": 1.9754502008364698e-06, |
| "loss": 0.2926, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.7788767121304085, |
| "learning_rate": 1.975044445423271e-06, |
| "loss": 0.2941, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.4019859175935807, |
| "learning_rate": 1.974635406665099e-06, |
| "loss": 0.2761, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.2597958220548073, |
| "learning_rate": 1.974223085939343e-06, |
| "loss": 0.2623, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.5056594955124902, |
| "learning_rate": 1.9738074846344426e-06, |
| "loss": 0.2884, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.8849616223824353, |
| "learning_rate": 1.9733886041498856e-06, |
| "loss": 0.2744, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.2219466195904114, |
| "learning_rate": 1.972966445896202e-06, |
| "loss": 0.271, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.42849060120362, |
| "learning_rate": 1.972541011294959e-06, |
| "loss": 0.2735, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.2423472765799866, |
| "learning_rate": 1.972112301778756e-06, |
| "loss": 0.2977, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.6359840805861086, |
| "learning_rate": 1.9716803187912203e-06, |
| "loss": 0.2774, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.8153625109767515, |
| "learning_rate": 1.9712450637870045e-06, |
| "loss": 0.2919, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.0535893364579882, |
| "learning_rate": 1.970806538231776e-06, |
| "loss": 0.284, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.5494217943723756, |
| "learning_rate": 1.970364743602217e-06, |
| "loss": 0.2693, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.6549806664227336, |
| "learning_rate": 1.9699196813860184e-06, |
| "loss": 0.259, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.5769903194256722, |
| "learning_rate": 1.9694713530818735e-06, |
| "loss": 0.2611, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.8669250010493135, |
| "learning_rate": 1.969019760199474e-06, |
| "loss": 0.2828, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.795636962867612, |
| "learning_rate": 1.9685649042595045e-06, |
| "loss": 0.2832, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.645799112758709, |
| "learning_rate": 1.968106786793638e-06, |
| "loss": 0.2654, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.0536811264442205, |
| "learning_rate": 1.967645409344529e-06, |
| "loss": 0.2485, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.5843372589463587, |
| "learning_rate": 1.967180773465812e-06, |
| "loss": 0.2638, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.6189891086416026, |
| "learning_rate": 1.9667128807220916e-06, |
| "loss": 0.2764, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.618868426016012, |
| "learning_rate": 1.9662417326889407e-06, |
| "loss": 0.274, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.5563594433614312, |
| "learning_rate": 1.9657673309528936e-06, |
| "loss": 0.2832, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.903348639321686, |
| "learning_rate": 1.9652896771114414e-06, |
| "loss": 0.2674, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.299579541828807, |
| "learning_rate": 1.964808772773025e-06, |
| "loss": 0.2713, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.955556819058435, |
| "learning_rate": 1.9643246195570335e-06, |
| "loss": 0.2754, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.4246064872132271, |
| "learning_rate": 1.9638372190937934e-06, |
| "loss": 0.2804, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.7997151500172972, |
| "learning_rate": 1.963346573024568e-06, |
| "loss": 0.2711, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.8164292268565017, |
| "learning_rate": 1.962852683001548e-06, |
| "loss": 0.2841, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.8738622717571962, |
| "learning_rate": 1.9623555506878496e-06, |
| "loss": 0.2682, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.0588104641051057, |
| "learning_rate": 1.961855177757506e-06, |
| "loss": 0.2443, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.5447026778774853, |
| "learning_rate": 1.9613515658954624e-06, |
| "loss": 0.2676, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 58.17799785515925, |
| "learning_rate": 1.9608447167975712e-06, |
| "loss": 0.2719, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.4201318187648717, |
| "learning_rate": 1.960334632170587e-06, |
| "loss": 0.2711, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.6151061560904458, |
| "learning_rate": 1.9598213137321566e-06, |
| "loss": 0.2771, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.3624415422897582, |
| "learning_rate": 1.9593047632108198e-06, |
| "loss": 0.2795, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.7063809700167063, |
| "learning_rate": 1.9587849823459974e-06, |
| "loss": 0.262, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.704767470623922, |
| "learning_rate": 1.9582619728879896e-06, |
| "loss": 0.2671, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.9236883518597807, |
| "learning_rate": 1.957735736597967e-06, |
| "loss": 0.2587, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.4580317276355494, |
| "learning_rate": 1.957206275247968e-06, |
| "loss": 0.2626, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.609114235032971, |
| "learning_rate": 1.95667359062089e-06, |
| "loss": 0.2663, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.9122216272707904, |
| "learning_rate": 1.9561376845104836e-06, |
| "loss": 0.2569, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.8505334920885719, |
| "learning_rate": 1.9555985587213494e-06, |
| "loss": 0.2676, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.5798315592924423, |
| "learning_rate": 1.9550562150689275e-06, |
| "loss": 0.2811, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.624535997367186, |
| "learning_rate": 1.954510655379496e-06, |
| "loss": 0.2936, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.6653151163752762, |
| "learning_rate": 1.953961881490161e-06, |
| "loss": 0.2717, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.9766689422985182, |
| "learning_rate": 1.9534098952488526e-06, |
| "loss": 0.276, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.6101980482803224, |
| "learning_rate": 1.9528546985143177e-06, |
| "loss": 0.2644, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 5.352286483093476, |
| "learning_rate": 1.9522962931561157e-06, |
| "loss": 0.2642, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 8.357014330075064, |
| "learning_rate": 1.9517346810546093e-06, |
| "loss": 0.2621, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.8920999167934909, |
| "learning_rate": 1.9511698641009587e-06, |
| "loss": 0.2679, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.6327875286304598, |
| "learning_rate": 1.950601844197118e-06, |
| "loss": 0.2625, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.5348617277564598, |
| "learning_rate": 1.9500306232558257e-06, |
| "loss": 0.2721, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.3717764165183968, |
| "learning_rate": 1.9494562032006e-06, |
| "loss": 0.2683, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.2776086923388212, |
| "learning_rate": 1.948878585965731e-06, |
| "loss": 0.2713, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.6429171205503288, |
| "learning_rate": 1.9482977734962752e-06, |
| "loss": 0.2549, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.4645706920773651, |
| "learning_rate": 1.947713767748049e-06, |
| "loss": 0.2808, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.7805860800870479, |
| "learning_rate": 1.9471265706876218e-06, |
| "loss": 0.2845, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.2186326422427856, |
| "learning_rate": 1.9465361842923084e-06, |
| "loss": 0.2479, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.7364731511845473, |
| "learning_rate": 1.945942610550165e-06, |
| "loss": 0.2711, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.4438603297603503, |
| "learning_rate": 1.9453458514599794e-06, |
| "loss": 0.2766, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.8558861822807204, |
| "learning_rate": 1.9447459090312654e-06, |
| "loss": 0.2778, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.4958770312114351, |
| "learning_rate": 1.944142785284258e-06, |
| "loss": 0.2727, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.7408912789904278, |
| "learning_rate": 1.9435364822499036e-06, |
| "loss": 0.2896, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.2339047425800165, |
| "learning_rate": 1.942927001969855e-06, |
| "loss": 0.2743, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.8664554419736463, |
| "learning_rate": 1.942314346496463e-06, |
| "loss": 0.2951, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.754954964563153, |
| "learning_rate": 1.9416985178927723e-06, |
| "loss": 0.2607, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.4994427888165345, |
| "learning_rate": 1.941079518232511e-06, |
| "loss": 0.2546, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 5.861516380556998, |
| "learning_rate": 1.9404573496000865e-06, |
| "loss": 0.2603, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.5880495496350484, |
| "learning_rate": 1.939832014090576e-06, |
| "loss": 0.2641, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.5751997589373612, |
| "learning_rate": 1.939203513809723e-06, |
| "loss": 0.2701, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.495124724753987, |
| "learning_rate": 1.938571850873926e-06, |
| "loss": 0.251, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.427805485761381, |
| "learning_rate": 1.9379370274102336e-06, |
| "loss": 0.2657, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.4922932315972126, |
| "learning_rate": 1.9372990455563383e-06, |
| "loss": 0.2634, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.6420455833777385, |
| "learning_rate": 1.936657907460567e-06, |
| "loss": 0.2792, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.162890816351466, |
| "learning_rate": 1.9360136152818745e-06, |
| "loss": 0.2862, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.4162967948218883, |
| "learning_rate": 1.9353661711898382e-06, |
| "loss": 0.2475, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.7480275180658238, |
| "learning_rate": 1.9347155773646476e-06, |
| "loss": 0.2662, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.5194422222133057, |
| "learning_rate": 1.9340618359971e-06, |
| "loss": 0.2734, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.180744355718762, |
| "learning_rate": 1.93340494928859e-06, |
| "loss": 0.2641, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.817998622984753, |
| "learning_rate": 1.9327449194511057e-06, |
| "loss": 0.282, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.4470115577869191, |
| "learning_rate": 1.932081748707217e-06, |
| "loss": 0.2574, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.5333101714313249, |
| "learning_rate": 1.9314154392900724e-06, |
| "loss": 0.2587, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.6209363674828383, |
| "learning_rate": 1.9307459934433886e-06, |
| "loss": 0.2681, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.064766532745283, |
| "learning_rate": 1.930073413421444e-06, |
| "loss": 0.2691, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.425928225401545, |
| "learning_rate": 1.9293977014890715e-06, |
| "loss": 0.2661, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.8432398109184334, |
| "learning_rate": 1.9287188599216487e-06, |
| "loss": 0.2756, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.9419330252305926, |
| "learning_rate": 1.928036891005094e-06, |
| "loss": 0.26, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.9246952207139454, |
| "learning_rate": 1.9273517970358557e-06, |
| "loss": 0.2602, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.6182356210181768, |
| "learning_rate": 1.9266635803209045e-06, |
| "loss": 0.2683, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.6007631316186846, |
| "learning_rate": 1.9259722431777283e-06, |
| "loss": 0.2751, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.571410370519595, |
| "learning_rate": 1.9252777879343214e-06, |
| "loss": 0.2733, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.3967589720106062, |
| "learning_rate": 1.9245802169291786e-06, |
| "loss": 0.2658, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.0885804233758076, |
| "learning_rate": 1.9238795325112867e-06, |
| "loss": 0.2618, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.1804124273835255, |
| "learning_rate": 1.9231757370401155e-06, |
| "loss": 0.2482, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.4883966724737543, |
| "learning_rate": 1.9224688328856126e-06, |
| "loss": 0.2571, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.6229389625184016, |
| "learning_rate": 1.9217588224281916e-06, |
| "loss": 0.2805, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.3740620060528976, |
| "learning_rate": 1.9210457080587283e-06, |
| "loss": 0.2468, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.754068936990107, |
| "learning_rate": 1.9203294921785494e-06, |
| "loss": 0.2672, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.7039143913135644, |
| "learning_rate": 1.919610177199426e-06, |
| "loss": 0.2687, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.7295487903086968, |
| "learning_rate": 1.9188877655435643e-06, |
| "loss": 0.2567, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.7155931053445603, |
| "learning_rate": 1.918162259643599e-06, |
| "loss": 0.2461, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.7831424868639558, |
| "learning_rate": 1.917433661942584e-06, |
| "loss": 0.2669, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.049245904280425, |
| "learning_rate": 1.9167019748939844e-06, |
| "loss": 0.2497, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.5950707091096057, |
| "learning_rate": 1.9159672009616687e-06, |
| "loss": 0.2824, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.6817617181860023, |
| "learning_rate": 1.915229342619899e-06, |
| "loss": 0.2516, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.524769739672067, |
| "learning_rate": 1.914488402353326e-06, |
| "loss": 0.2646, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.5720744364995505, |
| "learning_rate": 1.9137443826569755e-06, |
| "loss": 0.2757, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.6625973270409442, |
| "learning_rate": 1.9129972860362456e-06, |
| "loss": 0.2463, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.5570685620443854, |
| "learning_rate": 1.9122471150068936e-06, |
| "loss": 0.2529, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.631556253373755, |
| "learning_rate": 1.9114938720950304e-06, |
| "loss": 0.2519, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.5618307115656873, |
| "learning_rate": 1.910737559837111e-06, |
| "loss": 0.2609, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.4955017462305111, |
| "learning_rate": 1.9099781807799263e-06, |
| "loss": 0.2857, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.3325718527553116, |
| "learning_rate": 1.9092157374805935e-06, |
| "loss": 0.257, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.4402867852956336, |
| "learning_rate": 1.9084502325065493e-06, |
| "loss": 0.2782, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.6336784855059647, |
| "learning_rate": 1.9076816684355396e-06, |
| "loss": 0.2581, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.648452115684247, |
| "learning_rate": 1.9069100478556109e-06, |
| "loss": 0.2641, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 4.29013379295967, |
| "learning_rate": 1.9061353733651035e-06, |
| "loss": 0.2608, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.427885638603707, |
| "learning_rate": 1.9053576475726402e-06, |
| "loss": 0.2576, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4626100839525564, |
| "learning_rate": 1.9045768730971195e-06, |
| "loss": 0.2498, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.5571575693366928, |
| "learning_rate": 1.9037930525677055e-06, |
| "loss": 0.2532, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.041792290394832, |
| "learning_rate": 1.903006188623819e-06, |
| "loss": 0.2647, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4571147687585155, |
| "learning_rate": 1.9022162839151309e-06, |
| "loss": 0.2732, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.57029661183803, |
| "learning_rate": 1.9014233411015495e-06, |
| "loss": 0.2678, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.095378117120327, |
| "learning_rate": 1.9006273628532144e-06, |
| "loss": 0.2571, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.9158555688964518, |
| "learning_rate": 1.8998283518504872e-06, |
| "loss": 0.25, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4977815013315328, |
| "learning_rate": 1.8990263107839407e-06, |
| "loss": 0.2664, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4524881944630132, |
| "learning_rate": 1.8982212423543527e-06, |
| "loss": 0.2618, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.453409301557865, |
| "learning_rate": 1.8974131492726938e-06, |
| "loss": 0.2512, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.484838904690488, |
| "learning_rate": 1.8966020342601202e-06, |
| "loss": 0.2599, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.548516570434266, |
| "learning_rate": 1.8957879000479646e-06, |
| "loss": 0.2759, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 8.857639079344162, |
| "learning_rate": 1.8949707493777258e-06, |
| "loss": 0.2714, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.649599781678979, |
| "learning_rate": 1.8941505850010611e-06, |
| "loss": 0.2768, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.907972020908407, |
| "learning_rate": 1.8933274096797742e-06, |
| "loss": 0.25, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.9997184476834842, |
| "learning_rate": 1.8925012261858101e-06, |
| "loss": 0.2596, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.688271694451874, |
| "learning_rate": 1.8916720373012423e-06, |
| "loss": 0.2637, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.5803539700538585, |
| "learning_rate": 1.8908398458182643e-06, |
| "loss": 0.2608, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.258078848126725, |
| "learning_rate": 1.8900046545391814e-06, |
| "loss": 0.2721, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.3656658504996113, |
| "learning_rate": 1.8891664662763995e-06, |
| "loss": 0.2516, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.3871598435416357, |
| "learning_rate": 1.8883252838524166e-06, |
| "loss": 0.255, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.6935400165801882, |
| "learning_rate": 1.8874811100998137e-06, |
| "loss": 0.2477, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.6335653329235087, |
| "learning_rate": 1.8866339478612448e-06, |
| "loss": 0.2425, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.858663218599638, |
| "learning_rate": 1.8857837999894264e-06, |
| "loss": 0.2773, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.3412242747183023, |
| "learning_rate": 1.8849306693471295e-06, |
| "loss": 0.2626, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.416778303285613, |
| "learning_rate": 1.8840745588071687e-06, |
| "loss": 0.2675, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.5314582573192885, |
| "learning_rate": 1.8832154712523935e-06, |
| "loss": 0.2505, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.3318619365410687, |
| "learning_rate": 1.8823534095756784e-06, |
| "loss": 0.2783, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.4583759244957066, |
| "learning_rate": 1.8814883766799117e-06, |
| "loss": 0.2578, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.497237501425145, |
| "learning_rate": 1.8806203754779885e-06, |
| "loss": 0.2418, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.5780661961703015, |
| "learning_rate": 1.8797494088927982e-06, |
| "loss": 0.2775, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.826755382387934, |
| "learning_rate": 1.8788754798572156e-06, |
| "loss": 0.2501, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 9.04923490348713, |
| "learning_rate": 1.8779985913140922e-06, |
| "loss": 0.2566, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.5771692851656443, |
| "learning_rate": 1.877118746216245e-06, |
| "loss": 0.2487, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.4053174744629435, |
| "learning_rate": 1.876235947526446e-06, |
| "loss": 0.2506, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.1378447373700036, |
| "learning_rate": 1.875350198217414e-06, |
| "loss": 0.261, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.5218176607440317, |
| "learning_rate": 1.8744615012718038e-06, |
| "loss": 0.2585, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.5103368426908612, |
| "learning_rate": 1.8735698596821946e-06, |
| "loss": 0.2754, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.5057746610256875, |
| "learning_rate": 1.8726752764510825e-06, |
| "loss": 0.2553, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.2904119881064395, |
| "learning_rate": 1.8717777545908694e-06, |
| "loss": 0.2696, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.5255556083995068, |
| "learning_rate": 1.8708772971238526e-06, |
| "loss": 0.2498, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.1437207390920414, |
| "learning_rate": 1.8699739070822136e-06, |
| "loss": 0.2508, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.2156588595090185, |
| "learning_rate": 1.86906758750801e-06, |
| "loss": 0.2584, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.453213205964556, |
| "learning_rate": 1.868158341453164e-06, |
| "loss": 0.265, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.5870385588706113, |
| "learning_rate": 1.867246171979453e-06, |
| "loss": 0.2771, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.6632905370336226, |
| "learning_rate": 1.8663310821584974e-06, |
| "loss": 0.2736, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.9573751783307998, |
| "learning_rate": 1.8654130750717522e-06, |
| "loss": 0.2542, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.014677579627816, |
| "learning_rate": 1.8644921538104963e-06, |
| "loss": 0.266, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.599367462960297, |
| "learning_rate": 1.8635683214758212e-06, |
| "loss": 0.2618, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.5394500305143561, |
| "learning_rate": 1.8626415811786212e-06, |
| "loss": 0.2739, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.7655995554131592, |
| "learning_rate": 1.8617119360395825e-06, |
| "loss": 0.2623, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.3443351289371104, |
| "learning_rate": 1.8607793891891741e-06, |
| "loss": 0.2453, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.706613653140644, |
| "learning_rate": 1.8598439437676349e-06, |
| "loss": 0.2544, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.4369277394486442, |
| "learning_rate": 1.858905602924965e-06, |
| "loss": 0.269, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.6458693329035445, |
| "learning_rate": 1.8579643698209145e-06, |
| "loss": 0.2442, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.6965174127684481, |
| "learning_rate": 1.8570202476249727e-06, |
| "loss": 0.267, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.9479394734771236, |
| "learning_rate": 1.856073239516358e-06, |
| "loss": 0.2502, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.8717497710304911, |
| "learning_rate": 1.8551233486840058e-06, |
| "loss": 0.2615, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.3961933051605424, |
| "learning_rate": 1.8541705783265595e-06, |
| "loss": 0.2479, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.548456709806826, |
| "learning_rate": 1.8532149316523587e-06, |
| "loss": 0.2458, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.4983113746510905, |
| "learning_rate": 1.8522564118794288e-06, |
| "loss": 0.2643, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.8441091849122442, |
| "learning_rate": 1.8512950222354702e-06, |
| "loss": 0.2429, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.3405305453121286, |
| "learning_rate": 1.8503307659578465e-06, |
| "loss": 0.2649, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.521549967718533, |
| "learning_rate": 1.849363646293575e-06, |
| "loss": 0.2719, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.9726008542682227, |
| "learning_rate": 1.848393666499315e-06, |
| "loss": 0.2529, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.1216441460870854, |
| "learning_rate": 1.8474208298413565e-06, |
| "loss": 0.2603, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.8168534441069981, |
| "learning_rate": 1.8464451395956107e-06, |
| "loss": 0.2732, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.336787937365217, |
| "learning_rate": 1.8454665990475963e-06, |
| "loss": 0.2409, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.016673189221436, |
| "learning_rate": 1.844485211492432e-06, |
| "loss": 0.2642, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.3679935456862138, |
| "learning_rate": 1.8435009802348219e-06, |
| "loss": 0.2528, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.6232171143940508, |
| "learning_rate": 1.8425139085890464e-06, |
| "loss": 0.2557, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.5680694316061323, |
| "learning_rate": 1.8415239998789508e-06, |
| "loss": 0.2641, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.5005299041051148, |
| "learning_rate": 1.840531257437934e-06, |
| "loss": 0.2542, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.2550744008937897, |
| "learning_rate": 1.8395356846089358e-06, |
| "loss": 0.2399, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.3923027217183879, |
| "learning_rate": 1.838537284744429e-06, |
| "loss": 0.2457, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.3855500063018884, |
| "learning_rate": 1.8375360612064048e-06, |
| "loss": 0.2285, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.3712056809511044, |
| "learning_rate": 1.8365320173663635e-06, |
| "loss": 0.2521, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.6662319800030796, |
| "learning_rate": 1.8355251566053014e-06, |
| "loss": 0.2663, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.7823378714354956, |
| "learning_rate": 1.8345154823137014e-06, |
| "loss": 0.25, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.316422764025108, |
| "learning_rate": 1.8335029978915207e-06, |
| "loss": 0.2439, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.182737096619672, |
| "learning_rate": 1.8324877067481782e-06, |
| "loss": 0.2613, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.5481659409963358, |
| "learning_rate": 1.8314696123025452e-06, |
| "loss": 0.2514, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.5793008682263645, |
| "learning_rate": 1.8304487179829323e-06, |
| "loss": 0.2578, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.3846024289902152, |
| "learning_rate": 1.8294250272270784e-06, |
| "loss": 0.2548, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 8.639190275028675, |
| "learning_rate": 1.8283985434821392e-06, |
| "loss": 0.2487, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.4960588909233208, |
| "learning_rate": 1.8273692702046751e-06, |
| "loss": 0.2605, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.8471412838734627, |
| "learning_rate": 1.82633721086064e-06, |
| "loss": 0.2558, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.7430897049166423, |
| "learning_rate": 1.8253023689253704e-06, |
| "loss": 0.2631, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.7067111615790653, |
| "learning_rate": 1.8242647478835716e-06, |
| "loss": 0.26, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.249256519894356, |
| "learning_rate": 1.8232243512293078e-06, |
| "loss": 0.2699, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.8911206849745297, |
| "learning_rate": 1.8221811824659897e-06, |
| "loss": 0.2434, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.2417249888846618, |
| "learning_rate": 1.8211352451063626e-06, |
| "loss": 0.2517, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.3609186236445172, |
| "learning_rate": 1.820086542672495e-06, |
| "loss": 0.2425, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.4401605272522, |
| "learning_rate": 1.8190350786957667e-06, |
| "loss": 0.2495, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.9867213064504, |
| "learning_rate": 1.8179808567168552e-06, |
| "loss": 0.2621, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.5269161987442152, |
| "learning_rate": 1.8169238802857274e-06, |
| "loss": 0.2326, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.515973959752345, |
| "learning_rate": 1.8158641529616236e-06, |
| "loss": 0.2659, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.7035163798577122, |
| "learning_rate": 1.814801678313049e-06, |
| "loss": 0.2525, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.7146882756588415, |
| "learning_rate": 1.8137364599177584e-06, |
| "loss": 0.2639, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.9168178698259475, |
| "learning_rate": 1.8126685013627472e-06, |
| "loss": 0.2787, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.4690690272480431, |
| "learning_rate": 1.8115978062442373e-06, |
| "loss": 0.2348, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.8100184186004884, |
| "learning_rate": 1.810524378167666e-06, |
| "loss": 0.2367, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 6.485932466140042, |
| "learning_rate": 1.8094482207476728e-06, |
| "loss": 0.2587, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 7.073727801578548, |
| "learning_rate": 1.8083693376080894e-06, |
| "loss": 0.2559, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.5409132585836345, |
| "learning_rate": 1.8072877323819244e-06, |
| "loss": 0.2471, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.4965005384663332, |
| "learning_rate": 1.8062034087113536e-06, |
| "loss": 0.2601, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.7113041600197383, |
| "learning_rate": 1.8051163702477063e-06, |
| "loss": 0.2732, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.406045617724908, |
| "learning_rate": 1.8040266206514545e-06, |
| "loss": 0.2394, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.508758015298593, |
| "learning_rate": 1.8029341635921985e-06, |
| "loss": 0.2451, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.632244989969479, |
| "learning_rate": 1.801839002748656e-06, |
| "loss": 0.2441, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.6557206877151516, |
| "learning_rate": 1.8007411418086503e-06, |
| "loss": 0.2612, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.5731162109957053, |
| "learning_rate": 1.7996405844690955e-06, |
| "loss": 0.232, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.5592785474295656, |
| "learning_rate": 1.798537334435986e-06, |
| "loss": 0.262, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.7766036403394192, |
| "learning_rate": 1.7974313954243843e-06, |
| "loss": 0.2386, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.5053094164582228, |
| "learning_rate": 1.7963227711584066e-06, |
| "loss": 0.2551, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.0419848727271144, |
| "learning_rate": 1.795211465371212e-06, |
| "loss": 0.2478, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.656239277547231, |
| "learning_rate": 1.7940974818049894e-06, |
| "loss": 0.2588, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.535248015867066, |
| "learning_rate": 1.7929808242109444e-06, |
| "loss": 0.2513, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.7593350582158802, |
| "learning_rate": 1.7918614963492868e-06, |
| "loss": 0.2641, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.6239493408782932, |
| "learning_rate": 1.7907395019892194e-06, |
| "loss": 0.26, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.8328916673718427, |
| "learning_rate": 1.7896148449089225e-06, |
| "loss": 0.2424, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.6488096268947292, |
| "learning_rate": 1.7884875288955446e-06, |
| "loss": 0.2426, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.4999408005310428, |
| "learning_rate": 1.787357557745186e-06, |
| "loss": 0.2512, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.719539454877777, |
| "learning_rate": 1.7862249352628895e-06, |
| "loss": 0.2691, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.476140799877467, |
| "learning_rate": 1.7850896652626246e-06, |
| "loss": 0.2688, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.379279565870243, |
| "learning_rate": 1.7839517515672768e-06, |
| "loss": 0.244, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.4101711514396826, |
| "learning_rate": 1.7828111980086335e-06, |
| "loss": 0.2417, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.769134440896085, |
| "learning_rate": 1.7816680084273724e-06, |
| "loss": 0.275, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.7447322283537994, |
| "learning_rate": 1.7805221866730458e-06, |
| "loss": 0.2462, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.3226792033914545, |
| "learning_rate": 1.7793737366040718e-06, |
| "loss": 0.2529, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.6647996204010023, |
| "learning_rate": 1.7782226620877175e-06, |
| "loss": 0.2536, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.4353109720906432, |
| "learning_rate": 1.777068967000088e-06, |
| "loss": 0.26, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.4435065706691035, |
| "learning_rate": 1.775912655226113e-06, |
| "loss": 0.2669, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.770720909184648, |
| "learning_rate": 1.7747537306595333e-06, |
| "loss": 0.2675, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.2747069276814509, |
| "learning_rate": 1.773592197202888e-06, |
| "loss": 0.2324, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.6447179982326599, |
| "learning_rate": 1.7724280587675015e-06, |
| "loss": 0.2469, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.6429984508102649, |
| "learning_rate": 1.7712613192734702e-06, |
| "loss": 0.2432, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.9367755129503237, |
| "learning_rate": 1.770091982649649e-06, |
| "loss": 0.2441, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.426679348855773, |
| "learning_rate": 1.7689200528336384e-06, |
| "loss": 0.2481, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.9894052680715406, |
| "learning_rate": 1.7677455337717708e-06, |
| "loss": 0.2361, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.5632096934948594, |
| "learning_rate": 1.7665684294190989e-06, |
| "loss": 0.2525, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.4333963564202992, |
| "learning_rate": 1.765388743739379e-06, |
| "loss": 0.2566, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.4007544482708665, |
| "learning_rate": 1.7642064807050615e-06, |
| "loss": 0.2411, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.5666245383536983, |
| "learning_rate": 1.7630216442972756e-06, |
| "loss": 0.2541, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.5252679112447733, |
| "learning_rate": 1.7618342385058145e-06, |
| "loss": 0.2488, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.7782030419957275, |
| "learning_rate": 1.7606442673291247e-06, |
| "loss": 0.2401, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.7810576859631657, |
| "learning_rate": 1.7594517347742913e-06, |
| "loss": 0.2663, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.349540538044517, |
| "learning_rate": 1.7582566448570244e-06, |
| "loss": 0.2623, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.8374885307017144, |
| "learning_rate": 1.7570590016016453e-06, |
| "loss": 0.2719, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.6591670657101392, |
| "learning_rate": 1.7558588090410745e-06, |
| "loss": 0.2708, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.3874442701643437, |
| "learning_rate": 1.7546560712168153e-06, |
| "loss": 0.2467, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.7881115535751977, |
| "learning_rate": 1.753450792178943e-06, |
| "loss": 0.2429, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.4700478447897465, |
| "learning_rate": 1.75224297598609e-06, |
| "loss": 0.2596, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.3756308145286567, |
| "learning_rate": 1.7510326267054324e-06, |
| "loss": 0.2443, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.4546591942630904, |
| "learning_rate": 1.7498197484126753e-06, |
| "loss": 0.251, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.4189605597831128, |
| "learning_rate": 1.7486043451920413e-06, |
| "loss": 0.2477, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.46931912434084, |
| "learning_rate": 1.7473864211362543e-06, |
| "loss": 0.2521, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.6788496933700936, |
| "learning_rate": 1.746165980346527e-06, |
| "loss": 0.2452, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.741628012364131, |
| "learning_rate": 1.744943026932547e-06, |
| "loss": 0.2415, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.4759944312767415, |
| "learning_rate": 1.7437175650124637e-06, |
| "loss": 0.2442, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.460598637476957, |
| "learning_rate": 1.742489598712872e-06, |
| "loss": 0.2345, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.6154575341587825, |
| "learning_rate": 1.7412591321688011e-06, |
| "loss": 0.2448, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.6350983593850692, |
| "learning_rate": 1.7400261695236993e-06, |
| "loss": 0.2524, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.343754316077936, |
| "learning_rate": 1.7387907149294198e-06, |
| "loss": 0.2537, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.9085229267662134, |
| "learning_rate": 1.7375527725462078e-06, |
| "loss": 0.2464, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.3834196533472318, |
| "learning_rate": 1.7363123465426852e-06, |
| "loss": 0.2552, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.4773476116537363, |
| "learning_rate": 1.7350694410958377e-06, |
| "loss": 0.2326, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.6942778350369863, |
| "learning_rate": 1.733824060391e-06, |
| "loss": 0.2471, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.295713670933045, |
| "learning_rate": 1.7325762086218414e-06, |
| "loss": 0.2429, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.7097616944136704, |
| "learning_rate": 1.7313258899903535e-06, |
| "loss": 0.2534, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.2580089656465554, |
| "learning_rate": 1.7300731087068336e-06, |
| "loss": 0.2319, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.5983957319863051, |
| "learning_rate": 1.7288178689898722e-06, |
| "loss": 0.2744, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.2575480793345224, |
| "learning_rate": 1.7275601750663384e-06, |
| "loss": 0.2401, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.384370331036085, |
| "learning_rate": 1.7263000311713648e-06, |
| "loss": 0.2437, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.7448252510746651, |
| "learning_rate": 1.7250374415483348e-06, |
| "loss": 0.2639, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.7024784295169932, |
| "learning_rate": 1.7237724104488673e-06, |
| "loss": 0.2595, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.6511619159157513, |
| "learning_rate": 1.7225049421328022e-06, |
| "loss": 0.2703, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.4470658970436698, |
| "learning_rate": 1.7212350408681867e-06, |
| "loss": 0.2351, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.3888372489540777, |
| "learning_rate": 1.7199627109312611e-06, |
| "loss": 0.2522, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.3972869351074375, |
| "learning_rate": 1.718687956606443e-06, |
| "loss": 0.2516, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.8218195729892743, |
| "learning_rate": 1.7174107821863149e-06, |
| "loss": 0.2513, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.4694234452554027, |
| "learning_rate": 1.7161311919716077e-06, |
| "loss": 0.2636, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.4820202577787849, |
| "learning_rate": 1.7148491902711882e-06, |
| "loss": 0.2567, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.4554857534150158, |
| "learning_rate": 1.713564781402042e-06, |
| "loss": 0.2449, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.4954620029036076, |
| "learning_rate": 1.7122779696892626e-06, |
| "loss": 0.228, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.73293954412979, |
| "learning_rate": 1.7109887594660335e-06, |
| "loss": 0.2514, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.3942916532008032, |
| "learning_rate": 1.709697155073615e-06, |
| "loss": 0.2486, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.431042232019366, |
| "learning_rate": 1.7084031608613296e-06, |
| "loss": 0.241, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.0896085623211715, |
| "learning_rate": 1.7071067811865474e-06, |
| "loss": 0.2373, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.497697061904849, |
| "learning_rate": 1.7058080204146715e-06, |
| "loss": 0.2529, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.4228466841677148, |
| "learning_rate": 1.7045068829191215e-06, |
| "loss": 0.2647, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.7833734496134566, |
| "learning_rate": 1.7032033730813233e-06, |
| "loss": 0.259, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.2616552646977355, |
| "learning_rate": 1.7018974952906882e-06, |
| "loss": 0.249, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.5650448508674943, |
| "learning_rate": 1.7005892539446033e-06, |
| "loss": 0.2363, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.9489724413907807, |
| "learning_rate": 1.6992786534484137e-06, |
| "loss": 0.2414, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.4293350033564403, |
| "learning_rate": 1.6979656982154093e-06, |
| "loss": 0.2282, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.4372108309514575, |
| "learning_rate": 1.6966503926668091e-06, |
| "loss": 0.2372, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.3027006415270381, |
| "learning_rate": 1.6953327412317467e-06, |
| "loss": 0.2304, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.6103229608755254, |
| "learning_rate": 1.6940127483472542e-06, |
| "loss": 0.2489, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.532446895620965, |
| "learning_rate": 1.6926904184582496e-06, |
| "loss": 0.241, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.4695172920292021, |
| "learning_rate": 1.6913657560175195e-06, |
| "loss": 0.2289, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.7748582684515035, |
| "learning_rate": 1.6900387654857052e-06, |
| "loss": 0.2391, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.5812444135508126, |
| "learning_rate": 1.6887094513312887e-06, |
| "loss": 0.2601, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.8602367294580844, |
| "learning_rate": 1.6873778180305749e-06, |
| "loss": 0.2496, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.8362834681849665, |
| "learning_rate": 1.6860438700676793e-06, |
| "loss": 0.2465, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.2795025182070305, |
| "learning_rate": 1.684707611934511e-06, |
| "loss": 0.2485, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 6.8233847922024555, |
| "learning_rate": 1.6833690481307588e-06, |
| "loss": 0.2517, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.499814068573968, |
| "learning_rate": 1.6820281831638757e-06, |
| "loss": 0.2421, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.504738024700644, |
| "learning_rate": 1.6806850215490629e-06, |
| "loss": 0.2593, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.5180706939565156, |
| "learning_rate": 1.6793395678092555e-06, |
| "loss": 0.2443, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.5701315323330418, |
| "learning_rate": 1.6779918264751078e-06, |
| "loss": 0.2347, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.5875402728952401, |
| "learning_rate": 1.6766418020849767e-06, |
| "loss": 0.254, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.5119259709416892, |
| "learning_rate": 1.6752894991849064e-06, |
| "loss": 0.2528, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.394478933649667, |
| "learning_rate": 1.6739349223286151e-06, |
| "loss": 0.2257, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.5507471034325682, |
| "learning_rate": 1.6725780760774772e-06, |
| "loss": 0.2468, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.3453249216548824, |
| "learning_rate": 1.67121896500051e-06, |
| "loss": 0.2394, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.511705626860942, |
| "learning_rate": 1.6698575936743556e-06, |
| "loss": 0.2638, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.6567154427999864, |
| "learning_rate": 1.6684939666832692e-06, |
| "loss": 0.261, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.8137535308533883, |
| "learning_rate": 1.6671280886191003e-06, |
| "loss": 0.2467, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.5582867916136136, |
| "learning_rate": 1.6657599640812792e-06, |
| "loss": 0.2539, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 3.984173244373959, |
| "learning_rate": 1.6643895976768009e-06, |
| "loss": 0.2545, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.5715533934321584, |
| "learning_rate": 1.6630169940202098e-06, |
| "loss": 0.2494, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.3096745928924098, |
| "learning_rate": 1.661642157733583e-06, |
| "loss": 0.2313, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 13.601183562179498, |
| "learning_rate": 1.6602650934465174e-06, |
| "loss": 0.265, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.7565832548198632, |
| "learning_rate": 1.658885805796111e-06, |
| "loss": 0.2547, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.5203761316567443, |
| "learning_rate": 1.6575042994269491e-06, |
| "loss": 0.2512, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.9480685309792034, |
| "learning_rate": 1.6561205789910883e-06, |
| "loss": 0.2408, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.6716362042729596, |
| "learning_rate": 1.6547346491480413e-06, |
| "loss": 0.2504, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.4594184859527592, |
| "learning_rate": 1.6533465145647595e-06, |
| "loss": 0.25, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.5346162471211768, |
| "learning_rate": 1.6519561799156202e-06, |
| "loss": 0.2521, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.571448825225742, |
| "learning_rate": 1.6505636498824072e-06, |
| "loss": 0.2357, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.404127365889556, |
| "learning_rate": 1.6491689291542988e-06, |
| "loss": 0.2399, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.3108564452782112, |
| "learning_rate": 1.6477720224278491e-06, |
| "loss": 0.2446, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.8644890179569715, |
| "learning_rate": 1.6463729344069734e-06, |
| "loss": 0.2378, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.0168442648773475, |
| "learning_rate": 1.6449716698029332e-06, |
| "loss": 0.2552, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.7567198705317597, |
| "learning_rate": 1.6435682333343176e-06, |
| "loss": 0.2461, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.3514730242494788, |
| "learning_rate": 1.6421626297270312e-06, |
| "loss": 0.2432, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.4791734006035535, |
| "learning_rate": 1.6407548637142746e-06, |
| "loss": 0.2496, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.4449855391993538, |
| "learning_rate": 1.6393449400365305e-06, |
| "loss": 0.26, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.3966386734231178, |
| "learning_rate": 1.6379328634415482e-06, |
| "loss": 0.2357, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.5075032731963334, |
| "learning_rate": 1.6365186386843249e-06, |
| "loss": 0.2448, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.220758069571181, |
| "learning_rate": 1.635102270527093e-06, |
| "loss": 0.2701, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 11.58565477454242, |
| "learning_rate": 1.6336837637393024e-06, |
| "loss": 0.2552, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.6818113484302808, |
| "learning_rate": 1.6322631230976034e-06, |
| "loss": 0.2455, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.5284239909672301, |
| "learning_rate": 1.6308403533858333e-06, |
| "loss": 0.2665, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.832182690361937, |
| "learning_rate": 1.6294154593949978e-06, |
| "loss": 0.2445, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.5102573779116684, |
| "learning_rate": 1.6279884459232558e-06, |
| "loss": 0.2546, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.656441969633844, |
| "learning_rate": 1.6265593177759046e-06, |
| "loss": 0.2536, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.276277241164629, |
| "learning_rate": 1.6251280797653604e-06, |
| "loss": 0.2398, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.2916378433516953, |
| "learning_rate": 1.6236947367111458e-06, |
| "loss": 0.2443, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.328588318706884, |
| "learning_rate": 1.6222592934398711e-06, |
| "loss": 0.2326, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.699419657474224, |
| "learning_rate": 1.620821754785219e-06, |
| "loss": 0.253, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.2591361809157973, |
| "learning_rate": 1.6193821255879279e-06, |
| "loss": 0.2492, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.4528952166263744, |
| "learning_rate": 1.6179404106957768e-06, |
| "loss": 0.2352, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.93037966555756, |
| "learning_rate": 1.6164966149635662e-06, |
| "loss": 0.2384, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.431970805701815, |
| "learning_rate": 1.6150507432531057e-06, |
| "loss": 0.2606, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.4417996810550193, |
| "learning_rate": 1.613602800433194e-06, |
| "loss": 0.2524, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.4688489486090681, |
| "learning_rate": 1.6121527913796043e-06, |
| "loss": 0.2431, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.3079982404963681, |
| "learning_rate": 1.6107007209750685e-06, |
| "loss": 0.2323, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.467565275670385, |
| "learning_rate": 1.6092465941092584e-06, |
| "loss": 0.2381, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.55919685015583, |
| "learning_rate": 1.6077904156787721e-06, |
| "loss": 0.2432, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.6213242392224096, |
| "learning_rate": 1.606332190587115e-06, |
| "loss": 0.2557, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.5469132712208518, |
| "learning_rate": 1.6048719237446849e-06, |
| "loss": 0.2425, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.5315139803248468, |
| "learning_rate": 1.603409620068755e-06, |
| "loss": 0.2282, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.57462813703486, |
| "learning_rate": 1.601945284483457e-06, |
| "loss": 0.2388, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.210990690597858, |
| "learning_rate": 1.6004789219197652e-06, |
| "loss": 0.2332, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.3945271541703466, |
| "learning_rate": 1.599010537315479e-06, |
| "loss": 0.2348, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.222087861663824, |
| "learning_rate": 1.5975401356152074e-06, |
| "loss": 0.2419, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.624595690795376, |
| "learning_rate": 1.596067721770351e-06, |
| "loss": 0.2431, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.7231652623202083, |
| "learning_rate": 1.5945933007390869e-06, |
| "loss": 0.2341, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.2704264718260427, |
| "learning_rate": 1.59311687748635e-06, |
| "loss": 0.2439, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.772855516533112, |
| "learning_rate": 1.5916384569838191e-06, |
| "loss": 0.2372, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.5245200150646485, |
| "learning_rate": 1.5901580442098968e-06, |
| "loss": 0.2478, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.6934029719701937, |
| "learning_rate": 1.5886756441496952e-06, |
| "loss": 0.2422, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.6670361413686003, |
| "learning_rate": 1.5871912617950188e-06, |
| "loss": 0.2512, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.9023601002273238, |
| "learning_rate": 1.5857049021443464e-06, |
| "loss": 0.2322, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.694549477666204, |
| "learning_rate": 1.5842165702028157e-06, |
| "loss": 0.2352, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.3979709252059453, |
| "learning_rate": 1.5827262709822053e-06, |
| "loss": 0.2454, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.893165295789768, |
| "learning_rate": 1.581234009500919e-06, |
| "loss": 0.2347, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.53281994906108, |
| "learning_rate": 1.5797397907839675e-06, |
| "loss": 0.2409, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.610407219402598, |
| "learning_rate": 1.5782436198629537e-06, |
| "loss": 0.2581, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.9006814764755284, |
| "learning_rate": 1.5767455017760523e-06, |
| "loss": 0.2451, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.4264945941320997, |
| "learning_rate": 1.5752454415679965e-06, |
| "loss": 0.2445, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.4978391958097854, |
| "learning_rate": 1.5737434442900583e-06, |
| "loss": 0.2382, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.1231475048486197, |
| "learning_rate": 1.5722395150000333e-06, |
| "loss": 0.2348, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.460810019376956, |
| "learning_rate": 1.570733658762223e-06, |
| "loss": 0.2429, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.993123316902666, |
| "learning_rate": 1.5692258806474165e-06, |
| "loss": 0.2417, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.453544059521118, |
| "learning_rate": 1.5677161857328758e-06, |
| "loss": 0.2534, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.507046324479192, |
| "learning_rate": 1.566204579102317e-06, |
| "loss": 0.24, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.4222461341313137, |
| "learning_rate": 1.5646910658458938e-06, |
| "loss": 0.2338, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.3258346979751718, |
| "learning_rate": 1.5631756510601802e-06, |
| "loss": 0.2425, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.7953242507064269, |
| "learning_rate": 1.5616583398481531e-06, |
| "loss": 0.2342, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.2481046588599674, |
| "learning_rate": 1.5601391373191757e-06, |
| "loss": 0.2442, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.5926068926765424, |
| "learning_rate": 1.5586180485889802e-06, |
| "loss": 0.2489, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.6072234068027944, |
| "learning_rate": 1.5570950787796498e-06, |
| "loss": 0.2444, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.3243454167963755, |
| "learning_rate": 1.5555702330196021e-06, |
| "loss": 0.2282, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.9066978756586013, |
| "learning_rate": 1.5540435164435723e-06, |
| "loss": 0.2425, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.3804190807524854, |
| "learning_rate": 1.552514934192595e-06, |
| "loss": 0.2498, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.745554122341435, |
| "learning_rate": 1.550984491413987e-06, |
| "loss": 0.2407, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.1080286514741533, |
| "learning_rate": 1.5494521932613305e-06, |
| "loss": 0.2346, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.6103571517460866, |
| "learning_rate": 1.5479180448944548e-06, |
| "loss": 0.2336, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.7179921691633244, |
| "learning_rate": 1.5463820514794212e-06, |
| "loss": 0.2343, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.4463733422442258, |
| "learning_rate": 1.5448442181885022e-06, |
| "loss": 0.2283, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.7018545113045958, |
| "learning_rate": 1.5433045502001665e-06, |
| "loss": 0.2376, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.42814722451918, |
| "learning_rate": 1.5417630526990612e-06, |
| "loss": 0.2348, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.6409457718379896, |
| "learning_rate": 1.540219730875994e-06, |
| "loss": 0.2557, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.52242951731036, |
| "learning_rate": 1.5386745899279153e-06, |
| "loss": 0.2435, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.632809515814534, |
| "learning_rate": 1.5371276350579017e-06, |
| "loss": 0.2433, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.5085269163324384, |
| "learning_rate": 1.5355788714751377e-06, |
| "loss": 0.2328, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.284329122719788, |
| "learning_rate": 1.5340283043948984e-06, |
| "loss": 0.2555, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.4186971896611364, |
| "learning_rate": 1.5324759390385324e-06, |
| "loss": 0.2258, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.4274452170413565, |
| "learning_rate": 1.5309217806334437e-06, |
| "loss": 0.226, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.4266812766580574, |
| "learning_rate": 1.5293658344130733e-06, |
| "loss": 0.2106, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 5.534877981606875, |
| "learning_rate": 1.527808105616883e-06, |
| "loss": 0.2457, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.3884602270041906, |
| "learning_rate": 1.5262485994903377e-06, |
| "loss": 0.232, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.3932552887625036, |
| "learning_rate": 1.524687321284887e-06, |
| "loss": 0.2308, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.337587362546552, |
| "learning_rate": 1.5231242762579472e-06, |
| "loss": 0.2396, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.508045670338887, |
| "learning_rate": 1.5215594696728847e-06, |
| "loss": 0.2505, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.479941382550365, |
| "learning_rate": 1.5199929067989974e-06, |
| "loss": 0.2351, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.3299254794638724, |
| "learning_rate": 1.5184245929114979e-06, |
| "loss": 0.2483, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 8.799198407832911, |
| "learning_rate": 1.5168545332914939e-06, |
| "loss": 0.2719, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.5428168526294368, |
| "learning_rate": 1.5152827332259736e-06, |
| "loss": 0.2378, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.5893678352580483, |
| "learning_rate": 1.5137091980077841e-06, |
| "loss": 0.2476, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.0175664109791964, |
| "learning_rate": 1.5121339329356162e-06, |
| "loss": 0.2524, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.471277714393818, |
| "learning_rate": 1.5105569433139858e-06, |
| "loss": 0.2378, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.4791048638564068, |
| "learning_rate": 1.5089782344532155e-06, |
| "loss": 0.232, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.9362092094555123, |
| "learning_rate": 1.507397811669418e-06, |
| "loss": 0.2504, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.2715850282844818, |
| "learning_rate": 1.5058156802844773e-06, |
| "loss": 0.2257, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.4521301345899846, |
| "learning_rate": 1.5042318456260303e-06, |
| "loss": 0.2365, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.7242427371506575, |
| "learning_rate": 1.5026463130274498e-06, |
| "loss": 0.2592, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.0353533791375185, |
| "learning_rate": 1.5010590878278265e-06, |
| "loss": 0.247, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.5663278785887618, |
| "learning_rate": 1.4994701753719503e-06, |
| "loss": 0.2674, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.452619304594392, |
| "learning_rate": 1.497879581010293e-06, |
| "loss": 0.2648, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.6958748760538278, |
| "learning_rate": 1.4962873100989899e-06, |
| "loss": 0.2568, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.5671504252150241, |
| "learning_rate": 1.4946933679998218e-06, |
| "loss": 0.2251, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.6043080892370902, |
| "learning_rate": 1.4930977600801976e-06, |
| "loss": 0.2612, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.687772844579193, |
| "learning_rate": 1.4915004917131344e-06, |
| "loss": 0.2614, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.891915737013904, |
| "learning_rate": 1.489901568277242e-06, |
| "loss": 0.2465, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.5303641552196703, |
| "learning_rate": 1.488300995156703e-06, |
| "loss": 0.2487, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 5.978683333749019, |
| "learning_rate": 1.4866987777412544e-06, |
| "loss": 0.244, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 2.3407629150290687, |
| "learning_rate": 1.4850949214261714e-06, |
| "loss": 0.2376, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.2700786130005546, |
| "learning_rate": 1.4834894316122468e-06, |
| "loss": 0.2298, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.559856046145795, |
| "learning_rate": 1.481882313705775e-06, |
| "loss": 0.2364, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.3746156504891356, |
| "learning_rate": 1.4802735731185325e-06, |
| "loss": 0.2419, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.6726222502356716, |
| "learning_rate": 1.4786632152677594e-06, |
| "loss": 0.2564, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.5285915969154347, |
| "learning_rate": 1.4770512455761424e-06, |
| "loss": 0.2556, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.806908243006475, |
| "learning_rate": 1.4754376694717955e-06, |
| "loss": 0.2258, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.3660760361469149, |
| "learning_rate": 1.4738224923882427e-06, |
| "loss": 0.2244, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.373135367525671, |
| "learning_rate": 1.4722057197643985e-06, |
| "loss": 0.2323, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.463014269196834, |
| "learning_rate": 1.4705873570445505e-06, |
| "loss": 0.2331, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.6399747398073876, |
| "learning_rate": 1.4689674096783403e-06, |
| "loss": 0.2443, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.7035037644428856, |
| "learning_rate": 1.467345883120746e-06, |
| "loss": 0.2213, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.4674625448492324, |
| "learning_rate": 1.4657227828320636e-06, |
| "loss": 0.2363, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.4251668467018777, |
| "learning_rate": 1.464098114277888e-06, |
| "loss": 0.2535, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.6312672801461443, |
| "learning_rate": 1.4624718829290959e-06, |
| "loss": 0.2547, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.6111424554559233, |
| "learning_rate": 1.460844094261825e-06, |
| "loss": 0.2437, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.4604307428917884, |
| "learning_rate": 1.4592147537574584e-06, |
| "loss": 0.2393, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.5971086562424008, |
| "learning_rate": 1.4575838669026044e-06, |
| "loss": 0.2517, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 44.99782717949104, |
| "learning_rate": 1.4559514391890785e-06, |
| "loss": 0.2359, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.6544382939149958, |
| "learning_rate": 1.454317476113885e-06, |
| "loss": 0.2529, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.2117339447654474, |
| "learning_rate": 1.4526819831791981e-06, |
| "loss": 0.2446, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.2939670086379962, |
| "learning_rate": 1.451044965892343e-06, |
| "loss": 0.2232, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.4230299949510998, |
| "learning_rate": 1.4494064297657794e-06, |
| "loss": 0.2484, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.3200605712840578, |
| "learning_rate": 1.4477663803170806e-06, |
| "loss": 0.2326, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.5386345957762018, |
| "learning_rate": 1.4461248230689158e-06, |
| "loss": 0.2666, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.7560315161844908, |
| "learning_rate": 1.444481763549032e-06, |
| "loss": 0.2558, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.4158456607635315, |
| "learning_rate": 1.442837207290234e-06, |
| "loss": 0.2472, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.7342914651432775, |
| "learning_rate": 1.4411911598303685e-06, |
| "loss": 0.232, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.4557994165516868, |
| "learning_rate": 1.4395436267123016e-06, |
| "loss": 0.218, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4530783031187469, |
| "learning_rate": 1.437894613483903e-06, |
| "loss": 0.2507, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.65127120279145, |
| "learning_rate": 1.436244125698027e-06, |
| "loss": 0.242, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.059655918824336, |
| "learning_rate": 1.4345921689124927e-06, |
| "loss": 0.2435, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.285132910718842, |
| "learning_rate": 1.4329387486900657e-06, |
| "loss": 0.2393, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.3950307473975863, |
| "learning_rate": 1.43128387059844e-06, |
| "loss": 0.2273, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.507583565333135, |
| "learning_rate": 1.429627540210219e-06, |
| "loss": 0.238, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.6246448716329174, |
| "learning_rate": 1.427969763102896e-06, |
| "loss": 0.2319, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.3302902753083163, |
| "learning_rate": 1.4263105448588359e-06, |
| "loss": 0.2525, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.8903183848074376, |
| "learning_rate": 1.424649891065257e-06, |
| "loss": 0.2392, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.5206820011688553, |
| "learning_rate": 1.4229878073142112e-06, |
| "loss": 0.2517, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.3572466387943245, |
| "learning_rate": 1.421324299202566e-06, |
| "loss": 0.238, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.6910744091579193, |
| "learning_rate": 1.4196593723319848e-06, |
| "loss": 0.246, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4361750576983177, |
| "learning_rate": 1.4179930323089086e-06, |
| "loss": 0.2328, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.3854353904309153, |
| "learning_rate": 1.4163252847445372e-06, |
| "loss": 0.2441, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.5610308695845496, |
| "learning_rate": 1.4146561352548108e-06, |
| "loss": 0.2292, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 8.181771111565979, |
| "learning_rate": 1.4129855894603884e-06, |
| "loss": 0.2442, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4522836868752145, |
| "learning_rate": 1.411313652986633e-06, |
| "loss": 0.2389, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4858942139409979, |
| "learning_rate": 1.4096403314635895e-06, |
| "loss": 0.2427, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.484250969842057, |
| "learning_rate": 1.407965630525967e-06, |
| "loss": 0.2514, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.5282402079255375, |
| "learning_rate": 1.4062895558131198e-06, |
| "loss": 0.2564, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.6052911158196297, |
| "learning_rate": 1.4046121129690277e-06, |
| "loss": 0.2417, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.0949683858356756, |
| "learning_rate": 1.402933307642278e-06, |
| "loss": 0.2533, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 6.205603720783408, |
| "learning_rate": 1.4012531454860461e-06, |
| "loss": 0.2329, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.7252669373083445, |
| "learning_rate": 1.399571632158076e-06, |
| "loss": 0.251, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.4293962307993813, |
| "learning_rate": 1.3978887733206613e-06, |
| "loss": 0.2502, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.633609347677397, |
| "learning_rate": 1.396204574640627e-06, |
| "loss": 0.2463, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.4704426867883098, |
| "learning_rate": 1.3945190417893105e-06, |
| "loss": 0.2537, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.3237709766489505, |
| "learning_rate": 1.3928321804425399e-06, |
| "loss": 0.2378, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.3983346305726356, |
| "learning_rate": 1.391143996280619e-06, |
| "loss": 0.2359, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.4163891827813617, |
| "learning_rate": 1.3894544949883044e-06, |
| "loss": 0.2313, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.8099217450230456, |
| "learning_rate": 1.387763682254789e-06, |
| "loss": 0.2396, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.7125173027138036, |
| "learning_rate": 1.3860715637736814e-06, |
| "loss": 0.2397, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.5034506987913445, |
| "learning_rate": 1.3843781452429873e-06, |
| "loss": 0.2365, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.5559763354515772, |
| "learning_rate": 1.3826834323650898e-06, |
| "loss": 0.2445, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.0427163147413303, |
| "learning_rate": 1.380987430846731e-06, |
| "loss": 0.2338, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.4987290587161617, |
| "learning_rate": 1.3792901463989916e-06, |
| "loss": 0.2304, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.6412575578042634, |
| "learning_rate": 1.377591584737274e-06, |
| "loss": 0.2296, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.5051938751091585, |
| "learning_rate": 1.3758917515812796e-06, |
| "loss": 0.2376, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.4623561245169414, |
| "learning_rate": 1.3741906526549927e-06, |
| "loss": 0.2443, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.911782647942742, |
| "learning_rate": 1.3724882936866593e-06, |
| "loss": 0.2407, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.4413271270555867, |
| "learning_rate": 1.3707846804087683e-06, |
| "loss": 0.2218, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.5528477592981256, |
| "learning_rate": 1.3690798185580334e-06, |
| "loss": 0.2493, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.4055580862022565, |
| "learning_rate": 1.3673737138753711e-06, |
| "loss": 0.2451, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.469249694354145, |
| "learning_rate": 1.3656663721058843e-06, |
| "loss": 0.2357, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.5045432076368959, |
| "learning_rate": 1.3639577989988416e-06, |
| "loss": 0.2448, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.1301487563589134, |
| "learning_rate": 1.3622480003076569e-06, |
| "loss": 0.2466, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.4189585132043432, |
| "learning_rate": 1.3605369817898717e-06, |
| "loss": 0.2359, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.4514728440393176, |
| "learning_rate": 1.3588247492071359e-06, |
| "loss": 0.226, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.3904903924117855, |
| "learning_rate": 1.3571113083251864e-06, |
| "loss": 0.2324, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.3953250336303555, |
| "learning_rate": 1.3553966649138295e-06, |
| "loss": 0.2383, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.7905850295064485, |
| "learning_rate": 1.3536808247469212e-06, |
| "loss": 0.2347, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.6624559881283447, |
| "learning_rate": 1.351963793602346e-06, |
| "loss": 0.2358, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.4082708258754444, |
| "learning_rate": 1.350245577262001e-06, |
| "loss": 0.238, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.169426868125172, |
| "learning_rate": 1.3485261815117727e-06, |
| "loss": 0.2366, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.5792019452823043, |
| "learning_rate": 1.34680561214152e-06, |
| "loss": 0.2313, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.4467397128946053, |
| "learning_rate": 1.3450838749450529e-06, |
| "loss": 0.2305, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.7921644987622443, |
| "learning_rate": 1.3433609757201145e-06, |
| "loss": 0.2334, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.5235185127916537, |
| "learning_rate": 1.3416369202683613e-06, |
| "loss": 0.2611, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.635762367890265, |
| "learning_rate": 1.3399117143953425e-06, |
| "loss": 0.2654, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.3777439887480383, |
| "learning_rate": 1.3381853639104813e-06, |
| "loss": 0.246, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.4145219668783935, |
| "learning_rate": 1.3364578746270563e-06, |
| "loss": 0.2158, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 6.061033422544863, |
| "learning_rate": 1.3347292523621794e-06, |
| "loss": 0.2443, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.7377303610175208, |
| "learning_rate": 1.332999502936778e-06, |
| "loss": 0.242, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.070947297246555, |
| "learning_rate": 1.331268632175576e-06, |
| "loss": 0.236, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.4463717824915143, |
| "learning_rate": 1.3295366459070723e-06, |
| "loss": 0.2307, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.7099924172725052, |
| "learning_rate": 1.3278035499635225e-06, |
| "loss": 0.237, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.245187652824694, |
| "learning_rate": 1.3260693501809193e-06, |
| "loss": 0.2421, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.4242925044873258, |
| "learning_rate": 1.3243340523989712e-06, |
| "loss": 0.2466, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.8076927166483903, |
| "learning_rate": 1.3225976624610856e-06, |
| "loss": 0.2493, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.8148339388198276, |
| "learning_rate": 1.3208601862143467e-06, |
| "loss": 0.2619, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.570532081333281, |
| "learning_rate": 1.3191216295094969e-06, |
| "loss": 0.2159, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.2785331783860376, |
| "learning_rate": 1.317381998200917e-06, |
| "loss": 0.2324, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4804780251006124, |
| "learning_rate": 1.3156412981466062e-06, |
| "loss": 0.2433, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.7343326109787938, |
| "learning_rate": 1.3138995352081632e-06, |
| "loss": 0.2412, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.6656617108463214, |
| "learning_rate": 1.3121567152507644e-06, |
| "loss": 0.2244, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.568935035706889, |
| "learning_rate": 1.3104128441431473e-06, |
| "loss": 0.231, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.6914806965258493, |
| "learning_rate": 1.3086679277575878e-06, |
| "loss": 0.2292, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4719232932654254, |
| "learning_rate": 1.3069219719698827e-06, |
| "loss": 0.2371, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.230955875734477, |
| "learning_rate": 1.3051749826593274e-06, |
| "loss": 0.2442, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.3232315136913047, |
| "learning_rate": 1.303426965708699e-06, |
| "loss": 0.2444, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4246562123397692, |
| "learning_rate": 1.3016779270042344e-06, |
| "loss": 0.2462, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 7.97550610933391, |
| "learning_rate": 1.2999278724356114e-06, |
| "loss": 0.2321, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.336321289234588, |
| "learning_rate": 1.298176807895928e-06, |
| "loss": 0.2297, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4229074241512198, |
| "learning_rate": 1.2964247392816838e-06, |
| "loss": 0.2401, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4853670850295457, |
| "learning_rate": 1.2946716724927589e-06, |
| "loss": 0.2351, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4895405566694082, |
| "learning_rate": 1.292917613432396e-06, |
| "loss": 0.2463, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.187389952293629, |
| "learning_rate": 1.2911625680071767e-06, |
| "loss": 0.2334, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.2031128372635234, |
| "learning_rate": 1.2894065421270068e-06, |
| "loss": 0.241, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.6084011710115733, |
| "learning_rate": 1.2876495417050914e-06, |
| "loss": 0.2412, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.793201570615233, |
| "learning_rate": 1.285891572657919e-06, |
| "loss": 0.247, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.5304091913442672, |
| "learning_rate": 1.2841326409052389e-06, |
| "loss": 0.2356, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.8788313424834322, |
| "learning_rate": 1.2823727523700418e-06, |
| "loss": 0.2334, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.4818960093012352, |
| "learning_rate": 1.2806119129785417e-06, |
| "loss": 0.2226, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.5440322928429044, |
| "learning_rate": 1.2788501286601532e-06, |
| "loss": 0.2493, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.3874101241721837, |
| "learning_rate": 1.2770874053474728e-06, |
| "loss": 0.2466, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.0055397623828224, |
| "learning_rate": 1.2753237489762597e-06, |
| "loss": 0.2332, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.396794085960728, |
| "learning_rate": 1.273559165485415e-06, |
| "loss": 0.242, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.4665641240013898, |
| "learning_rate": 1.2717936608169615e-06, |
| "loss": 0.2318, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.5635649259204056, |
| "learning_rate": 1.2700272409160238e-06, |
| "loss": 0.2407, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.4195120366636143, |
| "learning_rate": 1.2682599117308081e-06, |
| "loss": 0.2159, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.6135841247336473, |
| "learning_rate": 1.2664916792125837e-06, |
| "loss": 0.2373, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.3655061968704232, |
| "learning_rate": 1.2647225493156611e-06, |
| "loss": 0.2491, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.5763596670857873, |
| "learning_rate": 1.2629525279973718e-06, |
| "loss": 0.2423, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.4578250292551183, |
| "learning_rate": 1.2611816212180509e-06, |
| "loss": 0.2367, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.8802097748057356, |
| "learning_rate": 1.2594098349410134e-06, |
| "loss": 0.2332, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.2960015654555697, |
| "learning_rate": 1.257637175132537e-06, |
| "loss": 0.2341, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.2626472449586528, |
| "learning_rate": 1.2558636477618401e-06, |
| "loss": 0.2446, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.1635906088905563, |
| "learning_rate": 1.2540892588010632e-06, |
| "loss": 0.2199, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.5453098243782624, |
| "learning_rate": 1.252314014225248e-06, |
| "loss": 0.2476, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.552252317598482, |
| "learning_rate": 1.2505379200123172e-06, |
| "loss": 0.232, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.5988556908811609, |
| "learning_rate": 1.2487609821430543e-06, |
| "loss": 0.234, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.190749358007932, |
| "learning_rate": 1.2469832066010842e-06, |
| "loss": 0.2411, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.3747638121438797, |
| "learning_rate": 1.245204599372852e-06, |
| "loss": 0.2117, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.8828384176438921, |
| "learning_rate": 1.2434251664476047e-06, |
| "loss": 0.2485, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.5221148751431874, |
| "learning_rate": 1.2416449138173678e-06, |
| "loss": 0.2341, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.8229743137098027, |
| "learning_rate": 1.2398638474769287e-06, |
| "loss": 0.2393, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.9086756284202573, |
| "learning_rate": 1.2380819734238138e-06, |
| "loss": 0.261, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.5100134779139818, |
| "learning_rate": 1.2362992976582698e-06, |
| "loss": 0.2321, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.7137549352423147, |
| "learning_rate": 1.2345158261832433e-06, |
| "loss": 0.2375, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.11114580256908, |
| "learning_rate": 1.2327315650043604e-06, |
| "loss": 0.2382, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.6359697648719982, |
| "learning_rate": 1.2309465201299053e-06, |
| "loss": 0.2369, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.823882461016867, |
| "learning_rate": 1.2291606975708029e-06, |
| "loss": 0.2224, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.523948224892671, |
| "learning_rate": 1.2273741033405956e-06, |
| "loss": 0.2393, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.2285621538970166, |
| "learning_rate": 1.2255867434554245e-06, |
| "loss": 0.2502, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.5958187504880683, |
| "learning_rate": 1.2237986239340101e-06, |
| "loss": 0.2185, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.186458287348708, |
| "learning_rate": 1.222009750797629e-06, |
| "loss": 0.2394, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.403432871532403, |
| "learning_rate": 1.220220130070097e-06, |
| "loss": 0.2142, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.8832049654134484, |
| "learning_rate": 1.2184297677777462e-06, |
| "loss": 0.2491, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.839382832497527, |
| "learning_rate": 1.2166386699494072e-06, |
| "loss": 0.2377, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.3472688751471207, |
| "learning_rate": 1.2148468426163862e-06, |
| "loss": 0.2269, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.5478700836262334, |
| "learning_rate": 1.2130542918124467e-06, |
| "loss": 0.2559, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 7.722116112920835, |
| "learning_rate": 1.2112610235737876e-06, |
| "loss": 0.2508, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.8723490970359669, |
| "learning_rate": 1.2094670439390243e-06, |
| "loss": 0.2282, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.524774955720685, |
| "learning_rate": 1.207672358949168e-06, |
| "loss": 0.2385, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.8130800577279438, |
| "learning_rate": 1.205876974647604e-06, |
| "loss": 0.2397, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.7079887739199653, |
| "learning_rate": 1.204080897080074e-06, |
| "loss": 0.2561, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.4396323263531854, |
| "learning_rate": 1.2022841322946526e-06, |
| "loss": 0.2347, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.7839919562683673, |
| "learning_rate": 1.2004866863417295e-06, |
| "loss": 0.2403, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.739440758365247, |
| "learning_rate": 1.1986885652739878e-06, |
| "loss": 0.2457, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.3810375022654733, |
| "learning_rate": 1.196889775146384e-06, |
| "loss": 0.2342, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.6181809274658916, |
| "learning_rate": 1.1950903220161284e-06, |
| "loss": 0.2358, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.3804010150346278, |
| "learning_rate": 1.1932902119426622e-06, |
| "loss": 0.2306, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.500141766328542, |
| "learning_rate": 1.1914894509876398e-06, |
| "loss": 0.239, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.5193866579920117, |
| "learning_rate": 1.1896880452149077e-06, |
| "loss": 0.229, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.7622757436293444, |
| "learning_rate": 1.1878860006904832e-06, |
| "loss": 0.2552, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.4741533420013049, |
| "learning_rate": 1.1860833234825345e-06, |
| "loss": 0.2455, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.5089056184178953, |
| "learning_rate": 1.1842800196613607e-06, |
| "loss": 0.2426, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.5913601400643171, |
| "learning_rate": 1.18247609529937e-06, |
| "loss": 0.239, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.450866928480373, |
| "learning_rate": 1.1806715564710618e-06, |
| "loss": 0.2315, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.3997182563832737, |
| "learning_rate": 1.1788664092530029e-06, |
| "loss": 0.2316, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.069593617650151, |
| "learning_rate": 1.17706065972381e-06, |
| "loss": 0.2333, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.5387529950406302, |
| "learning_rate": 1.1752543139641276e-06, |
| "loss": 0.2374, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.5334244197823872, |
| "learning_rate": 1.1734473780566078e-06, |
| "loss": 0.2342, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.7971896669713443, |
| "learning_rate": 1.17163985808589e-06, |
| "loss": 0.24, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.2922849492342743, |
| "learning_rate": 1.1698317601385805e-06, |
| "loss": 0.2422, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.1812947550324324, |
| "learning_rate": 1.168023090303232e-06, |
| "loss": 0.2097, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.6151493728901585, |
| "learning_rate": 1.1662138546703228e-06, |
| "loss": 0.217, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.19418911561461, |
| "learning_rate": 1.1644040593322364e-06, |
| "loss": 0.2281, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.7171162552551054, |
| "learning_rate": 1.1625937103832406e-06, |
| "loss": 0.2269, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.7193487960955665, |
| "learning_rate": 1.1607828139194682e-06, |
| "loss": 0.2352, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.4784522512849319, |
| "learning_rate": 1.1589713760388957e-06, |
| "loss": 0.2343, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.2368261418131907, |
| "learning_rate": 1.1571594028413218e-06, |
| "loss": 0.2408, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.0486290073877953, |
| "learning_rate": 1.155346900428349e-06, |
| "loss": 0.2128, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.1420939607995306, |
| "learning_rate": 1.1535338749033612e-06, |
| "loss": 0.2356, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.4957737927607986, |
| "learning_rate": 1.151720332371504e-06, |
| "loss": 0.2288, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.6607090315800468, |
| "learning_rate": 1.1499062789396633e-06, |
| "loss": 0.2404, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.3671769211850193, |
| "learning_rate": 1.1480917207164466e-06, |
| "loss": 0.2509, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.9772503935616461, |
| "learning_rate": 1.146276663812161e-06, |
| "loss": 0.2283, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.4678916330892546, |
| "learning_rate": 1.1444611143387914e-06, |
| "loss": 0.244, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.5188005764910792, |
| "learning_rate": 1.1426450784099827e-06, |
| "loss": 0.2222, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.4437137069502337, |
| "learning_rate": 1.1408285621410183e-06, |
| "loss": 0.2201, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.5210224794297056, |
| "learning_rate": 1.1390115716487976e-06, |
| "loss": 0.241, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.3936924577704652, |
| "learning_rate": 1.1371941130518183e-06, |
| "loss": 0.2275, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.7996048398947955, |
| "learning_rate": 1.1353761924701537e-06, |
| "loss": 0.2398, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.3281395600591441, |
| "learning_rate": 1.1335578160254325e-06, |
| "loss": 0.2456, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.4363527171535297, |
| "learning_rate": 1.1317389898408187e-06, |
| "loss": 0.2163, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.431688622876347, |
| "learning_rate": 1.1299197200409917e-06, |
| "loss": 0.2366, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.9331732709637748, |
| "learning_rate": 1.1281000127521228e-06, |
| "loss": 0.2371, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.5632225542500495, |
| "learning_rate": 1.1262798741018582e-06, |
| "loss": 0.2395, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.5431152625799704, |
| "learning_rate": 1.1244593102192962e-06, |
| "loss": 0.2163, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.8374969939766235, |
| "learning_rate": 1.1226383272349664e-06, |
| "loss": 0.2304, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.626840201374071, |
| "learning_rate": 1.1208169312808103e-06, |
| "loss": 0.2206, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.7895304843064457, |
| "learning_rate": 1.1189951284901597e-06, |
| "loss": 0.2226, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.8593866565803943, |
| "learning_rate": 1.1171729249977168e-06, |
| "loss": 0.2391, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.6009221387417485, |
| "learning_rate": 1.115350326939533e-06, |
| "loss": 0.2144, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.9038368506897914, |
| "learning_rate": 1.1135273404529874e-06, |
| "loss": 0.2296, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.7814726561059937, |
| "learning_rate": 1.1117039716767687e-06, |
| "loss": 0.245, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.718656303156021, |
| "learning_rate": 1.1098802267508515e-06, |
| "loss": 0.2305, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.5180049463429541, |
| "learning_rate": 1.1080561118164783e-06, |
| "loss": 0.2368, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.6094012867037097, |
| "learning_rate": 1.1062316330161366e-06, |
| "loss": 0.2221, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.048125886891839, |
| "learning_rate": 1.1044067964935388e-06, |
| "loss": 0.253, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.5430318958857683, |
| "learning_rate": 1.1025816083936035e-06, |
| "loss": 0.2267, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.403321276134905, |
| "learning_rate": 1.1007560748624318e-06, |
| "loss": 0.2244, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.0921313212767934, |
| "learning_rate": 1.0989302020472884e-06, |
| "loss": 0.2363, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.4945977858368698, |
| "learning_rate": 1.097103996096581e-06, |
| "loss": 0.2283, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.7107548033495468, |
| "learning_rate": 1.0952774631598377e-06, |
| "loss": 0.2321, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.7269347706523859, |
| "learning_rate": 1.0934506093876896e-06, |
| "loss": 0.2459, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.6544378940242648, |
| "learning_rate": 1.0916234409318465e-06, |
| "loss": 0.234, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5379374358875386, |
| "learning_rate": 1.0897959639450791e-06, |
| "loss": 0.2362, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.357387368149733, |
| "learning_rate": 1.0879681845811963e-06, |
| "loss": 0.2266, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.0858747713723886, |
| "learning_rate": 1.0861401089950254e-06, |
| "loss": 0.2145, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.6464408758752258, |
| "learning_rate": 1.084311743342391e-06, |
| "loss": 0.23, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.6376114408484301, |
| "learning_rate": 1.0824830937800947e-06, |
| "loss": 0.2299, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.3658402040192368, |
| "learning_rate": 1.0806541664658944e-06, |
| "loss": 0.2099, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5379999961108974, |
| "learning_rate": 1.0788249675584831e-06, |
| "loss": 0.2323, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.125820269889813, |
| "learning_rate": 1.0769955032174678e-06, |
| "loss": 0.2222, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.014253739255314, |
| "learning_rate": 1.07516577960335e-06, |
| "loss": 0.2338, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.4689936945256907, |
| "learning_rate": 1.073335802877504e-06, |
| "loss": 0.2289, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5416158261506738, |
| "learning_rate": 1.0715055792021565e-06, |
| "loss": 0.2343, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.4478998570865615, |
| "learning_rate": 1.0696751147403657e-06, |
| "loss": 0.2609, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.437933529501175, |
| "learning_rate": 1.067844415656001e-06, |
| "loss": 0.237, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.4930631242150403, |
| "learning_rate": 1.0660134881137208e-06, |
| "loss": 0.2475, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.5999432946340677, |
| "learning_rate": 1.0641823382789544e-06, |
| "loss": 0.2516, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.088772545721101, |
| "learning_rate": 1.062350972317878e-06, |
| "loss": 0.2332, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.4454856363661157, |
| "learning_rate": 1.0605193963973964e-06, |
| "loss": 0.2311, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 11.775387021821023, |
| "learning_rate": 1.0586876166851223e-06, |
| "loss": 0.2207, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.5147340938064329, |
| "learning_rate": 1.0568556393493527e-06, |
| "loss": 0.2212, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.68943517311353, |
| "learning_rate": 1.0550234705590513e-06, |
| "loss": 0.2342, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.6050576246953299, |
| "learning_rate": 1.0531911164838266e-06, |
| "loss": 0.244, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.5974690766421744, |
| "learning_rate": 1.0513585832939103e-06, |
| "loss": 0.2474, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.336901910698941, |
| "learning_rate": 1.0495258771601382e-06, |
| "loss": 0.2201, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.2263875875315953, |
| "learning_rate": 1.0476930042539273e-06, |
| "loss": 0.222, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3146657739311325, |
| "learning_rate": 1.0458599707472572e-06, |
| "loss": 0.2296, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.7532706240665241, |
| "learning_rate": 1.0440267828126477e-06, |
| "loss": 0.2244, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.336115895913218, |
| "learning_rate": 1.0421934466231392e-06, |
| "loss": 0.2129, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3547558095616752, |
| "learning_rate": 1.0403599683522703e-06, |
| "loss": 0.2315, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.6711691960415507, |
| "learning_rate": 1.0385263541740597e-06, |
| "loss": 0.2402, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.7748461016033732, |
| "learning_rate": 1.0366926102629815e-06, |
| "loss": 0.2241, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.4148145835950579, |
| "learning_rate": 1.034858742793949e-06, |
| "loss": 0.2255, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.512980409571602, |
| "learning_rate": 1.0330247579422897e-06, |
| "loss": 0.243, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.9993480248897966, |
| "learning_rate": 1.0311906618837276e-06, |
| "loss": 0.2214, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.6809629188621942, |
| "learning_rate": 1.0293564607943607e-06, |
| "loss": 0.2256, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.3579602300816607, |
| "learning_rate": 1.0275221608506407e-06, |
| "loss": 0.2368, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.303906517751258, |
| "learning_rate": 1.0256877682293518e-06, |
| "loss": 0.2333, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.6066375861873892, |
| "learning_rate": 1.023853289107591e-06, |
| "loss": 0.2483, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.622002113804314, |
| "learning_rate": 1.0220187296627463e-06, |
| "loss": 0.2273, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.997730551937032, |
| "learning_rate": 1.0201840960724763e-06, |
| "loss": 0.2461, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.282238724022589, |
| "learning_rate": 1.0183493945146886e-06, |
| "loss": 0.2228, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.551788022653091, |
| "learning_rate": 1.0165146311675204e-06, |
| "loss": 0.2257, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.3761203843599463, |
| "learning_rate": 1.0146798122093165e-06, |
| "loss": 0.2054, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4267440867345338, |
| "learning_rate": 1.0128449438186096e-06, |
| "loss": 0.2444, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4415973926165948, |
| "learning_rate": 1.0110100321740984e-06, |
| "loss": 0.2328, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.1117791795040217, |
| "learning_rate": 1.0091750834546273e-06, |
| "loss": 0.2211, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.9945951073594235, |
| "learning_rate": 1.0073401038391653e-06, |
| "loss": 0.2251, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.6837694129550345, |
| "learning_rate": 1.0055050995067863e-06, |
| "loss": 0.2373, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4913237659032903, |
| "learning_rate": 1.0036700766366457e-06, |
| "loss": 0.2327, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.9681133457033684, |
| "learning_rate": 1.0018350414079635e-06, |
| "loss": 0.2368, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.40963052538597, |
| "learning_rate": 1e-06, |
| "loss": 0.2465, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.6336019559673207, |
| "learning_rate": 9.981649585920366e-07, |
| "loss": 0.229, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.047855323554034, |
| "learning_rate": 9.963299233633544e-07, |
| "loss": 0.2476, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.8238043849135097, |
| "learning_rate": 9.94494900493214e-07, |
| "loss": 0.2317, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.8984519837867802, |
| "learning_rate": 9.926598961608344e-07, |
| "loss": 0.2306, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.2051962807579297, |
| "learning_rate": 9.908249165453726e-07, |
| "loss": 0.223, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.0491183570022993, |
| "learning_rate": 9.889899678259015e-07, |
| "loss": 0.2138, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.8087699425891977, |
| "learning_rate": 9.871550561813905e-07, |
| "loss": 0.2383, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.9335801588158628, |
| "learning_rate": 9.853201877906834e-07, |
| "loss": 0.2248, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.460928493974189, |
| "learning_rate": 9.834853688324795e-07, |
| "loss": 0.2286, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.727351571517714, |
| "learning_rate": 9.816506054853115e-07, |
| "loss": 0.2196, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4108583090360522, |
| "learning_rate": 9.798159039275239e-07, |
| "loss": 0.2268, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4174505568920779, |
| "learning_rate": 9.779812703372536e-07, |
| "loss": 0.2425, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.2972251586360597, |
| "learning_rate": 9.761467108924088e-07, |
| "loss": 0.2364, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.4681627403764774, |
| "learning_rate": 9.74312231770648e-07, |
| "loss": 0.2345, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.436749559249778, |
| "learning_rate": 9.724778391493592e-07, |
| "loss": 0.2262, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4913669267335037, |
| "learning_rate": 9.706435392056392e-07, |
| "loss": 0.228, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.5724775631725318, |
| "learning_rate": 9.688093381162724e-07, |
| "loss": 0.2387, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.7369559246126223, |
| "learning_rate": 9.669752420577103e-07, |
| "loss": 0.2074, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.507120098839554, |
| "learning_rate": 9.65141257206051e-07, |
| "loss": 0.2245, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.665596560584004, |
| "learning_rate": 9.633073897370182e-07, |
| "loss": 0.2031, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.3511207868052486, |
| "learning_rate": 9.614736458259404e-07, |
| "loss": 0.2195, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.5575188014305994, |
| "learning_rate": 9.596400316477296e-07, |
| "loss": 0.2313, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.4038769376886993, |
| "learning_rate": 9.57806553376861e-07, |
| "loss": 0.2262, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.4353978876044384, |
| "learning_rate": 9.559732171873522e-07, |
| "loss": 0.2268, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.9760204908546397, |
| "learning_rate": 9.541400292527427e-07, |
| "loss": 0.2312, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.6194187291766882, |
| "learning_rate": 9.523069957460727e-07, |
| "loss": 0.2277, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.4563484404944855, |
| "learning_rate": 9.50474122839862e-07, |
| "loss": 0.2342, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.438627980155567, |
| "learning_rate": 9.486414167060897e-07, |
| "loss": 0.2341, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.905277697371015, |
| "learning_rate": 9.468088835161736e-07, |
| "loss": 0.2401, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.2154129742831827, |
| "learning_rate": 9.449765294409488e-07, |
| "loss": 0.254, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.8111605023199746, |
| "learning_rate": 9.431443606506474e-07, |
| "loss": 0.2153, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.6680397678861656, |
| "learning_rate": 9.41312383314878e-07, |
| "loss": 0.2262, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.5565735646572942, |
| "learning_rate": 9.394806036026036e-07, |
| "loss": 0.2158, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 9.977166610258235, |
| "learning_rate": 9.376490276821223e-07, |
| "loss": 0.2485, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.7637091312467261, |
| "learning_rate": 9.358176617210458e-07, |
| "loss": 0.2258, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.9953490562691036, |
| "learning_rate": 9.339865118862791e-07, |
| "loss": 0.2233, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.325624511855323, |
| "learning_rate": 9.321555843439992e-07, |
| "loss": 0.2296, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.398606567284992, |
| "learning_rate": 9.303248852596344e-07, |
| "loss": 0.25, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.9371112269095365, |
| "learning_rate": 9.284944207978438e-07, |
| "loss": 0.221, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.4150928440448036, |
| "learning_rate": 9.266641971224962e-07, |
| "loss": 0.2269, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.3354287428752776, |
| "learning_rate": 9.248342203966499e-07, |
| "loss": 0.2246, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.5218673396522144, |
| "learning_rate": 9.230044967825322e-07, |
| "loss": 0.2294, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.447214742724845, |
| "learning_rate": 9.211750324415171e-07, |
| "loss": 0.233, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.632835870238796, |
| "learning_rate": 9.193458335341057e-07, |
| "loss": 0.2471, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.3440993073138094, |
| "learning_rate": 9.175169062199053e-07, |
| "loss": 0.2256, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.8859391124936533, |
| "learning_rate": 9.156882566576092e-07, |
| "loss": 0.229, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.5513154452283708, |
| "learning_rate": 9.138598910049747e-07, |
| "loss": 0.218, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.4966996201802323, |
| "learning_rate": 9.120318154188038e-07, |
| "loss": 0.2272, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.6145481695253427, |
| "learning_rate": 9.10204036054921e-07, |
| "loss": 0.2281, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.4910815484636624, |
| "learning_rate": 9.083765590681537e-07, |
| "loss": 0.2091, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 7.485583883885374, |
| "learning_rate": 9.065493906123104e-07, |
| "loss": 0.2226, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.912990247800358, |
| "learning_rate": 9.047225368401621e-07, |
| "loss": 0.2329, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.0491582437691136, |
| "learning_rate": 9.028960039034193e-07, |
| "loss": 0.2249, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.5422998027345127, |
| "learning_rate": 9.010697979527117e-07, |
| "loss": 0.221, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.470840447670189, |
| "learning_rate": 8.992439251375684e-07, |
| "loss": 0.2318, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.395836164203132, |
| "learning_rate": 8.974183916063967e-07, |
| "loss": 0.2416, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.4508381856859887, |
| "learning_rate": 8.95593203506461e-07, |
| "loss": 0.215, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.4840114476738164, |
| "learning_rate": 8.937683669838634e-07, |
| "loss": 0.202, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.4693327949000587, |
| "learning_rate": 8.919438881835216e-07, |
| "loss": 0.2636, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.633922747800585, |
| "learning_rate": 8.901197732491484e-07, |
| "loss": 0.2224, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.3697903692564926, |
| "learning_rate": 8.882960283232314e-07, |
| "loss": 0.2195, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.2856483439780895, |
| "learning_rate": 8.864726595470124e-07, |
| "loss": 0.2167, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.1394007640050443, |
| "learning_rate": 8.84649673060467e-07, |
| "loss": 0.23, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.449785208817842, |
| "learning_rate": 8.828270750022832e-07, |
| "loss": 0.2366, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.9284588726004648, |
| "learning_rate": 8.810048715098404e-07, |
| "loss": 0.2334, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.5975610644285747, |
| "learning_rate": 8.791830687191901e-07, |
| "loss": 0.2316, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.5083380445256873, |
| "learning_rate": 8.773616727650337e-07, |
| "loss": 0.2324, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.5932319930854235, |
| "learning_rate": 8.755406897807037e-07, |
| "loss": 0.2418, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.401709820682253, |
| "learning_rate": 8.737201258981417e-07, |
| "loss": 0.2362, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.547472494610388, |
| "learning_rate": 8.718999872478774e-07, |
| "loss": 0.2266, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.8623480105122379, |
| "learning_rate": 8.700802799590088e-07, |
| "loss": 0.2288, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.3986134423435082, |
| "learning_rate": 8.682610101591813e-07, |
| "loss": 0.2339, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.2426771313954332, |
| "learning_rate": 8.664421839745677e-07, |
| "loss": 0.2254, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.4153495454843168, |
| "learning_rate": 8.646238075298463e-07, |
| "loss": 0.2359, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.4758201419063472, |
| "learning_rate": 8.628058869481816e-07, |
| "loss": 0.2253, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.2952072671726105, |
| "learning_rate": 8.609884283512024e-07, |
| "loss": 0.2294, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.4157246382630677, |
| "learning_rate": 8.591714378589818e-07, |
| "loss": 0.2177, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.7710968037027621, |
| "learning_rate": 8.573549215900172e-07, |
| "loss": 0.2415, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.3984503689540595, |
| "learning_rate": 8.555388856612087e-07, |
| "loss": 0.2273, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.6649058673490156, |
| "learning_rate": 8.537233361878393e-07, |
| "loss": 0.2258, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.7195776370628344, |
| "learning_rate": 8.519082792835534e-07, |
| "loss": 0.2233, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.8240303874219226, |
| "learning_rate": 8.500937210603368e-07, |
| "loss": 0.22, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 6.218373254789966, |
| "learning_rate": 8.482796676284962e-07, |
| "loss": 0.2358, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.751351315178514, |
| "learning_rate": 8.464661250966386e-07, |
| "loss": 0.2275, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.9659299988921233, |
| "learning_rate": 8.446530995716508e-07, |
| "loss": 0.2323, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.607533231643826, |
| "learning_rate": 8.428405971586782e-07, |
| "loss": 0.2249, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.6727062358942648, |
| "learning_rate": 8.410286239611046e-07, |
| "loss": 0.2343, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.607867862013349, |
| "learning_rate": 8.392171860805318e-07, |
| "loss": 0.2168, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.3273732710853445, |
| "learning_rate": 8.374062896167595e-07, |
| "loss": 0.2267, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.684456608378398, |
| "learning_rate": 8.355959406677637e-07, |
| "loss": 0.2184, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.7359963320718517, |
| "learning_rate": 8.337861453296772e-07, |
| "loss": 0.2218, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.621076478485808, |
| "learning_rate": 8.31976909696768e-07, |
| "loss": 0.224, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.422820506951909, |
| "learning_rate": 8.301682398614194e-07, |
| "loss": 0.2271, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.392580825145082, |
| "learning_rate": 8.283601419141099e-07, |
| "loss": 0.2122, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.5493787221249964, |
| "learning_rate": 8.265526219433922e-07, |
| "loss": 0.2288, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.9338607556424743, |
| "learning_rate": 8.247456860358724e-07, |
| "loss": 0.2138, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.78869360751958, |
| "learning_rate": 8.229393402761901e-07, |
| "loss": 0.2288, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.6896708412709238, |
| "learning_rate": 8.211335907469973e-07, |
| "loss": 0.2392, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.885106014480173, |
| "learning_rate": 8.193284435289383e-07, |
| "loss": 0.2328, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.7426360739276052, |
| "learning_rate": 8.175239047006297e-07, |
| "loss": 0.2182, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.824243411756878, |
| "learning_rate": 8.157199803386395e-07, |
| "loss": 0.2127, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.4290565263034054, |
| "learning_rate": 8.139166765174655e-07, |
| "loss": 0.2223, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.5499150365876613, |
| "learning_rate": 8.121139993095169e-07, |
| "loss": 0.2256, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.8290946634480763, |
| "learning_rate": 8.103119547850923e-07, |
| "loss": 0.2325, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.154034309451538, |
| "learning_rate": 8.085105490123601e-07, |
| "loss": 0.2065, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4248992315551063, |
| "learning_rate": 8.06709788057338e-07, |
| "loss": 0.2332, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 10.067959275634166, |
| "learning_rate": 8.049096779838717e-07, |
| "loss": 0.2323, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.4003835102717757, |
| "learning_rate": 8.031102248536159e-07, |
| "loss": 0.2113, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.7499042198611525, |
| "learning_rate": 8.013114347260123e-07, |
| "loss": 0.2376, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4633250103555142, |
| "learning_rate": 7.995133136582705e-07, |
| "loss": 0.2194, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4000338888931103, |
| "learning_rate": 7.977158677053473e-07, |
| "loss": 0.2172, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.5223553913898549, |
| "learning_rate": 7.959191029199261e-07, |
| "loss": 0.202, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.3659559207789822, |
| "learning_rate": 7.941230253523958e-07, |
| "loss": 0.2172, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.6256711286079923, |
| "learning_rate": 7.923276410508322e-07, |
| "loss": 0.232, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4376527392166114, |
| "learning_rate": 7.905329560609757e-07, |
| "loss": 0.2311, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.388324338534592, |
| "learning_rate": 7.887389764262123e-07, |
| "loss": 0.22, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.7164963976083698, |
| "learning_rate": 7.869457081875532e-07, |
| "loss": 0.2347, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.7922203565270243, |
| "learning_rate": 7.851531573836137e-07, |
| "loss": 0.2219, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.3632989732266168, |
| "learning_rate": 7.833613300505929e-07, |
| "loss": 0.2274, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.00537447094735, |
| "learning_rate": 7.815702322222537e-07, |
| "loss": 0.223, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.56990340126771, |
| "learning_rate": 7.797798699299032e-07, |
| "loss": 0.2236, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4746601537517707, |
| "learning_rate": 7.779902492023709e-07, |
| "loss": 0.2146, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.0748989265571502, |
| "learning_rate": 7.7620137606599e-07, |
| "loss": 0.2234, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.336592795334383, |
| "learning_rate": 7.744132565445753e-07, |
| "loss": 0.2173, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.6405872340384273, |
| "learning_rate": 7.726258966594045e-07, |
| "loss": 0.2363, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.3869494717196675, |
| "learning_rate": 7.70839302429197e-07, |
| "loss": 0.2332, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.5050492910113997, |
| "learning_rate": 7.690534798700945e-07, |
| "loss": 0.2276, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.3830077513847308, |
| "learning_rate": 7.672684349956398e-07, |
| "loss": 0.2187, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.9732498332999784, |
| "learning_rate": 7.654841738167567e-07, |
| "loss": 0.2169, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.2474152123369173, |
| "learning_rate": 7.637007023417304e-07, |
| "loss": 0.2292, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.0355442873811427, |
| "learning_rate": 7.619180265761865e-07, |
| "loss": 0.2438, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.5015395722355682, |
| "learning_rate": 7.601361525230712e-07, |
| "loss": 0.2108, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.4642010654442303, |
| "learning_rate": 7.58355086182632e-07, |
| "loss": 0.2452, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.370419830966675, |
| "learning_rate": 7.565748335523954e-07, |
| "loss": 0.2245, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.405544142080166, |
| "learning_rate": 7.54795400627148e-07, |
| "loss": 0.222, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.5208098606914628, |
| "learning_rate": 7.53016793398916e-07, |
| "loss": 0.2304, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.7705303114812307, |
| "learning_rate": 7.512390178569458e-07, |
| "loss": 0.1991, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.4503254544004531, |
| "learning_rate": 7.494620799876828e-07, |
| "loss": 0.2215, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.4303973835781347, |
| "learning_rate": 7.47685985774752e-07, |
| "loss": 0.2345, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.8747660425070338, |
| "learning_rate": 7.459107411989369e-07, |
| "loss": 0.2111, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.564262289262657, |
| "learning_rate": 7.441363522381601e-07, |
| "loss": 0.2367, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.6484272263998976, |
| "learning_rate": 7.423628248674632e-07, |
| "loss": 0.2451, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.4544302761164272, |
| "learning_rate": 7.405901650589865e-07, |
| "loss": 0.2035, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.3812846171179063, |
| "learning_rate": 7.38818378781949e-07, |
| "loss": 0.2294, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.664606875070604, |
| "learning_rate": 7.370474720026281e-07, |
| "loss": 0.2335, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.0364849066672477, |
| "learning_rate": 7.352774506843393e-07, |
| "loss": 0.2177, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.6105474255148198, |
| "learning_rate": 7.335083207874164e-07, |
| "loss": 0.2165, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.3426561923500535, |
| "learning_rate": 7.317400882691918e-07, |
| "loss": 0.2344, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.430775940616281, |
| "learning_rate": 7.299727590839764e-07, |
| "loss": 0.2309, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.5889348874105849, |
| "learning_rate": 7.282063391830386e-07, |
| "loss": 0.2298, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.5537874246029486, |
| "learning_rate": 7.264408345145851e-07, |
| "loss": 0.237, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.3690981306499954, |
| "learning_rate": 7.246762510237403e-07, |
| "loss": 0.2294, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.4474280925681746, |
| "learning_rate": 7.229125946525272e-07, |
| "loss": 0.2291, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.618241985168829, |
| "learning_rate": 7.211498713398469e-07, |
| "loss": 0.2141, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.4584229293581576, |
| "learning_rate": 7.193880870214582e-07, |
| "loss": 0.2265, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.8349513763934644, |
| "learning_rate": 7.176272476299581e-07, |
| "loss": 0.2234, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.7988168579615764, |
| "learning_rate": 7.158673590947614e-07, |
| "loss": 0.2263, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.8708887748581664, |
| "learning_rate": 7.141084273420808e-07, |
| "loss": 0.2384, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.707355501953993, |
| "learning_rate": 7.123504582949083e-07, |
| "loss": 0.2115, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.3584161352614226, |
| "learning_rate": 7.105934578729933e-07, |
| "loss": 0.227, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.3318995792607813, |
| "learning_rate": 7.088374319928234e-07, |
| "loss": 0.201, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.6742261804527685, |
| "learning_rate": 7.070823865676045e-07, |
| "loss": 0.2331, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.5879862425088984, |
| "learning_rate": 7.05328327507241e-07, |
| "loss": 0.2522, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.5121161318469527, |
| "learning_rate": 7.035752607183161e-07, |
| "loss": 0.221, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.652519439137743, |
| "learning_rate": 7.01823192104072e-07, |
| "loss": 0.2123, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.6135109447341516, |
| "learning_rate": 7.000721275643886e-07, |
| "loss": 0.2273, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.8711597053368574, |
| "learning_rate": 6.983220729957657e-07, |
| "loss": 0.2057, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.476294404990509, |
| "learning_rate": 6.96573034291301e-07, |
| "loss": 0.2446, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.5457467872108264, |
| "learning_rate": 6.948250173406725e-07, |
| "loss": 0.2457, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.177811234005188, |
| "learning_rate": 6.930780280301174e-07, |
| "loss": 0.2354, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.6128935667055158, |
| "learning_rate": 6.913320722424121e-07, |
| "loss": 0.2354, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.457936318240009, |
| "learning_rate": 6.895871558568529e-07, |
| "loss": 0.2362, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.3755696085436666, |
| "learning_rate": 6.878432847492359e-07, |
| "loss": 0.2084, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.4866068452148193, |
| "learning_rate": 6.86100464791837e-07, |
| "loss": 0.2328, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.585787474135499, |
| "learning_rate": 6.843587018533935e-07, |
| "loss": 0.2314, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.5935623882176857, |
| "learning_rate": 6.826180017990828e-07, |
| "loss": 0.2349, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.4064052304132924, |
| "learning_rate": 6.80878370490503e-07, |
| "loss": 0.2223, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.468571397246631, |
| "learning_rate": 6.791398137856534e-07, |
| "loss": 0.2419, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.4755183333658604, |
| "learning_rate": 6.774023375389144e-07, |
| "loss": 0.235, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.35928939559579, |
| "learning_rate": 6.756659476010287e-07, |
| "loss": 0.2201, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.6834149476099882, |
| "learning_rate": 6.739306498190809e-07, |
| "loss": 0.2412, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.4310228636230502, |
| "learning_rate": 6.721964500364774e-07, |
| "loss": 0.2222, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.5048672726114247, |
| "learning_rate": 6.704633540929279e-07, |
| "loss": 0.2271, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.570323338066063, |
| "learning_rate": 6.687313678244242e-07, |
| "loss": 0.2109, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.40312702947127, |
| "learning_rate": 6.670004970632219e-07, |
| "loss": 0.2293, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.5121961714429724, |
| "learning_rate": 6.652707476378207e-07, |
| "loss": 0.2067, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.3497453998784508, |
| "learning_rate": 6.635421253729436e-07, |
| "loss": 0.2166, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.5757124943027156, |
| "learning_rate": 6.618146360895185e-07, |
| "loss": 0.2517, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.5128125526041354, |
| "learning_rate": 6.600882856046578e-07, |
| "loss": 0.2227, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.713335349133301, |
| "learning_rate": 6.583630797316386e-07, |
| "loss": 0.2299, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.6952128503762367, |
| "learning_rate": 6.566390242798854e-07, |
| "loss": 0.2284, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.759887957023974, |
| "learning_rate": 6.549161250549474e-07, |
| "loss": 0.2276, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.5597579088808027, |
| "learning_rate": 6.531943878584802e-07, |
| "loss": 0.2319, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.7147084406690423, |
| "learning_rate": 6.514738184882274e-07, |
| "loss": 0.2421, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.420289740196203, |
| "learning_rate": 6.49754422737999e-07, |
| "loss": 0.2199, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.5682641418236085, |
| "learning_rate": 6.480362063976539e-07, |
| "loss": 0.2239, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.166355354214944, |
| "learning_rate": 6.46319175253079e-07, |
| "loss": 0.2036, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.2922010368822745, |
| "learning_rate": 6.446033350861705e-07, |
| "loss": 0.2316, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.367922481730153, |
| "learning_rate": 6.428886916748138e-07, |
| "loss": 0.2255, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.5648994706332437, |
| "learning_rate": 6.411752507928641e-07, |
| "loss": 0.2224, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.563867164772982, |
| "learning_rate": 6.394630182101282e-07, |
| "loss": 0.2178, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.1466160585123317, |
| "learning_rate": 6.37751999692343e-07, |
| "loss": 0.2232, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.4152489727322595, |
| "learning_rate": 6.360422010011584e-07, |
| "loss": 0.2154, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.1598393496472807, |
| "learning_rate": 6.343336278941156e-07, |
| "loss": 0.2362, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.4775419605349291, |
| "learning_rate": 6.32626286124629e-07, |
| "loss": 0.2235, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.513547608872155, |
| "learning_rate": 6.309201814419667e-07, |
| "loss": 0.233, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.6168266238771563, |
| "learning_rate": 6.292153195912315e-07, |
| "loss": 0.2178, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.4181529704694595, |
| "learning_rate": 6.275117063133408e-07, |
| "loss": 0.2013, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.2263079624619504, |
| "learning_rate": 6.258093473450075e-07, |
| "loss": 0.2239, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.3411304082064495, |
| "learning_rate": 6.241082484187205e-07, |
| "loss": 0.2034, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.5272384990449883, |
| "learning_rate": 6.224084152627261e-07, |
| "loss": 0.23, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.8309033209745913, |
| "learning_rate": 6.207098536010082e-07, |
| "loss": 0.2604, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.4313488494156839, |
| "learning_rate": 6.19012569153269e-07, |
| "loss": 0.2108, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.4817364475701083, |
| "learning_rate": 6.173165676349102e-07, |
| "loss": 0.2178, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.395517674787995, |
| "learning_rate": 6.156218547570129e-07, |
| "loss": 0.2366, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3641741417855122, |
| "learning_rate": 6.139284362263184e-07, |
| "loss": 0.2312, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3545941905756942, |
| "learning_rate": 6.122363177452108e-07, |
| "loss": 0.2181, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.5648423077309812, |
| "learning_rate": 6.105455050116953e-07, |
| "loss": 0.2132, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3808975395729006, |
| "learning_rate": 6.08856003719381e-07, |
| "loss": 0.2169, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.5941017671603206, |
| "learning_rate": 6.071678195574602e-07, |
| "loss": 0.2465, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.4698342282853591, |
| "learning_rate": 6.054809582106899e-07, |
| "loss": 0.2319, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6866706358793475, |
| "learning_rate": 6.037954253593729e-07, |
| "loss": 0.2344, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.740394826251841, |
| "learning_rate": 6.021112266793386e-07, |
| "loss": 0.2246, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.0862530808853323, |
| "learning_rate": 6.004283678419242e-07, |
| "loss": 0.2319, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.2283773791590544, |
| "learning_rate": 5.98746854513954e-07, |
| "loss": 0.2365, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6664026337890228, |
| "learning_rate": 5.970666923577221e-07, |
| "loss": 0.2197, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6352728608556466, |
| "learning_rate": 5.953878870309723e-07, |
| "loss": 0.2205, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.626338805471819, |
| "learning_rate": 5.937104441868804e-07, |
| "loss": 0.2492, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.424314940637421, |
| "learning_rate": 5.920343694740328e-07, |
| "loss": 0.2086, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.33338948231071, |
| "learning_rate": 5.903596685364105e-07, |
| "loss": 0.2167, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.6329612563054363, |
| "learning_rate": 5.886863470133671e-07, |
| "loss": 0.2022, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 6.832540008845106, |
| "learning_rate": 5.870144105396118e-07, |
| "loss": 0.2087, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.0760355709561913, |
| "learning_rate": 5.853438647451894e-07, |
| "loss": 0.2333, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.3537998190536242, |
| "learning_rate": 5.836747152554624e-07, |
| "loss": 0.2179, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 4.687083539016377, |
| "learning_rate": 5.820069676910915e-07, |
| "loss": 0.2338, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.3068485147714688, |
| "learning_rate": 5.803406276680154e-07, |
| "loss": 0.2188, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.6638389844293415, |
| "learning_rate": 5.78675700797434e-07, |
| "loss": 0.2313, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.6441120604859694, |
| "learning_rate": 5.770121926857889e-07, |
| "loss": 0.239, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.2782504767678478, |
| "learning_rate": 5.753501089347428e-07, |
| "loss": 0.2342, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.2946495973598886, |
| "learning_rate": 5.736894551411642e-07, |
| "loss": 0.2014, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.722993405932872, |
| "learning_rate": 5.720302368971042e-07, |
| "loss": 0.2221, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.0257671160328474, |
| "learning_rate": 5.70372459789781e-07, |
| "loss": 0.2195, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.24941644260534, |
| "learning_rate": 5.687161294015602e-07, |
| "loss": 0.2182, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.3367264730276553, |
| "learning_rate": 5.670612513099342e-07, |
| "loss": 0.2069, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.4026624466292554, |
| "learning_rate": 5.654078310875077e-07, |
| "loss": 0.2225, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.396926491221855, |
| "learning_rate": 5.63755874301973e-07, |
| "loss": 0.2264, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.9523486746262086, |
| "learning_rate": 5.62105386516097e-07, |
| "loss": 0.239, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.6276013062192984, |
| "learning_rate": 5.604563732876988e-07, |
| "loss": 0.2372, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.3682762607076273, |
| "learning_rate": 5.588088401696313e-07, |
| "loss": 0.2289, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.4195496283970481, |
| "learning_rate": 5.571627927097657e-07, |
| "loss": 0.2262, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.529248727085344, |
| "learning_rate": 5.555182364509681e-07, |
| "loss": 0.2265, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.4439855754879787, |
| "learning_rate": 5.538751769310841e-07, |
| "loss": 0.2305, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.4407617350581574, |
| "learning_rate": 5.522336196829196e-07, |
| "loss": 0.2367, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.8661485794118338, |
| "learning_rate": 5.505935702342207e-07, |
| "loss": 0.2366, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 3.2815367775934967, |
| "learning_rate": 5.489550341076569e-07, |
| "loss": 0.2256, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.4638598260727298, |
| "learning_rate": 5.47318016820802e-07, |
| "loss": 0.2185, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.673324071994042, |
| "learning_rate": 5.456825238861147e-07, |
| "loss": 0.2303, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.7218049655523888, |
| "learning_rate": 5.440485608109215e-07, |
| "loss": 0.2136, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.9650019081673185, |
| "learning_rate": 5.424161330973955e-07, |
| "loss": 0.228, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.52377044516524, |
| "learning_rate": 5.407852462425416e-07, |
| "loss": 0.2248, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.409218286992997, |
| "learning_rate": 5.391559057381749e-07, |
| "loss": 0.2089, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.6950049017508326, |
| "learning_rate": 5.375281170709045e-07, |
| "loss": 0.2247, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.359659268801696, |
| "learning_rate": 5.35901885722112e-07, |
| "loss": 0.209, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.5666789243145594, |
| "learning_rate": 5.342772171679364e-07, |
| "loss": 0.2105, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.3908105242227826, |
| "learning_rate": 5.32654116879254e-07, |
| "loss": 0.2273, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.4908860706296103, |
| "learning_rate": 5.310325903216597e-07, |
| "loss": 0.2236, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.7371547382682146, |
| "learning_rate": 5.294126429554498e-07, |
| "loss": 0.2316, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.5950336486431171, |
| "learning_rate": 5.277942802356014e-07, |
| "loss": 0.219, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.046357711381408, |
| "learning_rate": 5.261775076117571e-07, |
| "loss": 0.221, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.9503517050956323, |
| "learning_rate": 5.245623305282046e-07, |
| "loss": 0.2217, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.522985848810385, |
| "learning_rate": 5.229487544238574e-07, |
| "loss": 0.2178, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.884544728995191, |
| "learning_rate": 5.213367847322407e-07, |
| "loss": 0.2213, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 7.46301025022052, |
| "learning_rate": 5.197264268814676e-07, |
| "loss": 0.2194, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.347259822924156, |
| "learning_rate": 5.181176862942247e-07, |
| "loss": 0.2061, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.5683885147406846, |
| "learning_rate": 5.165105683877533e-07, |
| "loss": 0.2313, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.3885376381655916, |
| "learning_rate": 5.149050785738284e-07, |
| "loss": 0.2221, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.4816423921306807, |
| "learning_rate": 5.133012222587456e-07, |
| "loss": 0.2143, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.8993455221606683, |
| "learning_rate": 5.116990048432971e-07, |
| "loss": 0.2317, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.511055398241898, |
| "learning_rate": 5.100984317227579e-07, |
| "loss": 0.2117, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.550305063894376, |
| "learning_rate": 5.084995082868657e-07, |
| "loss": 0.2245, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.7236785847196716, |
| "learning_rate": 5.069022399198023e-07, |
| "loss": 0.2345, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.3555666452285893, |
| "learning_rate": 5.053066320001782e-07, |
| "loss": 0.2271, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3577710477540295, |
| "learning_rate": 5.037126899010101e-07, |
| "loss": 0.2245, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.546410690226597, |
| "learning_rate": 5.021204189897069e-07, |
| "loss": 0.21, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.3982277509405088, |
| "learning_rate": 5.005298246280499e-07, |
| "loss": 0.2382, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 6.281488171799301, |
| "learning_rate": 4.989409121721737e-07, |
| "loss": 0.2182, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.036540896654236, |
| "learning_rate": 4.973536869725502e-07, |
| "loss": 0.2143, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.4514477877644385, |
| "learning_rate": 4.957681543739697e-07, |
| "loss": 0.2163, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.5410824657425053, |
| "learning_rate": 4.941843197155226e-07, |
| "loss": 0.2207, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.389094217237689, |
| "learning_rate": 4.926021883305821e-07, |
| "loss": 0.2204, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.4507992368856149, |
| "learning_rate": 4.910217655467847e-07, |
| "loss": 0.2302, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3697716147957977, |
| "learning_rate": 4.894430566860144e-07, |
| "loss": 0.2346, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.9630217219063086, |
| "learning_rate": 4.878660670643838e-07, |
| "loss": 0.2315, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.5843650771906488, |
| "learning_rate": 4.862908019922162e-07, |
| "loss": 0.2365, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.537795064927633, |
| "learning_rate": 4.847172667740265e-07, |
| "loss": 0.2279, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.6109790817380572, |
| "learning_rate": 4.831454667085058e-07, |
| "loss": 0.2079, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.8990032857183288, |
| "learning_rate": 4.815754070885021e-07, |
| "loss": 0.2311, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.0517199148101826, |
| "learning_rate": 4.800070932010026e-07, |
| "loss": 0.2134, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3100727721906615, |
| "learning_rate": 4.784405303271157e-07, |
| "loss": 0.2161, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.067008789059033, |
| "learning_rate": 4.768757237420529e-07, |
| "loss": 0.2137, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.3890297214797829, |
| "learning_rate": 4.753126787151129e-07, |
| "loss": 0.2239, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.595204038268438, |
| "learning_rate": 4.7375140050966233e-07, |
| "loss": 0.2219, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.7024497550602162, |
| "learning_rate": 4.721918943831167e-07, |
| "loss": 0.2363, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.668263742777333, |
| "learning_rate": 4.706341655869269e-07, |
| "loss": 0.227, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.570932078665602, |
| "learning_rate": 4.6907821936655633e-07, |
| "loss": 0.2155, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.378026902775591, |
| "learning_rate": 4.6752406096146726e-07, |
| "loss": 0.2104, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.5577785554961692, |
| "learning_rate": 4.6597169560510164e-07, |
| "loss": 0.2169, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.3171743000445573, |
| "learning_rate": 4.6442112852486215e-07, |
| "loss": 0.2334, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.3378837470851341, |
| "learning_rate": 4.628723649420985e-07, |
| "loss": 0.2339, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.7773888353283567, |
| "learning_rate": 4.613254100720848e-07, |
| "loss": 0.2275, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 15.874914022818503, |
| "learning_rate": 4.59780269124006e-07, |
| "loss": 0.206, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.512934454573531, |
| "learning_rate": 4.58236947300939e-07, |
| "loss": 0.2443, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.9837010437606826, |
| "learning_rate": 4.566954497998332e-07, |
| "loss": 0.2332, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.3785349746856426, |
| "learning_rate": 4.5515578181149796e-07, |
| "loss": 0.2196, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.314969917670223, |
| "learning_rate": 4.5361794852057875e-07, |
| "loss": 0.2254, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.6708570767093758, |
| "learning_rate": 4.520819551055448e-07, |
| "loss": 0.213, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.6232988842474056, |
| "learning_rate": 4.5054780673866975e-07, |
| "loss": 0.2152, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.354337176615839, |
| "learning_rate": 4.49015508586013e-07, |
| "loss": 0.2175, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.6175327187009665, |
| "learning_rate": 4.4748506580740487e-07, |
| "loss": 0.2099, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.3491166944357529, |
| "learning_rate": 4.4595648355642744e-07, |
| "loss": 0.2159, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.458814211080528, |
| "learning_rate": 4.4442976698039803e-07, |
| "loss": 0.2134, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.736018860236866, |
| "learning_rate": 4.429049212203505e-07, |
| "loss": 0.2099, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.689084747877659, |
| "learning_rate": 4.4138195141101997e-07, |
| "loss": 0.2332, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.6286295946765985, |
| "learning_rate": 4.3986086268082425e-07, |
| "loss": 0.2229, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.6117358741099328, |
| "learning_rate": 4.3834166015184694e-07, |
| "loss": 0.2188, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.5077125897429717, |
| "learning_rate": 4.368243489398201e-07, |
| "loss": 0.237, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.0315341030447036, |
| "learning_rate": 4.353089341541063e-07, |
| "loss": 0.2312, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.2953521249304156, |
| "learning_rate": 4.3379542089768297e-07, |
| "loss": 0.2134, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.3556970135757103, |
| "learning_rate": 4.3228381426712446e-07, |
| "loss": 0.2144, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.6432642292254975, |
| "learning_rate": 4.3077411935258334e-07, |
| "loss": 0.2202, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.9378193184288537, |
| "learning_rate": 4.292663412377772e-07, |
| "loss": 0.2303, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.7000026387272886, |
| "learning_rate": 4.277604849999665e-07, |
| "loss": 0.2306, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.7462537182904316, |
| "learning_rate": 4.2625655570994157e-07, |
| "loss": 0.2229, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.9092802916569482, |
| "learning_rate": 4.247545584320038e-07, |
| "loss": 0.2155, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.46405012692193, |
| "learning_rate": 4.2325449822394756e-07, |
| "loss": 0.2275, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.302197037748767, |
| "learning_rate": 4.217563801370465e-07, |
| "loss": 0.2288, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.7865081171511175, |
| "learning_rate": 4.2026020921603236e-07, |
| "loss": 0.2244, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.3058085864911035, |
| "learning_rate": 4.18765990499081e-07, |
| "loss": 0.2301, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.3570842705246915, |
| "learning_rate": 4.172737290177949e-07, |
| "loss": 0.2094, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.7732459688578588, |
| "learning_rate": 4.157834297971842e-07, |
| "loss": 0.2183, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4540277412998732, |
| "learning_rate": 4.142950978556536e-07, |
| "loss": 0.2299, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.162695728090071, |
| "learning_rate": 4.128087382049812e-07, |
| "loss": 0.2261, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.976688314607081, |
| "learning_rate": 4.1132435585030453e-07, |
| "loss": 0.2309, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.9366706626395893, |
| "learning_rate": 4.098419557901035e-07, |
| "loss": 0.2171, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.3386529647337344, |
| "learning_rate": 4.083615430161811e-07, |
| "loss": 0.2108, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.8890675113546014, |
| "learning_rate": 4.068831225136499e-07, |
| "loss": 0.2191, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 4.961129311872351, |
| "learning_rate": 4.054066992609132e-07, |
| "loss": 0.2222, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.3774748665810876, |
| "learning_rate": 4.0393227822964884e-07, |
| "loss": 0.2018, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.2253829844331077, |
| "learning_rate": 4.024598643847927e-07, |
| "loss": 0.2428, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.6894913004164593, |
| "learning_rate": 4.0098946268452105e-07, |
| "loss": 0.2178, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.3241500149138434, |
| "learning_rate": 3.9952107808023484e-07, |
| "loss": 0.2251, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.5739771020045248, |
| "learning_rate": 3.980547155165429e-07, |
| "loss": 0.2197, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.2243318124162879, |
| "learning_rate": 3.965903799312452e-07, |
| "loss": 0.1949, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.3046382940461914, |
| "learning_rate": 3.951280762553152e-07, |
| "loss": 0.2125, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.685594992621803, |
| "learning_rate": 3.9366780941288515e-07, |
| "loss": 0.2225, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.489390754103372, |
| "learning_rate": 3.9220958432122784e-07, |
| "loss": 0.2219, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.5406503579629987, |
| "learning_rate": 3.907534058907414e-07, |
| "loss": 0.2098, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.5834292214413508, |
| "learning_rate": 3.892992790249318e-07, |
| "loss": 0.2198, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.2282394098910956, |
| "learning_rate": 3.878472086203957e-07, |
| "loss": 0.2069, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.8149127926826298, |
| "learning_rate": 3.8639719956680615e-07, |
| "loss": 0.224, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.0691258551332306, |
| "learning_rate": 3.849492567468947e-07, |
| "loss": 0.2335, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.802155886357632, |
| "learning_rate": 3.8350338503643365e-07, |
| "loss": 0.2208, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.3973794748914075, |
| "learning_rate": 3.8205958930422354e-07, |
| "loss": 0.2105, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.5406436205361762, |
| "learning_rate": 3.8061787441207205e-07, |
| "loss": 0.2251, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.610586845272582, |
| "learning_rate": 3.7917824521478106e-07, |
| "loss": 0.2148, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.54345070390649, |
| "learning_rate": 3.7774070656012914e-07, |
| "loss": 0.2305, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.631455569394719, |
| "learning_rate": 3.7630526328885405e-07, |
| "loss": 0.2213, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.6886533745767076, |
| "learning_rate": 3.7487192023463966e-07, |
| "loss": 0.2493, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.386118273870104, |
| "learning_rate": 3.734406822240955e-07, |
| "loss": 0.2012, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.9432375355625244, |
| "learning_rate": 3.72011554076744e-07, |
| "loss": 0.2192, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 24.323569770717064, |
| "learning_rate": 3.705845406050025e-07, |
| "loss": 0.2187, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.359817486363084, |
| "learning_rate": 3.6915964661416653e-07, |
| "loss": 0.2335, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.607039028098902, |
| "learning_rate": 3.6773687690239664e-07, |
| "loss": 0.2309, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.3879806485178774, |
| "learning_rate": 3.6631623626069775e-07, |
| "loss": 0.2236, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.6108210826221387, |
| "learning_rate": 3.6489772947290677e-07, |
| "loss": 0.2417, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.61044372017858, |
| "learning_rate": 3.634813613156753e-07, |
| "loss": 0.2143, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.5365326047391896, |
| "learning_rate": 3.620671365584521e-07, |
| "loss": 0.2104, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.7150186417367956, |
| "learning_rate": 3.6065505996346946e-07, |
| "loss": 0.2385, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.3115863367726706, |
| "learning_rate": 3.592451362857254e-07, |
| "loss": 0.2019, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.9515643392293547, |
| "learning_rate": 3.5783737027296867e-07, |
| "loss": 0.2143, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.9308591158303714, |
| "learning_rate": 3.564317666656823e-07, |
| "loss": 0.221, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.402621361067043, |
| "learning_rate": 3.5502833019706693e-07, |
| "loss": 0.2325, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 4.819937826549352, |
| "learning_rate": 3.5362706559302637e-07, |
| "loss": 0.2163, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.4735014423494779, |
| "learning_rate": 3.5222797757215084e-07, |
| "loss": 0.2233, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.367532274385393, |
| "learning_rate": 3.508310708457014e-07, |
| "loss": 0.2195, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.3294914392790806, |
| "learning_rate": 3.494363501175929e-07, |
| "loss": 0.2268, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.6103699509178353, |
| "learning_rate": 3.4804382008438007e-07, |
| "loss": 0.2249, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.492243335760796, |
| "learning_rate": 3.466534854352403e-07, |
| "loss": 0.2118, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.41292848776241, |
| "learning_rate": 3.4526535085195875e-07, |
| "loss": 0.2341, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 7.457498337249308, |
| "learning_rate": 3.438794210089118e-07, |
| "loss": 0.2145, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.7891132672143955, |
| "learning_rate": 3.42495700573051e-07, |
| "loss": 0.211, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.4059450428501257, |
| "learning_rate": 3.4111419420388897e-07, |
| "loss": 0.2149, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.3863411711735751, |
| "learning_rate": 3.397349065534827e-07, |
| "loss": 0.2058, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.8369519446042217, |
| "learning_rate": 3.383578422664165e-07, |
| "loss": 0.2025, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.045773560195026, |
| "learning_rate": 3.3698300597979037e-07, |
| "loss": 0.2185, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.225262648313144, |
| "learning_rate": 3.3561040232319903e-07, |
| "loss": 0.1992, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.3731561680860072, |
| "learning_rate": 3.3424003591872076e-07, |
| "loss": 0.2136, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.521312662293047, |
| "learning_rate": 3.328719113809e-07, |
| "loss": 0.2215, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.4656424845063694, |
| "learning_rate": 3.3150603331673065e-07, |
| "loss": 0.2181, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.377716940544608, |
| "learning_rate": 3.3014240632564437e-07, |
| "loss": 0.217, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.6089864415278838, |
| "learning_rate": 3.2878103499949004e-07, |
| "loss": 0.2298, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.1562191422584784, |
| "learning_rate": 3.274219239225224e-07, |
| "loss": 0.2438, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.3708410554376447, |
| "learning_rate": 3.2606507767138493e-07, |
| "loss": 0.223, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.4240711643308386, |
| "learning_rate": 3.247105008150933e-07, |
| "loss": 0.2273, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.6365621903401992, |
| "learning_rate": 3.233581979150235e-07, |
| "loss": 0.22, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.5892334945254245, |
| "learning_rate": 3.220081735248922e-07, |
| "loss": 0.2169, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4984581770169263, |
| "learning_rate": 3.2066043219074435e-07, |
| "loss": 0.228, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.3503949759265619, |
| "learning_rate": 3.1931497845093744e-07, |
| "loss": 0.2162, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 11.644479303342717, |
| "learning_rate": 3.179718168361244e-07, |
| "loss": 0.2263, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4075713069004865, |
| "learning_rate": 3.1663095186924105e-07, |
| "loss": 0.216, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.3834697556688493, |
| "learning_rate": 3.152923880654889e-07, |
| "loss": 0.2165, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.5294091218866657, |
| "learning_rate": 3.1395612993232056e-07, |
| "loss": 0.2399, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.5171049123519278, |
| "learning_rate": 3.1262218196942516e-07, |
| "loss": 0.2291, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.094352144480436, |
| "learning_rate": 3.112905486687113e-07, |
| "loss": 0.2216, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4165249564285707, |
| "learning_rate": 3.0996123451429456e-07, |
| "loss": 0.2248, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.2765359975748107, |
| "learning_rate": 3.0863424398248063e-07, |
| "loss": 0.2142, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.33658333156668, |
| "learning_rate": 3.0730958154175066e-07, |
| "loss": 0.2087, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.3622346436926145, |
| "learning_rate": 3.0598725165274597e-07, |
| "loss": 0.2179, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.7357039066317481, |
| "learning_rate": 3.0466725876825337e-07, |
| "loss": 0.2036, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4566385045340606, |
| "learning_rate": 3.033496073331907e-07, |
| "loss": 0.2126, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.5542517729429277, |
| "learning_rate": 3.020343017845904e-07, |
| "loss": 0.2444, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.2664646588676471, |
| "learning_rate": 3.0072134655158645e-07, |
| "loss": 0.2173, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.7150577332787311, |
| "learning_rate": 2.9941074605539687e-07, |
| "loss": 0.2179, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.7337931127519945, |
| "learning_rate": 2.981025047093118e-07, |
| "loss": 0.2081, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.1863626010385055, |
| "learning_rate": 2.96796626918677e-07, |
| "loss": 0.2133, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.5940369827106675, |
| "learning_rate": 2.9549311708087797e-07, |
| "loss": 0.2264, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.4939416035487627, |
| "learning_rate": 2.941919795853288e-07, |
| "loss": 0.2046, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.740101885989287, |
| "learning_rate": 2.9289321881345254e-07, |
| "loss": 0.2221, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.3124732724001025, |
| "learning_rate": 2.9159683913867026e-07, |
| "loss": 0.2237, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.3636205470227236, |
| "learning_rate": 2.9030284492638526e-07, |
| "loss": 0.2115, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.5856210819927727, |
| "learning_rate": 2.890112405339663e-07, |
| "loss": 0.2034, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.6908836198750048, |
| "learning_rate": 2.8772203031073726e-07, |
| "loss": 0.2273, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.5062993807299572, |
| "learning_rate": 2.864352185979578e-07, |
| "loss": 0.2183, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.593853294463133, |
| "learning_rate": 2.851508097288119e-07, |
| "loss": 0.2499, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.6276280910997505, |
| "learning_rate": 2.838688080283923e-07, |
| "loss": 0.2229, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.6152432265276269, |
| "learning_rate": 2.8258921781368506e-07, |
| "loss": 0.2357, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.417173802701744, |
| "learning_rate": 2.8131204339355673e-07, |
| "loss": 0.227, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.6341536445289244, |
| "learning_rate": 2.800372890687388e-07, |
| "loss": 0.2243, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.6343794151751727, |
| "learning_rate": 2.7876495913181297e-07, |
| "loss": 0.2311, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.338481324304029, |
| "learning_rate": 2.7749505786719795e-07, |
| "loss": 0.2217, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.416555808657952, |
| "learning_rate": 2.762275895511328e-07, |
| "loss": 0.2069, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.5936125567441186, |
| "learning_rate": 2.7496255845166506e-07, |
| "loss": 0.221, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.405637431706501, |
| "learning_rate": 2.736999688286351e-07, |
| "loss": 0.2033, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.5387048546528532, |
| "learning_rate": 2.724398249336618e-07, |
| "loss": 0.2475, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.383672015658528, |
| "learning_rate": 2.711821310101277e-07, |
| "loss": 0.2048, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.454167406282567, |
| "learning_rate": 2.6992689129316624e-07, |
| "loss": 0.2264, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.595225568693269, |
| "learning_rate": 2.6867411000964634e-07, |
| "loss": 0.2374, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.725134382955814, |
| "learning_rate": 2.674237913781583e-07, |
| "loss": 0.2162, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.4296092193612133, |
| "learning_rate": 2.6617593960900034e-07, |
| "loss": 0.21, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.584780331169376, |
| "learning_rate": 2.649305589041624e-07, |
| "loss": 0.2394, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.4759954009232976, |
| "learning_rate": 2.636876534573148e-07, |
| "loss": 0.194, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.4181043191063678, |
| "learning_rate": 2.624472274537924e-07, |
| "loss": 0.2036, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.3555138021307074, |
| "learning_rate": 2.6120928507058e-07, |
| "loss": 0.202, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.1305070061333784, |
| "learning_rate": 2.5997383047630085e-07, |
| "loss": 0.2303, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.577527323088917, |
| "learning_rate": 2.5874086783119896e-07, |
| "loss": 0.218, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.5025459244893595, |
| "learning_rate": 2.57510401287128e-07, |
| "loss": 0.219, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.6169502722849405, |
| "learning_rate": 2.5628243498753655e-07, |
| "loss": 0.2181, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.8083706339088912, |
| "learning_rate": 2.5505697306745256e-07, |
| "loss": 0.209, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.5961340940616482, |
| "learning_rate": 2.5383401965347307e-07, |
| "loss": 0.2247, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.908178635650959, |
| "learning_rate": 2.526135788637458e-07, |
| "loss": 0.2059, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.8111086918295838, |
| "learning_rate": 2.513956548079585e-07, |
| "loss": 0.2095, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.6694986165534373, |
| "learning_rate": 2.501802515873247e-07, |
| "loss": 0.2176, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.8383764533030202, |
| "learning_rate": 2.489673732945674e-07, |
| "loss": 0.2301, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.5101003743018346, |
| "learning_rate": 2.4775702401390997e-07, |
| "loss": 0.2357, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.284166190021383, |
| "learning_rate": 2.465492078210569e-07, |
| "loss": 0.2071, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 6.420349501898126, |
| "learning_rate": 2.453439287831848e-07, |
| "loss": 0.2179, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.3820586701320954, |
| "learning_rate": 2.441411909589257e-07, |
| "loss": 0.2429, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.595073406583804, |
| "learning_rate": 2.4294099839835456e-07, |
| "loss": 0.234, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.273128746045125, |
| "learning_rate": 2.417433551429756e-07, |
| "loss": 0.2148, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.698788966978208, |
| "learning_rate": 2.405482652257086e-07, |
| "loss": 0.2214, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.9997983198229585, |
| "learning_rate": 2.3935573267087516e-07, |
| "loss": 0.2188, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.3806714877759103, |
| "learning_rate": 2.3816576149418578e-07, |
| "loss": 0.2182, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.4960497394808543, |
| "learning_rate": 2.369783557027245e-07, |
| "loss": 0.224, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.145391390070757, |
| "learning_rate": 2.3579351929493817e-07, |
| "loss": 0.2078, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.5341691819921377, |
| "learning_rate": 2.3461125626062083e-07, |
| "loss": 0.2235, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.388124706850279, |
| "learning_rate": 2.3343157058090147e-07, |
| "loss": 0.2209, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.9649767591893454, |
| "learning_rate": 2.322544662282292e-07, |
| "loss": 0.2104, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.914375887444368, |
| "learning_rate": 2.3107994716636182e-07, |
| "loss": 0.2133, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.156564528037039, |
| "learning_rate": 2.2990801735035104e-07, |
| "loss": 0.2016, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.566000949052137, |
| "learning_rate": 2.287386807265297e-07, |
| "loss": 0.2333, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.28948641974671, |
| "learning_rate": 2.2757194123249847e-07, |
| "loss": 0.2164, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.6901008782730746, |
| "learning_rate": 2.2640780279711202e-07, |
| "loss": 0.2204, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.1623902195456437, |
| "learning_rate": 2.2524626934046664e-07, |
| "loss": 0.2222, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.854888066509454, |
| "learning_rate": 2.2408734477388714e-07, |
| "loss": 0.2186, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.6028515553049631, |
| "learning_rate": 2.229310329999118e-07, |
| "loss": 0.22, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.3589399580865063, |
| "learning_rate": 2.217773379122826e-07, |
| "loss": 0.2227, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.091830759360672, |
| "learning_rate": 2.2062626339592817e-07, |
| "loss": 0.2405, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.5493381461728557, |
| "learning_rate": 2.1947781332695404e-07, |
| "loss": 0.2054, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.3285246094589453, |
| "learning_rate": 2.1833199157262793e-07, |
| "loss": 0.2092, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.5334976977250527, |
| "learning_rate": 2.1718880199136614e-07, |
| "loss": 0.2041, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.3727345667201947, |
| "learning_rate": 2.1604824843272317e-07, |
| "loss": 0.2204, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.4003133150084934, |
| "learning_rate": 2.149103347373753e-07, |
| "loss": 0.2151, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.4954084415665423, |
| "learning_rate": 2.1377506473711037e-07, |
| "loss": 0.1953, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.321318164532216, |
| "learning_rate": 2.1264244225481397e-07, |
| "loss": 0.2116, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.4638325004418218, |
| "learning_rate": 2.1151247110445524e-07, |
| "loss": 0.2313, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.6390035930382205, |
| "learning_rate": 2.1038515509107734e-07, |
| "loss": 0.2179, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.5899837488223392, |
| "learning_rate": 2.092604980107807e-07, |
| "loss": 0.1991, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.4731220414411554, |
| "learning_rate": 2.0813850365071306e-07, |
| "loss": 0.2132, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.6341457852665624, |
| "learning_rate": 2.0701917578905593e-07, |
| "loss": 0.2281, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.852974603582753, |
| "learning_rate": 2.059025181950107e-07, |
| "loss": 0.2099, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.4613359041596845, |
| "learning_rate": 2.0478853462878797e-07, |
| "loss": 0.202, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.5807084997236294, |
| "learning_rate": 2.0367722884159334e-07, |
| "loss": 0.2403, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.5733803723236512, |
| "learning_rate": 2.0256860457561565e-07, |
| "loss": 0.2241, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.458587557955409, |
| "learning_rate": 2.0146266556401403e-07, |
| "loss": 0.2237, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3969301733198365, |
| "learning_rate": 2.0035941553090463e-07, |
| "loss": 0.2211, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.518107468406572, |
| "learning_rate": 1.9925885819134968e-07, |
| "loss": 0.2267, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.5075259083068817, |
| "learning_rate": 1.9816099725134373e-07, |
| "loss": 0.213, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.622192640052201, |
| "learning_rate": 1.9706583640780172e-07, |
| "loss": 0.2227, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.4025989167170234, |
| "learning_rate": 1.9597337934854564e-07, |
| "loss": 0.1987, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3759385992313333, |
| "learning_rate": 1.9488362975229365e-07, |
| "loss": 0.2324, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.5075169151808951, |
| "learning_rate": 1.9379659128864646e-07, |
| "loss": 0.2206, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.2774983818513492, |
| "learning_rate": 1.9271226761807558e-07, |
| "loss": 0.2075, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.4722434029404698, |
| "learning_rate": 1.9163066239191073e-07, |
| "loss": 0.2023, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.6398943361574156, |
| "learning_rate": 1.9055177925232703e-07, |
| "loss": 0.2256, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.0525606077723118, |
| "learning_rate": 1.8947562183233412e-07, |
| "loss": 0.2323, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.5245276922945057, |
| "learning_rate": 1.8840219375576293e-07, |
| "loss": 0.2232, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.4631199898561507, |
| "learning_rate": 1.8733149863725272e-07, |
| "loss": 0.2099, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.6216924058052904, |
| "learning_rate": 1.8626354008224166e-07, |
| "loss": 0.2067, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.4285023264814132, |
| "learning_rate": 1.8519832168695115e-07, |
| "loss": 0.2303, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.079422020022985, |
| "learning_rate": 1.8413584703837615e-07, |
| "loss": 0.2243, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.9915274983489897, |
| "learning_rate": 1.8307611971427273e-07, |
| "loss": 0.2146, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.5536780420564804, |
| "learning_rate": 1.820191432831445e-07, |
| "loss": 0.2303, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.4435851736782992, |
| "learning_rate": 1.8096492130423347e-07, |
| "loss": 0.2185, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.5486834182273943, |
| "learning_rate": 1.7991345732750473e-07, |
| "loss": 0.2009, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.8321943261182403, |
| "learning_rate": 1.7886475489363727e-07, |
| "loss": 0.1974, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.748090603899352, |
| "learning_rate": 1.778188175340104e-07, |
| "loss": 0.2169, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.4308200885604518, |
| "learning_rate": 1.7677564877069205e-07, |
| "loss": 0.206, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.718387687971597, |
| "learning_rate": 1.7573525211642838e-07, |
| "loss": 0.2298, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 3.6111442668759572, |
| "learning_rate": 1.7469763107462954e-07, |
| "loss": 0.225, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.539649012251455, |
| "learning_rate": 1.7366278913935972e-07, |
| "loss": 0.2329, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.6922532435508642, |
| "learning_rate": 1.726307297953251e-07, |
| "loss": 0.2184, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.86131432698414, |
| "learning_rate": 1.7160145651786095e-07, |
| "loss": 0.2148, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.455165212931987, |
| "learning_rate": 1.7057497277292154e-07, |
| "loss": 0.2233, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.5145926827302396, |
| "learning_rate": 1.6955128201706758e-07, |
| "loss": 0.2303, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.4344517820914653, |
| "learning_rate": 1.6853038769745465e-07, |
| "loss": 0.2215, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.580862334032493, |
| "learning_rate": 1.6751229325182192e-07, |
| "loss": 0.2181, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.9821739179695839, |
| "learning_rate": 1.664970021084794e-07, |
| "loss": 0.214, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.2991392859101234, |
| "learning_rate": 1.6548451768629846e-07, |
| "loss": 0.2082, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.6890038304575814, |
| "learning_rate": 1.644748433946984e-07, |
| "loss": 0.2171, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.367217472313774, |
| "learning_rate": 1.6346798263363658e-07, |
| "loss": 0.2242, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3648812505589911, |
| "learning_rate": 1.624639387935951e-07, |
| "loss": 0.1901, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.4952483754247154, |
| "learning_rate": 1.6146271525557088e-07, |
| "loss": 0.2276, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.4178685575043481, |
| "learning_rate": 1.6046431539106432e-07, |
| "loss": 0.2012, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.2949349025465102, |
| "learning_rate": 1.594687425620661e-07, |
| "loss": 0.1955, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.856867449181767, |
| "learning_rate": 1.584760001210491e-07, |
| "loss": 0.2037, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.4135145277557295, |
| "learning_rate": 1.574860914109535e-07, |
| "loss": 0.2145, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.5557817511130325, |
| "learning_rate": 1.5649901976517798e-07, |
| "loss": 0.2043, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4223696662590923, |
| "learning_rate": 1.5551478850756795e-07, |
| "loss": 0.2175, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.427155908043394, |
| "learning_rate": 1.545334009524033e-07, |
| "loss": 0.2245, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4890863782967008, |
| "learning_rate": 1.5355486040438949e-07, |
| "loss": 0.1928, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 3.0513622448069078, |
| "learning_rate": 1.525791701586434e-07, |
| "loss": 0.209, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.3840307569530503, |
| "learning_rate": 1.5160633350068507e-07, |
| "loss": 0.215, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.3864285867462616, |
| "learning_rate": 1.5063635370642514e-07, |
| "loss": 0.2268, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4930927047416094, |
| "learning_rate": 1.4966923404215338e-07, |
| "loss": 0.2248, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4797517260115005, |
| "learning_rate": 1.4870497776452985e-07, |
| "loss": 0.2043, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4058790046703842, |
| "learning_rate": 1.4774358812057097e-07, |
| "loss": 0.2121, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.6947643302132003, |
| "learning_rate": 1.4678506834764115e-07, |
| "loss": 0.231, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.5023016331622012, |
| "learning_rate": 1.4582942167344058e-07, |
| "loss": 0.1959, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 2.1116030454278163, |
| "learning_rate": 1.4487665131599426e-07, |
| "loss": 0.2319, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 2.0786068390334056, |
| "learning_rate": 1.4392676048364193e-07, |
| "loss": 0.2113, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4212292413260825, |
| "learning_rate": 1.4297975237502701e-07, |
| "loss": 0.2194, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.8743298150431202, |
| "learning_rate": 1.4203563017908526e-07, |
| "loss": 0.1955, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 2.536748945615104, |
| "learning_rate": 1.41094397075035e-07, |
| "loss": 0.2265, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4422570910104409, |
| "learning_rate": 1.4015605623236514e-07, |
| "loss": 0.2172, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.7953844653818516, |
| "learning_rate": 1.3922061081082593e-07, |
| "loss": 0.2203, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.6873361576058994, |
| "learning_rate": 1.3828806396041738e-07, |
| "loss": 0.242, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.529070658591192, |
| "learning_rate": 1.373584188213791e-07, |
| "loss": 0.2162, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.2586192301592476, |
| "learning_rate": 1.364316785241789e-07, |
| "loss": 0.2097, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.378659728650969, |
| "learning_rate": 1.355078461895036e-07, |
| "loss": 0.2271, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.4864265260292164, |
| "learning_rate": 1.3458692492824763e-07, |
| "loss": 0.2066, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.655328222051192, |
| "learning_rate": 1.3366891784150248e-07, |
| "loss": 0.2217, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.6894621887133847, |
| "learning_rate": 1.3275382802054702e-07, |
| "loss": 0.2333, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.9166050787129756, |
| "learning_rate": 1.318416585468357e-07, |
| "loss": 0.2086, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.349943146212279, |
| "learning_rate": 1.3093241249198994e-07, |
| "loss": 0.2189, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.626992565546153, |
| "learning_rate": 1.3002609291778655e-07, |
| "loss": 0.1957, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.5852964974300052, |
| "learning_rate": 1.2912270287614734e-07, |
| "loss": 0.2211, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.5817555093476803, |
| "learning_rate": 1.282222454091304e-07, |
| "loss": 0.2264, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.507952778874696, |
| "learning_rate": 1.2732472354891733e-07, |
| "loss": 0.2122, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 5.138776866929934, |
| "learning_rate": 1.2643014031780552e-07, |
| "loss": 0.2055, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.4657619914701667, |
| "learning_rate": 1.2553849872819656e-07, |
| "loss": 0.2269, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.607291502535302, |
| "learning_rate": 1.2464980178258567e-07, |
| "loss": 0.2106, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.5548820815355142, |
| "learning_rate": 1.2376405247355394e-07, |
| "loss": 0.2198, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.4594231840120386, |
| "learning_rate": 1.2288125378375502e-07, |
| "loss": 0.2293, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.213619329997473, |
| "learning_rate": 1.220014086859076e-07, |
| "loss": 0.2362, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.8278349949074923, |
| "learning_rate": 1.211245201427845e-07, |
| "loss": 0.2074, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.4326511211468307, |
| "learning_rate": 1.2025059110720182e-07, |
| "loss": 0.2218, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.6854068210313338, |
| "learning_rate": 1.1937962452201157e-07, |
| "loss": 0.1965, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 6.419413343828208, |
| "learning_rate": 1.1851162332008813e-07, |
| "loss": 0.2239, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.7322940990440954, |
| "learning_rate": 1.1764659042432157e-07, |
| "loss": 0.2074, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.2884217915063167, |
| "learning_rate": 1.1678452874760646e-07, |
| "loss": 0.2164, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 3.705299813388445, |
| "learning_rate": 1.1592544119283132e-07, |
| "loss": 0.2182, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 5.584359657901772, |
| "learning_rate": 1.150693306528706e-07, |
| "loss": 0.2126, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.3466422208879094, |
| "learning_rate": 1.1421620001057353e-07, |
| "loss": 0.2039, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.2628932887910436, |
| "learning_rate": 1.1336605213875505e-07, |
| "loss": 0.2015, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.269273740017695, |
| "learning_rate": 1.125188899001861e-07, |
| "loss": 0.2032, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.5367900816241185, |
| "learning_rate": 1.1167471614758328e-07, |
| "loss": 0.2066, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.485385802795097, |
| "learning_rate": 1.1083353372360049e-07, |
| "loss": 0.2208, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.4548976676000265, |
| "learning_rate": 1.0999534546081846e-07, |
| "loss": 0.2194, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.8774149353617495, |
| "learning_rate": 1.0916015418173552e-07, |
| "loss": 0.2214, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.6497581971504462, |
| "learning_rate": 1.0832796269875755e-07, |
| "loss": 0.2281, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 6.039211088755703, |
| "learning_rate": 1.0749877381418959e-07, |
| "loss": 0.2257, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.4069529091058017, |
| "learning_rate": 1.0667259032022557e-07, |
| "loss": 0.2029, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.3895974668708968, |
| "learning_rate": 1.0584941499893895e-07, |
| "loss": 0.21, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.7871285649094508, |
| "learning_rate": 1.0502925062227408e-07, |
| "loss": 0.2117, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.5037381905949265, |
| "learning_rate": 1.0421209995203528e-07, |
| "loss": 0.2257, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.3692809132609176, |
| "learning_rate": 1.033979657398797e-07, |
| "loss": 0.2076, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.0123278701859806, |
| "learning_rate": 1.0258685072730632e-07, |
| "loss": 0.2068, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.6564062413010405, |
| "learning_rate": 1.0177875764564714e-07, |
| "loss": 0.2034, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.25949945952813, |
| "learning_rate": 1.009736892160592e-07, |
| "loss": 0.2105, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.1639413257146085, |
| "learning_rate": 1.0017164814951296e-07, |
| "loss": 0.2181, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.6419162658352906, |
| "learning_rate": 9.937263714678556e-08, |
| "loss": 0.2339, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.269329710263512, |
| "learning_rate": 9.85766588984508e-08, |
| "loss": 0.2199, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.8557905832860966, |
| "learning_rate": 9.778371608486913e-08, |
| "loss": 0.2187, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.4874218094611973, |
| "learning_rate": 9.69938113761808e-08, |
| "loss": 0.2129, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.378058107097442, |
| "learning_rate": 9.620694743229462e-08, |
| "loss": 0.2057, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.5935259943359603, |
| "learning_rate": 9.542312690288034e-08, |
| "loss": 0.2114, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.7135607511606774, |
| "learning_rate": 9.464235242735974e-08, |
| "loss": 0.2246, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 3.110210779535669, |
| "learning_rate": 9.386462663489636e-08, |
| "loss": 0.2148, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.616985464905334, |
| "learning_rate": 9.308995214438908e-08, |
| "loss": 0.23, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3234503755083291, |
| "learning_rate": 9.231833156446056e-08, |
| "loss": 0.2136, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.366973985422098, |
| "learning_rate": 9.154976749345056e-08, |
| "loss": 0.2143, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.653512545268247, |
| "learning_rate": 9.078426251940641e-08, |
| "loss": 0.2333, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.0296933082754105, |
| "learning_rate": 9.002181922007379e-08, |
| "loss": 0.2279, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.320213778577294, |
| "learning_rate": 8.926244016288898e-08, |
| "loss": 0.2125, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.5684473653552025, |
| "learning_rate": 8.850612790496959e-08, |
| "loss": 0.2219, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.9502815681077792, |
| "learning_rate": 8.775288499310641e-08, |
| "loss": 0.2325, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.2515644587913943, |
| "learning_rate": 8.700271396375446e-08, |
| "loss": 0.2228, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.8401552034387312, |
| "learning_rate": 8.625561734302422e-08, |
| "loss": 0.2157, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.072755257846267, |
| "learning_rate": 8.551159764667393e-08, |
| "loss": 0.2027, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.7727705732292582, |
| "learning_rate": 8.477065738010058e-08, |
| "loss": 0.2251, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.2717917638294784, |
| "learning_rate": 8.403279903833149e-08, |
| "loss": 0.2239, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.566792344061754, |
| "learning_rate": 8.329802510601558e-08, |
| "loss": 0.2252, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.299377149690567, |
| "learning_rate": 8.256633805741608e-08, |
| "loss": 0.2061, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 3.81238619739377, |
| "learning_rate": 8.1837740356401e-08, |
| "loss": 0.209, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.551457406437111, |
| "learning_rate": 8.111223445643568e-08, |
| "loss": 0.2117, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 11.320553643271015, |
| "learning_rate": 8.038982280057415e-08, |
| "loss": 0.2225, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4050233940952197, |
| "learning_rate": 7.967050782145035e-08, |
| "loss": 0.2245, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.3577032318459614, |
| "learning_rate": 7.895429194127145e-08, |
| "loss": 0.2054, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.3193172384460126, |
| "learning_rate": 7.824117757180837e-08, |
| "loss": 0.2024, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.3096352867462684, |
| "learning_rate": 7.753116711438745e-08, |
| "loss": 0.2157, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 13.853697446027272, |
| "learning_rate": 7.682426295988431e-08, |
| "loss": 0.2047, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 7.3063952827286265, |
| "learning_rate": 7.612046748871326e-08, |
| "loss": 0.211, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.101446056695163, |
| "learning_rate": 7.541978307082109e-08, |
| "loss": 0.2187, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.3470814479784097, |
| "learning_rate": 7.472221206567852e-08, |
| "loss": 0.2182, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.3565615697673674, |
| "learning_rate": 7.402775682227157e-08, |
| "loss": 0.2128, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.4485294758196794, |
| "learning_rate": 7.333641967909554e-08, |
| "loss": 0.2072, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.6076167778655899, |
| "learning_rate": 7.264820296414442e-08, |
| "loss": 0.2293, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.50390094731836, |
| "learning_rate": 7.196310899490576e-08, |
| "loss": 0.22, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.5059929048196588, |
| "learning_rate": 7.128114007835118e-08, |
| "loss": 0.2298, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.617337333010674, |
| "learning_rate": 7.060229851092859e-08, |
| "loss": 0.2176, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 3.297107855112889, |
| "learning_rate": 6.992658657855566e-08, |
| "loss": 0.2211, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.306340674816211, |
| "learning_rate": 6.925400655661117e-08, |
| "loss": 0.2014, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4010462642851482, |
| "learning_rate": 6.858456070992736e-08, |
| "loss": 0.1982, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.6848447961721051, |
| "learning_rate": 6.791825129278294e-08, |
| "loss": 0.2197, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.7033200241470479, |
| "learning_rate": 6.72550805488944e-08, |
| "loss": 0.2315, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.4240213968688014, |
| "learning_rate": 6.659505071140958e-08, |
| "loss": 0.2164, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 3.518752585986374, |
| "learning_rate": 6.593816400289986e-08, |
| "loss": 0.2139, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.6739182297768318, |
| "learning_rate": 6.528442263535216e-08, |
| "loss": 0.2367, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 2.186548787238609, |
| "learning_rate": 6.463382881016189e-08, |
| "loss": 0.2095, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5859753174396514, |
| "learning_rate": 6.398638471812546e-08, |
| "loss": 0.2274, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.6009284253899283, |
| "learning_rate": 6.334209253943324e-08, |
| "loss": 0.2168, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5904440610041284, |
| "learning_rate": 6.270095444366164e-08, |
| "loss": 0.225, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.4040342118985556, |
| "learning_rate": 6.206297258976634e-08, |
| "loss": 0.206, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.3651449232732977, |
| "learning_rate": 6.142814912607408e-08, |
| "loss": 0.2122, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.391074971878542, |
| "learning_rate": 6.079648619027678e-08, |
| "loss": 0.2224, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 3.130118844364249, |
| "learning_rate": 6.016798590942374e-08, |
| "loss": 0.2268, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5101119683708426, |
| "learning_rate": 5.9542650399913576e-08, |
| "loss": 0.2147, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5680585813737002, |
| "learning_rate": 5.892048176748898e-08, |
| "loss": 0.2162, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.4598061935813698, |
| "learning_rate": 5.830148210722774e-08, |
| "loss": 0.2189, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 2.070201282277784, |
| "learning_rate": 5.7685653503536824e-08, |
| "loss": 0.2203, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 9.594611540609964, |
| "learning_rate": 5.7072998030145205e-08, |
| "loss": 0.2255, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.736973133246413, |
| "learning_rate": 5.646351775009617e-08, |
| "loss": 0.2146, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.6497677300636338, |
| "learning_rate": 5.58572147157419e-08, |
| "loss": 0.1966, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.4634227130137298, |
| "learning_rate": 5.525409096873446e-08, |
| "loss": 0.2195, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.505947458006658, |
| "learning_rate": 5.465414854002071e-08, |
| "loss": 0.2154, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.570411935526634, |
| "learning_rate": 5.405738944983496e-08, |
| "loss": 0.2186, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.8010903311470088, |
| "learning_rate": 5.346381570769121e-08, |
| "loss": 0.2205, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 4.825721403610928, |
| "learning_rate": 5.287342931237826e-08, |
| "loss": 0.2115, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.5850289602846217, |
| "learning_rate": 5.2286232251950834e-08, |
| "loss": 0.2113, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.3648614323848263, |
| "learning_rate": 5.170222650372469e-08, |
| "loss": 0.1983, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 3.8680054409983224, |
| "learning_rate": 5.112141403426906e-08, |
| "loss": 0.2144, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.268579713806137, |
| "learning_rate": 5.0543796799399904e-08, |
| "loss": 0.2309, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.7419691975163984, |
| "learning_rate": 4.996937674417401e-08, |
| "loss": 0.2034, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 3.6377344261105806, |
| "learning_rate": 4.9398155802881755e-08, |
| "loss": 0.228, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.3434883962545732, |
| "learning_rate": 4.883013589904117e-08, |
| "loss": 0.2175, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.02640517399693, |
| "learning_rate": 4.8265318945390874e-08, |
| "loss": 0.2079, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.4936856398868752, |
| "learning_rate": 4.770370684388403e-08, |
| "loss": 0.2117, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 20.274032433777478, |
| "learning_rate": 4.7145301485681965e-08, |
| "loss": 0.1969, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.497128550590148, |
| "learning_rate": 4.659010475114755e-08, |
| "loss": 0.2225, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3871834547989423, |
| "learning_rate": 4.60381185098393e-08, |
| "loss": 0.2022, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.87478263006469, |
| "learning_rate": 4.548934462050413e-08, |
| "loss": 0.1939, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.767766326424203, |
| "learning_rate": 4.494378493107231e-08, |
| "loss": 0.2467, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5754705624250898, |
| "learning_rate": 4.440144127865064e-08, |
| "loss": 0.2028, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.432396194607075, |
| "learning_rate": 4.386231548951613e-08, |
| "loss": 0.2123, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5347891574117098, |
| "learning_rate": 4.332640937911014e-08, |
| "loss": 0.2178, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5340164114516683, |
| "learning_rate": 4.27937247520318e-08, |
| "loss": 0.2248, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.403051498466086, |
| "learning_rate": 4.226426340203282e-08, |
| "loss": 0.2158, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.531605857189269, |
| "learning_rate": 4.173802711201069e-08, |
| "loss": 0.2312, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5801098954045238, |
| "learning_rate": 4.121501765400259e-08, |
| "loss": 0.2133, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 9.937358497996158, |
| "learning_rate": 4.0695236789180296e-08, |
| "loss": 0.2253, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 4.173942185576573, |
| "learning_rate": 4.0178686267843264e-08, |
| "loss": 0.231, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 4.518971167916213, |
| "learning_rate": 3.966536782941332e-08, |
| "loss": 0.2239, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3956917843930003, |
| "learning_rate": 3.915528320242867e-08, |
| "loss": 0.2204, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.8411508454573224, |
| "learning_rate": 3.8648434104537665e-08, |
| "loss": 0.2394, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.4797409957087446, |
| "learning_rate": 3.8144822242494155e-08, |
| "loss": 0.2358, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.6048927707177516, |
| "learning_rate": 3.764444931215027e-08, |
| "loss": 0.2337, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.67415888713457, |
| "learning_rate": 3.714731699845186e-08, |
| "loss": 0.2269, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.9908352914939207, |
| "learning_rate": 3.665342697543228e-08, |
| "loss": 0.2019, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.096261371251174, |
| "learning_rate": 3.616278090620639e-08, |
| "loss": 0.2078, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.49557750480535, |
| "learning_rate": 3.5675380442966476e-08, |
| "loss": 0.2348, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.8244322568354607, |
| "learning_rate": 3.519122722697465e-08, |
| "loss": 0.2199, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 7.9667062041397445, |
| "learning_rate": 3.4710322888558686e-08, |
| "loss": 0.2097, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.349680728222318, |
| "learning_rate": 3.423266904710631e-08, |
| "loss": 0.2073, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.7567408227096746, |
| "learning_rate": 3.3758267311059244e-08, |
| "loss": 0.218, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.3798493322736607, |
| "learning_rate": 3.3287119277908394e-08, |
| "loss": 0.2236, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.5980557158094102, |
| "learning_rate": 3.2819226534188e-08, |
| "loss": 0.2187, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.6556403859671034, |
| "learning_rate": 3.235459065547086e-08, |
| "loss": 0.2272, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.2704660633119456, |
| "learning_rate": 3.1893213206362404e-08, |
| "loss": 0.1996, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.490056649033393, |
| "learning_rate": 3.143509574049552e-08, |
| "loss": 0.2141, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.4551636235676808, |
| "learning_rate": 3.0980239800526e-08, |
| "loss": 0.2093, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.593959272135738, |
| "learning_rate": 3.052864691812629e-08, |
| "loss": 0.223, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.4857666116676196, |
| "learning_rate": 3.008031861398141e-08, |
| "loss": 0.2203, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3635366114841196, |
| "learning_rate": 2.9635256397782748e-08, |
| "loss": 0.2082, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.476620834749662, |
| "learning_rate": 2.9193461768224016e-08, |
| "loss": 0.2174, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 3.204260747580387, |
| "learning_rate": 2.8754936212995518e-08, |
| "loss": 0.2219, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.4957137161142429, |
| "learning_rate": 2.8319681208779257e-08, |
| "loss": 0.2157, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.156099477459119, |
| "learning_rate": 2.788769822124426e-08, |
| "loss": 0.207, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.6328494750288434, |
| "learning_rate": 2.7458988705041152e-08, |
| "loss": 0.2247, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.9436353830164899, |
| "learning_rate": 2.7033554103797928e-08, |
| "loss": 0.2226, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.5099241671201995, |
| "learning_rate": 2.6611395850114294e-08, |
| "loss": 0.2296, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.365804062564985, |
| "learning_rate": 2.6192515365557334e-08, |
| "loss": 0.2169, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.56788695183528, |
| "learning_rate": 2.5776914060657074e-08, |
| "loss": 0.2146, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.8794022535109987, |
| "learning_rate": 2.536459333490071e-08, |
| "loss": 0.2125, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.6234388704582743, |
| "learning_rate": 2.4955554576728712e-08, |
| "loss": 0.2035, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.3782615299906753, |
| "learning_rate": 2.454979916353006e-08, |
| "loss": 0.2226, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.4275988733538552, |
| "learning_rate": 2.4147328461637138e-08, |
| "loss": 0.2097, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.8311359865030032, |
| "learning_rate": 2.3748143826321954e-08, |
| "loss": 0.2128, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.6775867813403897, |
| "learning_rate": 2.335224660179058e-08, |
| "loss": 0.2245, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.2383467387738, |
| "learning_rate": 2.2959638121179292e-08, |
| "loss": 0.2107, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.5239081303146866, |
| "learning_rate": 2.2570319706550212e-08, |
| "loss": 0.2289, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.507463519802632, |
| "learning_rate": 2.2184292668885996e-08, |
| "loss": 0.2138, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.4295100275646764, |
| "learning_rate": 2.18015583080865e-08, |
| "loss": 0.23, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.786399786502824, |
| "learning_rate": 2.1422117912963556e-08, |
| "loss": 0.2121, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.4173121039236776, |
| "learning_rate": 2.1045972761237208e-08, |
| "loss": 0.2249, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.5543882499952295, |
| "learning_rate": 2.067312411953104e-08, |
| "loss": 0.225, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.4923463631356784, |
| "learning_rate": 2.0303573243367955e-08, |
| "loss": 0.2072, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.6430483694357796, |
| "learning_rate": 1.9937321377166085e-08, |
| "loss": 0.2231, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.6521790224771524, |
| "learning_rate": 1.9574369754234654e-08, |
| "loss": 0.2265, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.3453716734780017, |
| "learning_rate": 1.921471959676957e-08, |
| "loss": 0.2135, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.9315979055113592, |
| "learning_rate": 1.8858372115849618e-08, |
| "loss": 0.2159, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.5195138809846687, |
| "learning_rate": 1.850532851143194e-08, |
| "loss": 0.2301, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.4173075177744054, |
| "learning_rate": 1.815558997234845e-08, |
| "loss": 0.2213, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.473692107384903, |
| "learning_rate": 1.7809157676301755e-08, |
| "loss": 0.2183, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.642739095041514, |
| "learning_rate": 1.746603278986114e-08, |
| "loss": 0.2229, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.783393367447629, |
| "learning_rate": 1.712621646845802e-08, |
| "loss": 0.2088, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.3490663075439162, |
| "learning_rate": 1.6789709856383172e-08, |
| "loss": 0.2123, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.4871077552994478, |
| "learning_rate": 1.645651408678228e-08, |
| "loss": 0.1998, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.492661640189132, |
| "learning_rate": 1.6126630281651843e-08, |
| "loss": 0.2181, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.0898485545518417, |
| "learning_rate": 1.5800059551836276e-08, |
| "loss": 0.2329, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5865237819240359, |
| "learning_rate": 1.547680299702281e-08, |
| "loss": 0.2283, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5708981774765278, |
| "learning_rate": 1.5156861705739378e-08, |
| "loss": 0.2182, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.4253287250210522, |
| "learning_rate": 1.4840236755349734e-08, |
| "loss": 0.2324, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5404023142116203, |
| "learning_rate": 1.4526929212050121e-08, |
| "loss": 0.2044, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.6312167627054328, |
| "learning_rate": 1.4216940130866383e-08, |
| "loss": 0.2202, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3998689375748077, |
| "learning_rate": 1.3910270555649306e-08, |
| "loss": 0.2126, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.9926382478476148, |
| "learning_rate": 1.3606921519071834e-08, |
| "loss": 0.2009, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5998954638513205, |
| "learning_rate": 1.3306894042625417e-08, |
| "loss": 0.2402, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.483432459080721, |
| "learning_rate": 1.3010189136616445e-08, |
| "loss": 0.2264, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.4478345606936291, |
| "learning_rate": 1.2716807800163154e-08, |
| "loss": 0.2253, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.246370012322096, |
| "learning_rate": 1.2426751021191839e-08, |
| "loss": 0.1948, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.8974726138329356, |
| "learning_rate": 1.2140019776433751e-08, |
| "loss": 0.2217, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3723676888800223, |
| "learning_rate": 1.1856615031422212e-08, |
| "loss": 0.2192, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.8069982766502515, |
| "learning_rate": 1.1576537740488279e-08, |
| "loss": 0.2216, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.4177935456943451, |
| "learning_rate": 1.129978884675875e-08, |
| "loss": 0.2146, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.755283753533124, |
| "learning_rate": 1.1026369282152282e-08, |
| "loss": 0.1951, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5736974160620574, |
| "learning_rate": 1.075627996737627e-08, |
| "loss": 0.2173, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.3627694353353759, |
| "learning_rate": 1.0489521811924085e-08, |
| "loss": 0.2095, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.7844568756844557, |
| "learning_rate": 1.0226095714071736e-08, |
| "loss": 0.2159, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5122829790186212, |
| "learning_rate": 9.966002560874986e-09, |
| "loss": 0.2291, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.6848929290314854, |
| "learning_rate": 9.709243228166242e-09, |
| "loss": 0.2205, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.4297757700346223, |
| "learning_rate": 9.455818580551778e-09, |
| "loss": 0.2041, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 2.566886180302486, |
| "learning_rate": 9.205729471408407e-09, |
| "loss": 0.2191, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5204098942937077, |
| "learning_rate": 8.958976742881374e-09, |
| "loss": 0.2268, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.3736739493111134, |
| "learning_rate": 8.715561225880686e-09, |
| "loss": 0.2139, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.4881190262164439, |
| "learning_rate": 8.475483740079003e-09, |
| "loss": 0.2281, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5636217330176294, |
| "learning_rate": 8.238745093908205e-09, |
| "loss": 0.2231, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5472527996577077, |
| "learning_rate": 8.005346084557386e-09, |
| "loss": 0.1908, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5004416569140946, |
| "learning_rate": 7.775287497969519e-09, |
| "loss": 0.2253, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.8534499328257499, |
| "learning_rate": 7.54857010883947e-09, |
| "loss": 0.2182, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.3382648382057611, |
| "learning_rate": 7.325194680610436e-09, |
| "loss": 0.1972, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5659600073117632, |
| "learning_rate": 7.105161965472617e-09, |
| "loss": 0.2142, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.9514935130657527, |
| "learning_rate": 6.88847270435966e-09, |
| "loss": 0.2056, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.605942494680415, |
| "learning_rate": 6.675127626946553e-09, |
| "loss": 0.2243, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.7565254285536078, |
| "learning_rate": 6.46512745164729e-09, |
| "loss": 0.2289, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 4.13556702752091, |
| "learning_rate": 6.258472885612098e-09, |
| "loss": 0.2161, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.581102577206706, |
| "learning_rate": 6.055164624725551e-09, |
| "loss": 0.2352, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.410106957250708, |
| "learning_rate": 5.855203353603677e-09, |
| "loss": 0.2262, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3592831661304072, |
| "learning_rate": 5.658589745591968e-09, |
| "loss": 0.2256, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5547871151239505, |
| "learning_rate": 5.465324462763266e-09, |
| "loss": 0.2398, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.4198995333939302, |
| "learning_rate": 5.2754081559149844e-09, |
| "loss": 0.2014, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5400020307453715, |
| "learning_rate": 5.088841464567784e-09, |
| "loss": 0.2023, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3812754256037012, |
| "learning_rate": 4.905625016962234e-09, |
| "loss": 0.2181, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.6152068825915296, |
| "learning_rate": 4.7257594300578184e-09, |
| "loss": 0.221, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5693585681503721, |
| "learning_rate": 4.54924530953027e-09, |
| "loss": 0.2129, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5542248440241997, |
| "learning_rate": 4.3760832497697905e-09, |
| "loss": 0.2407, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.6045560815256188, |
| "learning_rate": 4.206273833878615e-09, |
| "loss": 0.2153, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.591784114793385, |
| "learning_rate": 4.039817633669673e-09, |
| "loss": 0.2148, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3954936503921582, |
| "learning_rate": 3.8767152096641496e-09, |
| "loss": 0.2052, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3601376810220163, |
| "learning_rate": 3.7169671110899304e-09, |
| "loss": 0.2136, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.502209290740096, |
| "learning_rate": 3.56057387587938e-09, |
| "loss": 0.2046, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5344847978424718, |
| "learning_rate": 3.407536030668123e-09, |
| "loss": 0.215, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.451868504607553, |
| "learning_rate": 3.2578540907926e-09, |
| "loss": 0.2131, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.4304961499600137, |
| "learning_rate": 3.111528560288734e-09, |
| "loss": 0.2191, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.6344184430248494, |
| "learning_rate": 2.9685599318901576e-09, |
| "loss": 0.2097, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.5043449810745821, |
| "learning_rate": 2.8289486870266554e-09, |
| "loss": 0.2311, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.4986597599207385, |
| "learning_rate": 2.6926952958221673e-09, |
| "loss": 0.2144, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.837441809837519, |
| "learning_rate": 2.5598002170936773e-09, |
| "loss": 0.2159, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.2869602196355845, |
| "learning_rate": 2.4302638983494383e-09, |
| "loss": 0.1989, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.80501369930481, |
| "learning_rate": 2.3040867757873062e-09, |
| "loss": 0.236, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.026626697233838, |
| "learning_rate": 2.181269274293629e-09, |
| "loss": 0.2211, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 4.51348700300453, |
| "learning_rate": 2.0618118074416937e-09, |
| "loss": 0.2205, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.5596903400462347, |
| "learning_rate": 1.9457147774900595e-09, |
| "loss": 0.205, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.882725397694564, |
| "learning_rate": 1.8329785753815608e-09, |
| "loss": 0.2317, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.9512723895662012, |
| "learning_rate": 1.7236035807416393e-09, |
| "loss": 0.2201, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.354336132015606, |
| "learning_rate": 1.61759016187768e-09, |
| "loss": 0.2037, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.3803520556819424, |
| "learning_rate": 1.514938675777122e-09, |
| "loss": 0.203, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 7.9565314526269555, |
| "learning_rate": 1.4156494681062391e-09, |
| "loss": 0.2131, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.6119253614050866, |
| "learning_rate": 1.3197228732098053e-09, |
| "loss": 0.2166, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.3965306376384607, |
| "learning_rate": 1.227159214108986e-09, |
| "loss": 0.2093, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.1585813547747885, |
| "learning_rate": 1.1379588025006715e-09, |
| "loss": 0.2143, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.381013444606734, |
| "learning_rate": 1.0521219387567004e-09, |
| "loss": 0.223, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.098260845356692, |
| "learning_rate": 9.69648911922194e-10, |
| "loss": 0.2088, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.8980378880567914, |
| "learning_rate": 8.90539999715445e-10, |
| "loss": 0.2189, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.6418037592774217, |
| "learning_rate": 8.147954685259195e-10, |
| "loss": 0.2248, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.626933319590434, |
| "learning_rate": 7.424155734143678e-10, |
| "loss": 0.2181, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.5177164734687123, |
| "learning_rate": 6.734005581113811e-10, |
| "loss": 0.2207, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.4065737839396852, |
| "learning_rate": 6.077506550167255e-10, |
| "loss": 0.2185, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.5169283615668283, |
| "learning_rate": 5.454660851984539e-10, |
| "loss": 0.2139, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.6397705969706347, |
| "learning_rate": 4.865470583925724e-10, |
| "loss": 0.2199, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.3531140580530334, |
| "learning_rate": 4.309937730015978e-10, |
| "loss": 0.2181, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.3849252208100733, |
| "learning_rate": 3.7880641609466804e-10, |
| "loss": 0.222, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.4522196942042183, |
| "learning_rate": 3.2998516340654314e-10, |
| "loss": 0.211, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.5915915167513823, |
| "learning_rate": 2.845301793366062e-10, |
| "loss": 0.2133, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.8725093287117287, |
| "learning_rate": 2.424416169494181e-10, |
| "loss": 0.2217, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.78230003998772, |
| "learning_rate": 2.0371961797283065e-10, |
| "loss": 0.2146, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.3528306161369248, |
| "learning_rate": 1.683643127987633e-10, |
| "loss": 0.2171, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 5.00774323400259, |
| "learning_rate": 1.36375820481871e-10, |
| "loss": 0.2199, |
| "step": 1756 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.5365441696780864, |
| "learning_rate": 1.077542487394334e-10, |
| "loss": 0.2192, |
| "step": 1757 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.8431032222811043, |
| "learning_rate": 8.249969395135448e-11, |
| "loss": 0.2233, |
| "step": 1758 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.883075408661139, |
| "learning_rate": 6.061224115927465e-11, |
| "loss": 0.2305, |
| "step": 1759 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.423053784552846, |
| "learning_rate": 4.209196406645965e-11, |
| "loss": 0.2155, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.278276820338806, |
| "learning_rate": 2.6938925037689463e-11, |
| "loss": 0.2195, |
| "step": 1761 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.3025894483812757, |
| "learning_rate": 1.5153175099147375e-11, |
| "loss": 0.2252, |
| "step": 1762 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.6984971125125101, |
| "learning_rate": 6.7347539378648234e-12, |
| "loss": 0.2262, |
| "step": 1763 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.3860308112942907, |
| "learning_rate": 1.6836899018324302e-12, |
| "loss": 0.2173, |
| "step": 1764 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.4084210009732494, |
| "learning_rate": 0.0, |
| "loss": 0.2277, |
| "step": 1765 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 1765, |
| "total_flos": 1353217200881664.0, |
| "train_loss": 0.2451857447877484, |
| "train_runtime": 48874.5213, |
| "train_samples_per_second": 2.311, |
| "train_steps_per_second": 0.036 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1765, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 25000, |
| "total_flos": 1353217200881664.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
