| { |
| "best_metric": 0.3544212281703949, |
| "best_model_checkpoint": "miner_id_24/checkpoint-200", |
| "epoch": 0.32653061224489793, |
| "eval_steps": 50, |
| "global_step": 200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0016326530612244899, |
| "grad_norm": 0.3510968089103699, |
| "learning_rate": 1e-05, |
| "loss": 0.409, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0016326530612244899, |
| "eval_loss": 0.7382236123085022, |
| "eval_runtime": 79.8162, |
| "eval_samples_per_second": 12.93, |
| "eval_steps_per_second": 3.232, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0032653061224489797, |
| "grad_norm": 0.4350750744342804, |
| "learning_rate": 2e-05, |
| "loss": 0.4735, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.004897959183673469, |
| "grad_norm": 0.45716866850852966, |
| "learning_rate": 3e-05, |
| "loss": 0.5291, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.006530612244897959, |
| "grad_norm": 0.4768833518028259, |
| "learning_rate": 4e-05, |
| "loss": 0.477, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.00816326530612245, |
| "grad_norm": 0.45378586649894714, |
| "learning_rate": 5e-05, |
| "loss": 0.4724, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.009795918367346938, |
| "grad_norm": 0.4014195203781128, |
| "learning_rate": 6e-05, |
| "loss": 0.4745, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.011428571428571429, |
| "grad_norm": 0.4592766761779785, |
| "learning_rate": 7e-05, |
| "loss": 0.441, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.013061224489795919, |
| "grad_norm": 0.5126383304595947, |
| "learning_rate": 8e-05, |
| "loss": 0.4637, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.014693877551020407, |
| "grad_norm": 0.4321953058242798, |
| "learning_rate": 9e-05, |
| "loss": 0.383, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0163265306122449, |
| "grad_norm": 0.37420108914375305, |
| "learning_rate": 0.0001, |
| "loss": 0.3889, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.017959183673469388, |
| "grad_norm": 0.37791600823402405, |
| "learning_rate": 9.999316524962345e-05, |
| "loss": 0.4265, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.019591836734693877, |
| "grad_norm": 0.37340274453163147, |
| "learning_rate": 9.997266286704631e-05, |
| "loss": 0.369, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02122448979591837, |
| "grad_norm": 0.3388529419898987, |
| "learning_rate": 9.993849845741524e-05, |
| "loss": 0.3558, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.022857142857142857, |
| "grad_norm": 0.3248995244503021, |
| "learning_rate": 9.989068136093873e-05, |
| "loss": 0.3386, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.024489795918367346, |
| "grad_norm": 0.34298235177993774, |
| "learning_rate": 9.98292246503335e-05, |
| "loss": 0.3501, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.026122448979591838, |
| "grad_norm": 0.3550427258014679, |
| "learning_rate": 9.975414512725057e-05, |
| "loss": 0.3972, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.027755102040816326, |
| "grad_norm": 0.3637966811656952, |
| "learning_rate": 9.966546331768191e-05, |
| "loss": 0.4402, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.029387755102040815, |
| "grad_norm": 0.3442937135696411, |
| "learning_rate": 9.956320346634876e-05, |
| "loss": 0.4042, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.031020408163265307, |
| "grad_norm": 0.33977586030960083, |
| "learning_rate": 9.944739353007344e-05, |
| "loss": 0.3521, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0326530612244898, |
| "grad_norm": 0.3380832374095917, |
| "learning_rate": 9.931806517013612e-05, |
| "loss": 0.3651, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03428571428571429, |
| "grad_norm": 0.4377959370613098, |
| "learning_rate": 9.917525374361912e-05, |
| "loss": 0.3126, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.035918367346938776, |
| "grad_norm": 0.3442164957523346, |
| "learning_rate": 9.901899829374047e-05, |
| "loss": 0.3224, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.037551020408163265, |
| "grad_norm": 0.3431764245033264, |
| "learning_rate": 9.884934153917997e-05, |
| "loss": 0.3145, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.03918367346938775, |
| "grad_norm": 0.37815147638320923, |
| "learning_rate": 9.86663298624003e-05, |
| "loss": 0.3353, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.04081632653061224, |
| "grad_norm": 0.2946655750274658, |
| "learning_rate": 9.847001329696653e-05, |
| "loss": 0.2841, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.04244897959183674, |
| "grad_norm": 0.3283737301826477, |
| "learning_rate": 9.826044551386744e-05, |
| "loss": 0.334, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.044081632653061226, |
| "grad_norm": 0.3182757794857025, |
| "learning_rate": 9.803768380684242e-05, |
| "loss": 0.3216, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.045714285714285714, |
| "grad_norm": 0.371548593044281, |
| "learning_rate": 9.780178907671789e-05, |
| "loss": 0.3709, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0473469387755102, |
| "grad_norm": 0.3637164533138275, |
| "learning_rate": 9.755282581475769e-05, |
| "loss": 0.4134, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.04897959183673469, |
| "grad_norm": 0.36473169922828674, |
| "learning_rate": 9.729086208503174e-05, |
| "loss": 0.4028, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05061224489795919, |
| "grad_norm": 0.36588460206985474, |
| "learning_rate": 9.701596950580806e-05, |
| "loss": 0.3777, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.052244897959183675, |
| "grad_norm": 0.37372252345085144, |
| "learning_rate": 9.672822322997305e-05, |
| "loss": 0.364, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.053877551020408164, |
| "grad_norm": 0.3478218615055084, |
| "learning_rate": 9.642770192448536e-05, |
| "loss": 0.3483, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.05551020408163265, |
| "grad_norm": 0.39115580916404724, |
| "learning_rate": 9.611448774886924e-05, |
| "loss": 0.3958, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 0.40638843178749084, |
| "learning_rate": 9.578866633275288e-05, |
| "loss": 0.4227, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.05877551020408163, |
| "grad_norm": 0.38316670060157776, |
| "learning_rate": 9.545032675245813e-05, |
| "loss": 0.4209, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.060408163265306125, |
| "grad_norm": 0.38507622480392456, |
| "learning_rate": 9.509956150664796e-05, |
| "loss": 0.4024, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.062040816326530614, |
| "grad_norm": 0.39556100964546204, |
| "learning_rate": 9.473646649103818e-05, |
| "loss": 0.4229, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0636734693877551, |
| "grad_norm": 0.4122062921524048, |
| "learning_rate": 9.43611409721806e-05, |
| "loss": 0.4432, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0653061224489796, |
| "grad_norm": 0.4069179892539978, |
| "learning_rate": 9.397368756032445e-05, |
| "loss": 0.3953, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06693877551020408, |
| "grad_norm": 0.4790738821029663, |
| "learning_rate": 9.357421218136386e-05, |
| "loss": 0.534, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.06857142857142857, |
| "grad_norm": 0.4197099506855011, |
| "learning_rate": 9.316282404787871e-05, |
| "loss": 0.4043, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.07020408163265306, |
| "grad_norm": 0.5003912448883057, |
| "learning_rate": 9.273963562927695e-05, |
| "loss": 0.4769, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.07183673469387755, |
| "grad_norm": 0.5060177445411682, |
| "learning_rate": 9.230476262104677e-05, |
| "loss": 0.4443, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.07346938775510205, |
| "grad_norm": 0.5015014410018921, |
| "learning_rate": 9.185832391312644e-05, |
| "loss": 0.4429, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.07510204081632653, |
| "grad_norm": 0.5699446797370911, |
| "learning_rate": 9.140044155740101e-05, |
| "loss": 0.4227, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07673469387755102, |
| "grad_norm": 0.5878002047538757, |
| "learning_rate": 9.093124073433463e-05, |
| "loss": 0.4662, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0783673469387755, |
| "grad_norm": 0.6678152680397034, |
| "learning_rate": 9.045084971874738e-05, |
| "loss": 0.5286, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.6475111842155457, |
| "learning_rate": 8.995939984474624e-05, |
| "loss": 0.4761, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.08163265306122448, |
| "grad_norm": 1.006797432899475, |
| "learning_rate": 8.945702546981969e-05, |
| "loss": 0.5642, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08163265306122448, |
| "eval_loss": 0.42069658637046814, |
| "eval_runtime": 80.3874, |
| "eval_samples_per_second": 12.838, |
| "eval_steps_per_second": 3.209, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08326530612244898, |
| "grad_norm": 0.4333561360836029, |
| "learning_rate": 8.894386393810563e-05, |
| "loss": 0.4622, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.08489795918367347, |
| "grad_norm": 0.37180453538894653, |
| "learning_rate": 8.842005554284296e-05, |
| "loss": 0.403, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.08653061224489796, |
| "grad_norm": 0.33497190475463867, |
| "learning_rate": 8.788574348801675e-05, |
| "loss": 0.4218, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.08816326530612245, |
| "grad_norm": 0.27931031584739685, |
| "learning_rate": 8.73410738492077e-05, |
| "loss": 0.329, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.08979591836734693, |
| "grad_norm": 0.2886022925376892, |
| "learning_rate": 8.678619553365659e-05, |
| "loss": 0.4065, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.09142857142857143, |
| "grad_norm": 0.2585863769054413, |
| "learning_rate": 8.622126023955446e-05, |
| "loss": 0.3281, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.09306122448979592, |
| "grad_norm": 0.2792675793170929, |
| "learning_rate": 8.564642241456986e-05, |
| "loss": 0.3653, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.0946938775510204, |
| "grad_norm": 0.2525157928466797, |
| "learning_rate": 8.506183921362443e-05, |
| "loss": 0.3582, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0963265306122449, |
| "grad_norm": 0.2777102291584015, |
| "learning_rate": 8.44676704559283e-05, |
| "loss": 0.3467, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.09795918367346938, |
| "grad_norm": 0.2691451907157898, |
| "learning_rate": 8.386407858128706e-05, |
| "loss": 0.3209, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09959183673469388, |
| "grad_norm": 0.27784255146980286, |
| "learning_rate": 8.32512286056924e-05, |
| "loss": 0.3179, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.10122448979591837, |
| "grad_norm": 0.2905835211277008, |
| "learning_rate": 8.262928807620843e-05, |
| "loss": 0.3529, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.10285714285714286, |
| "grad_norm": 0.3017609119415283, |
| "learning_rate": 8.199842702516583e-05, |
| "loss": 0.3405, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.10448979591836735, |
| "grad_norm": 0.25602033734321594, |
| "learning_rate": 8.135881792367686e-05, |
| "loss": 0.2581, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.10612244897959183, |
| "grad_norm": 0.29537057876586914, |
| "learning_rate": 8.07106356344834e-05, |
| "loss": 0.2792, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.10775510204081633, |
| "grad_norm": 0.26765191555023193, |
| "learning_rate": 8.005405736415126e-05, |
| "loss": 0.2807, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.10938775510204081, |
| "grad_norm": 0.3034214377403259, |
| "learning_rate": 7.938926261462366e-05, |
| "loss": 0.349, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.1110204081632653, |
| "grad_norm": 0.3050192594528198, |
| "learning_rate": 7.871643313414718e-05, |
| "loss": 0.2992, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.1126530612244898, |
| "grad_norm": 0.3208230137825012, |
| "learning_rate": 7.803575286758364e-05, |
| "loss": 0.3312, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 0.35363858938217163, |
| "learning_rate": 7.734740790612136e-05, |
| "loss": 0.3699, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.11591836734693878, |
| "grad_norm": 0.3319184184074402, |
| "learning_rate": 7.66515864363997e-05, |
| "loss": 0.3166, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.11755102040816326, |
| "grad_norm": 0.2948947548866272, |
| "learning_rate": 7.594847868906076e-05, |
| "loss": 0.304, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.11918367346938775, |
| "grad_norm": 0.31342217326164246, |
| "learning_rate": 7.52382768867422e-05, |
| "loss": 0.2951, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.12081632653061225, |
| "grad_norm": 0.3001481592655182, |
| "learning_rate": 7.452117519152542e-05, |
| "loss": 0.3218, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.12244897959183673, |
| "grad_norm": 0.3259095251560211, |
| "learning_rate": 7.379736965185368e-05, |
| "loss": 0.3272, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.12408163265306123, |
| "grad_norm": 0.3134114742279053, |
| "learning_rate": 7.30670581489344e-05, |
| "loss": 0.316, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.12571428571428572, |
| "grad_norm": 0.3459464907646179, |
| "learning_rate": 7.233044034264034e-05, |
| "loss": 0.3658, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.1273469387755102, |
| "grad_norm": 0.35104259848594666, |
| "learning_rate": 7.158771761692464e-05, |
| "loss": 0.3175, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.12897959183673469, |
| "grad_norm": 0.36668387055397034, |
| "learning_rate": 7.083909302476453e-05, |
| "loss": 0.3419, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1306122448979592, |
| "grad_norm": 0.3350326716899872, |
| "learning_rate": 7.008477123264848e-05, |
| "loss": 0.3238, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.13224489795918368, |
| "grad_norm": 0.3355366289615631, |
| "learning_rate": 6.932495846462261e-05, |
| "loss": 0.3219, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.13387755102040816, |
| "grad_norm": 0.3617432117462158, |
| "learning_rate": 6.855986244591104e-05, |
| "loss": 0.3385, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.13551020408163264, |
| "grad_norm": 0.30388301610946655, |
| "learning_rate": 6.778969234612584e-05, |
| "loss": 0.2998, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.13714285714285715, |
| "grad_norm": 0.38138654828071594, |
| "learning_rate": 6.701465872208216e-05, |
| "loss": 0.349, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.13877551020408163, |
| "grad_norm": 0.3741893470287323, |
| "learning_rate": 6.623497346023418e-05, |
| "loss": 0.3715, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1404081632653061, |
| "grad_norm": 0.38264286518096924, |
| "learning_rate": 6.545084971874738e-05, |
| "loss": 0.4331, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.14204081632653062, |
| "grad_norm": 0.3760170042514801, |
| "learning_rate": 6.466250186922325e-05, |
| "loss": 0.3296, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.1436734693877551, |
| "grad_norm": 0.40451616048812866, |
| "learning_rate": 6.387014543809223e-05, |
| "loss": 0.3631, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.14530612244897959, |
| "grad_norm": 0.3783271014690399, |
| "learning_rate": 6.307399704769099e-05, |
| "loss": 0.34, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1469387755102041, |
| "grad_norm": 0.384853720664978, |
| "learning_rate": 6.227427435703997e-05, |
| "loss": 0.4087, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.14857142857142858, |
| "grad_norm": 0.41267094016075134, |
| "learning_rate": 6.147119600233758e-05, |
| "loss": 0.4032, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.15020408163265306, |
| "grad_norm": 0.4150213599205017, |
| "learning_rate": 6.066498153718735e-05, |
| "loss": 0.4642, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.15183673469387754, |
| "grad_norm": 0.42586472630500793, |
| "learning_rate": 5.985585137257401e-05, |
| "loss": 0.3882, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.15346938775510205, |
| "grad_norm": 0.43605440855026245, |
| "learning_rate": 5.90440267166055e-05, |
| "loss": 0.4418, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.15510204081632653, |
| "grad_norm": 0.4620981514453888, |
| "learning_rate": 5.8229729514036705e-05, |
| "loss": 0.4303, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.156734693877551, |
| "grad_norm": 0.4591740667819977, |
| "learning_rate": 5.74131823855921e-05, |
| "loss": 0.4269, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.15836734693877552, |
| "grad_norm": 0.7421184182167053, |
| "learning_rate": 5.6594608567103456e-05, |
| "loss": 0.4068, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.5088761448860168, |
| "learning_rate": 5.577423184847932e-05, |
| "loss": 0.4195, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.16163265306122448, |
| "grad_norm": 0.55223149061203, |
| "learning_rate": 5.495227651252315e-05, |
| "loss": 0.3962, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.16326530612244897, |
| "grad_norm": 0.7844134569168091, |
| "learning_rate": 5.4128967273616625e-05, |
| "loss": 0.5604, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16326530612244897, |
| "eval_loss": 0.3941538631916046, |
| "eval_runtime": 80.4222, |
| "eval_samples_per_second": 12.832, |
| "eval_steps_per_second": 3.208, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16489795918367348, |
| "grad_norm": 0.32274824380874634, |
| "learning_rate": 5.330452921628497e-05, |
| "loss": 0.389, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.16653061224489796, |
| "grad_norm": 0.31748849153518677, |
| "learning_rate": 5.247918773366112e-05, |
| "loss": 0.389, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.16816326530612244, |
| "grad_norm": 0.34383273124694824, |
| "learning_rate": 5.165316846586541e-05, |
| "loss": 0.387, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.16979591836734695, |
| "grad_norm": 0.2862667441368103, |
| "learning_rate": 5.0826697238317935e-05, |
| "loss": 0.3286, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 0.2569122314453125, |
| "learning_rate": 5e-05, |
| "loss": 0.3253, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.1730612244897959, |
| "grad_norm": 0.2409268468618393, |
| "learning_rate": 4.917330276168208e-05, |
| "loss": 0.3357, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.17469387755102042, |
| "grad_norm": 0.24116161465644836, |
| "learning_rate": 4.834683153413459e-05, |
| "loss": 0.3578, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.1763265306122449, |
| "grad_norm": 0.23487241566181183, |
| "learning_rate": 4.7520812266338885e-05, |
| "loss": 0.3245, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.17795918367346938, |
| "grad_norm": 0.25777649879455566, |
| "learning_rate": 4.669547078371504e-05, |
| "loss": 0.3144, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.17959183673469387, |
| "grad_norm": 0.29614609479904175, |
| "learning_rate": 4.5871032726383386e-05, |
| "loss": 0.358, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.18122448979591838, |
| "grad_norm": 0.2606280446052551, |
| "learning_rate": 4.504772348747687e-05, |
| "loss": 0.327, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.18285714285714286, |
| "grad_norm": 0.2707988917827606, |
| "learning_rate": 4.4225768151520694e-05, |
| "loss": 0.3376, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.18448979591836734, |
| "grad_norm": 0.27944138646125793, |
| "learning_rate": 4.3405391432896555e-05, |
| "loss": 0.3615, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.18612244897959185, |
| "grad_norm": 0.2461269646883011, |
| "learning_rate": 4.2586817614407895e-05, |
| "loss": 0.2699, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.18775510204081633, |
| "grad_norm": 0.261223167181015, |
| "learning_rate": 4.17702704859633e-05, |
| "loss": 0.2932, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.1893877551020408, |
| "grad_norm": 0.2908478081226349, |
| "learning_rate": 4.095597328339452e-05, |
| "loss": 0.3649, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.1910204081632653, |
| "grad_norm": 0.26536840200424194, |
| "learning_rate": 4.0144148627425993e-05, |
| "loss": 0.3482, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.1926530612244898, |
| "grad_norm": 0.2866617441177368, |
| "learning_rate": 3.933501846281267e-05, |
| "loss": 0.3617, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.19428571428571428, |
| "grad_norm": 0.32360154390335083, |
| "learning_rate": 3.852880399766243e-05, |
| "loss": 0.2958, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.19591836734693877, |
| "grad_norm": 0.2834181785583496, |
| "learning_rate": 3.772572564296005e-05, |
| "loss": 0.333, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.19755102040816327, |
| "grad_norm": 0.272098183631897, |
| "learning_rate": 3.6926002952309016e-05, |
| "loss": 0.3404, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.19918367346938776, |
| "grad_norm": 0.2827979028224945, |
| "learning_rate": 3.612985456190778e-05, |
| "loss": 0.2693, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.20081632653061224, |
| "grad_norm": 0.3093973398208618, |
| "learning_rate": 3.533749813077677e-05, |
| "loss": 0.3784, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.20244897959183675, |
| "grad_norm": 0.30716672539711, |
| "learning_rate": 3.4549150281252636e-05, |
| "loss": 0.3589, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 0.27633604407310486, |
| "learning_rate": 3.3765026539765834e-05, |
| "loss": 0.2691, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.2057142857142857, |
| "grad_norm": 0.28618523478507996, |
| "learning_rate": 3.298534127791785e-05, |
| "loss": 0.2855, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2073469387755102, |
| "grad_norm": 0.3070104420185089, |
| "learning_rate": 3.221030765387417e-05, |
| "loss": 0.3006, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.2089795918367347, |
| "grad_norm": 0.3096109926700592, |
| "learning_rate": 3.144013755408895e-05, |
| "loss": 0.3242, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.21061224489795918, |
| "grad_norm": 0.28949832916259766, |
| "learning_rate": 3.0675041535377405e-05, |
| "loss": 0.2732, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.21224489795918366, |
| "grad_norm": 0.36503884196281433, |
| "learning_rate": 2.991522876735154e-05, |
| "loss": 0.3519, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.21387755102040817, |
| "grad_norm": 0.32110676169395447, |
| "learning_rate": 2.916090697523549e-05, |
| "loss": 0.3283, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.21551020408163266, |
| "grad_norm": 0.3160181939601898, |
| "learning_rate": 2.8412282383075363e-05, |
| "loss": 0.3514, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.21714285714285714, |
| "grad_norm": 0.3308194577693939, |
| "learning_rate": 2.766955965735968e-05, |
| "loss": 0.3177, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.21877551020408162, |
| "grad_norm": 0.33339327573776245, |
| "learning_rate": 2.693294185106562e-05, |
| "loss": 0.358, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.22040816326530613, |
| "grad_norm": 0.30465736985206604, |
| "learning_rate": 2.6202630348146324e-05, |
| "loss": 0.2781, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.2220408163265306, |
| "grad_norm": 0.3235703408718109, |
| "learning_rate": 2.547882480847461e-05, |
| "loss": 0.3622, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2236734693877551, |
| "grad_norm": 0.33747023344039917, |
| "learning_rate": 2.476172311325783e-05, |
| "loss": 0.292, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.2253061224489796, |
| "grad_norm": 0.34918656945228577, |
| "learning_rate": 2.405152131093926e-05, |
| "loss": 0.3606, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.22693877551020408, |
| "grad_norm": 0.3670065701007843, |
| "learning_rate": 2.3348413563600325e-05, |
| "loss": 0.3508, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 0.3757942020893097, |
| "learning_rate": 2.2652592093878666e-05, |
| "loss": 0.3681, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.23020408163265307, |
| "grad_norm": 0.3256301283836365, |
| "learning_rate": 2.196424713241637e-05, |
| "loss": 0.3008, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.23183673469387756, |
| "grad_norm": 0.4201648235321045, |
| "learning_rate": 2.128356686585282e-05, |
| "loss": 0.4037, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.23346938775510204, |
| "grad_norm": 0.3878253698348999, |
| "learning_rate": 2.061073738537635e-05, |
| "loss": 0.3978, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.23510204081632652, |
| "grad_norm": 0.4525003731250763, |
| "learning_rate": 1.9945942635848748e-05, |
| "loss": 0.4136, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.23673469387755103, |
| "grad_norm": 0.4201924800872803, |
| "learning_rate": 1.928936436551661e-05, |
| "loss": 0.3684, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.2383673469387755, |
| "grad_norm": 0.4143880009651184, |
| "learning_rate": 1.8641182076323148e-05, |
| "loss": 0.3675, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3984711766242981, |
| "learning_rate": 1.800157297483417e-05, |
| "loss": 0.3324, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.2416326530612245, |
| "grad_norm": 0.5180820822715759, |
| "learning_rate": 1.7370711923791567e-05, |
| "loss": 0.4623, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.24326530612244898, |
| "grad_norm": 0.5790478587150574, |
| "learning_rate": 1.6748771394307585e-05, |
| "loss": 0.4403, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.24489795918367346, |
| "grad_norm": 0.6000601053237915, |
| "learning_rate": 1.6135921418712956e-05, |
| "loss": 0.4514, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.24489795918367346, |
| "eval_loss": 0.3595074415206909, |
| "eval_runtime": 80.45, |
| "eval_samples_per_second": 12.828, |
| "eval_steps_per_second": 3.207, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.24653061224489795, |
| "grad_norm": 0.15959057211875916, |
| "learning_rate": 1.553232954407171e-05, |
| "loss": 0.2581, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.24816326530612245, |
| "grad_norm": 0.19398391246795654, |
| "learning_rate": 1.4938160786375572e-05, |
| "loss": 0.3288, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.24979591836734694, |
| "grad_norm": 0.2184728980064392, |
| "learning_rate": 1.435357758543015e-05, |
| "loss": 0.3689, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.25142857142857145, |
| "grad_norm": 0.2182149440050125, |
| "learning_rate": 1.3778739760445552e-05, |
| "loss": 0.3051, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.2530612244897959, |
| "grad_norm": 0.23768407106399536, |
| "learning_rate": 1.3213804466343421e-05, |
| "loss": 0.3503, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.2546938775510204, |
| "grad_norm": 0.2353631854057312, |
| "learning_rate": 1.2658926150792322e-05, |
| "loss": 0.3175, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2563265306122449, |
| "grad_norm": 0.2338859736919403, |
| "learning_rate": 1.2114256511983274e-05, |
| "loss": 0.3637, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.25795918367346937, |
| "grad_norm": 0.24875757098197937, |
| "learning_rate": 1.157994445715706e-05, |
| "loss": 0.3764, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.2595918367346939, |
| "grad_norm": 0.2550694942474365, |
| "learning_rate": 1.1056136061894384e-05, |
| "loss": 0.3226, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.2612244897959184, |
| "grad_norm": 0.2498476654291153, |
| "learning_rate": 1.0542974530180327e-05, |
| "loss": 0.3054, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.26285714285714284, |
| "grad_norm": 0.25995540618896484, |
| "learning_rate": 1.0040600155253765e-05, |
| "loss": 0.3153, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.26448979591836735, |
| "grad_norm": 0.28035736083984375, |
| "learning_rate": 9.549150281252633e-06, |
| "loss": 0.335, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.26612244897959186, |
| "grad_norm": 0.2477700114250183, |
| "learning_rate": 9.068759265665384e-06, |
| "loss": 0.3191, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.2677551020408163, |
| "grad_norm": 0.2767393887042999, |
| "learning_rate": 8.599558442598998e-06, |
| "loss": 0.332, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.2693877551020408, |
| "grad_norm": 0.26257529854774475, |
| "learning_rate": 8.141676086873572e-06, |
| "loss": 0.3275, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.2710204081632653, |
| "grad_norm": 0.2755727767944336, |
| "learning_rate": 7.695237378953223e-06, |
| "loss": 0.3532, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.2726530612244898, |
| "grad_norm": 0.28371289372444153, |
| "learning_rate": 7.260364370723044e-06, |
| "loss": 0.3107, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.2742857142857143, |
| "grad_norm": 0.2793286144733429, |
| "learning_rate": 6.837175952121306e-06, |
| "loss": 0.3291, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.27591836734693875, |
| "grad_norm": 0.271729975938797, |
| "learning_rate": 6.425787818636131e-06, |
| "loss": 0.301, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.27755102040816326, |
| "grad_norm": 0.26402413845062256, |
| "learning_rate": 6.026312439675552e-06, |
| "loss": 0.2728, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.27918367346938777, |
| "grad_norm": 0.26793578267097473, |
| "learning_rate": 5.6388590278194096e-06, |
| "loss": 0.3357, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.2808163265306122, |
| "grad_norm": 0.2868030071258545, |
| "learning_rate": 5.263533508961827e-06, |
| "loss": 0.3239, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.28244897959183674, |
| "grad_norm": 0.27149003744125366, |
| "learning_rate": 4.900438493352055e-06, |
| "loss": 0.2743, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.28408163265306124, |
| "grad_norm": 0.2867920696735382, |
| "learning_rate": 4.549673247541875e-06, |
| "loss": 0.2889, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.2825607657432556, |
| "learning_rate": 4.2113336672471245e-06, |
| "loss": 0.3089, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2873469387755102, |
| "grad_norm": 0.2784520387649536, |
| "learning_rate": 3.885512251130763e-06, |
| "loss": 0.2768, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.2889795918367347, |
| "grad_norm": 0.2805027365684509, |
| "learning_rate": 3.5722980755146517e-06, |
| "loss": 0.2791, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.29061224489795917, |
| "grad_norm": 0.2990702688694, |
| "learning_rate": 3.271776770026963e-06, |
| "loss": 0.2974, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.2922448979591837, |
| "grad_norm": 0.28951507806777954, |
| "learning_rate": 2.9840304941919415e-06, |
| "loss": 0.2985, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.2938775510204082, |
| "grad_norm": 0.30154889822006226, |
| "learning_rate": 2.7091379149682685e-06, |
| "loss": 0.3478, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.29551020408163264, |
| "grad_norm": 0.31735241413116455, |
| "learning_rate": 2.4471741852423237e-06, |
| "loss": 0.3384, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.29714285714285715, |
| "grad_norm": 0.31430307030677795, |
| "learning_rate": 2.1982109232821178e-06, |
| "loss": 0.3304, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.2987755102040816, |
| "grad_norm": 0.3241609036922455, |
| "learning_rate": 1.962316193157593e-06, |
| "loss": 0.361, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3004081632653061, |
| "grad_norm": 0.3565089702606201, |
| "learning_rate": 1.7395544861325718e-06, |
| "loss": 0.4251, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3020408163265306, |
| "grad_norm": 0.3391473889350891, |
| "learning_rate": 1.5299867030334814e-06, |
| "loss": 0.3795, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.3036734693877551, |
| "grad_norm": 0.33540958166122437, |
| "learning_rate": 1.333670137599713e-06, |
| "loss": 0.3129, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.3053061224489796, |
| "grad_norm": 0.3401593863964081, |
| "learning_rate": 1.1506584608200367e-06, |
| "loss": 0.3505, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.3069387755102041, |
| "grad_norm": 0.33632588386535645, |
| "learning_rate": 9.810017062595322e-07, |
| "loss": 0.3439, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.30857142857142855, |
| "grad_norm": 0.3870463967323303, |
| "learning_rate": 8.247462563808817e-07, |
| "loss": 0.4092, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.31020408163265306, |
| "grad_norm": 0.3882526159286499, |
| "learning_rate": 6.819348298638839e-07, |
| "loss": 0.3325, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.31183673469387757, |
| "grad_norm": 0.40052559971809387, |
| "learning_rate": 5.526064699265753e-07, |
| "loss": 0.4308, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.313469387755102, |
| "grad_norm": 0.4461832344532013, |
| "learning_rate": 4.367965336512403e-07, |
| "loss": 0.4173, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.31510204081632653, |
| "grad_norm": 0.3978295922279358, |
| "learning_rate": 3.3453668231809286e-07, |
| "loss": 0.3777, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.31673469387755104, |
| "grad_norm": 0.4485456645488739, |
| "learning_rate": 2.458548727494292e-07, |
| "loss": 0.4082, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.3183673469387755, |
| "grad_norm": 0.4283614158630371, |
| "learning_rate": 1.7077534966650766e-07, |
| "loss": 0.4387, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.5072599649429321, |
| "learning_rate": 1.0931863906127327e-07, |
| "loss": 0.4489, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.3216326530612245, |
| "grad_norm": 0.49709612131118774, |
| "learning_rate": 6.150154258476315e-08, |
| "loss": 0.4588, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.32326530612244897, |
| "grad_norm": 0.5073265433311462, |
| "learning_rate": 2.7337132953697554e-08, |
| "loss": 0.394, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3248979591836735, |
| "grad_norm": 0.6317926645278931, |
| "learning_rate": 6.834750376549792e-09, |
| "loss": 0.5317, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.32653061224489793, |
| "grad_norm": 0.7481065392494202, |
| "learning_rate": 0.0, |
| "loss": 0.5658, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.32653061224489793, |
| "eval_loss": 0.3544212281703949, |
| "eval_runtime": 80.6876, |
| "eval_samples_per_second": 12.79, |
| "eval_steps_per_second": 3.198, |
| "step": 200 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 200, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 5, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.066053848800952e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
