| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 2322, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004306632213608958, |
| "grad_norm": 1.5113693870546838, |
| "learning_rate": 9.999926779237713e-06, |
| "loss": 0.7518440246582031, |
| "num_input_tokens_seen": 516464, |
| "step": 5, |
| "train_runtime": 80.3069, |
| "train_tokens_per_second": 6431.131 |
| }, |
| { |
| "epoch": 0.008613264427217916, |
| "grad_norm": 1.1099479933103011, |
| "learning_rate": 9.999629323566323e-06, |
| "loss": 0.5895246028900146, |
| "num_input_tokens_seen": 1050992, |
| "step": 10, |
| "train_runtime": 156.0878, |
| "train_tokens_per_second": 6733.34 |
| }, |
| { |
| "epoch": 0.012919896640826873, |
| "grad_norm": 0.9566198183888653, |
| "learning_rate": 9.999103070290155e-06, |
| "loss": 0.5217817306518555, |
| "num_input_tokens_seen": 1591440, |
| "step": 15, |
| "train_runtime": 221.4671, |
| "train_tokens_per_second": 7185.897 |
| }, |
| { |
| "epoch": 0.017226528854435832, |
| "grad_norm": 0.8711180504651662, |
| "learning_rate": 9.998348043492093e-06, |
| "loss": 0.5254570960998535, |
| "num_input_tokens_seen": 2104328, |
| "step": 20, |
| "train_runtime": 281.0116, |
| "train_tokens_per_second": 7488.403 |
| }, |
| { |
| "epoch": 0.02153316106804479, |
| "grad_norm": 0.7568221566958359, |
| "learning_rate": 9.997364277724362e-06, |
| "loss": 0.49294347763061525, |
| "num_input_tokens_seen": 2659352, |
| "step": 25, |
| "train_runtime": 342.2303, |
| "train_tokens_per_second": 7770.65 |
| }, |
| { |
| "epoch": 0.025839793281653745, |
| "grad_norm": 1.110633668053048, |
| "learning_rate": 9.996151818006951e-06, |
| "loss": 0.4858407020568848, |
| "num_input_tokens_seen": 3199536, |
| "step": 30, |
| "train_runtime": 411.1034, |
| "train_tokens_per_second": 7782.802 |
| }, |
| { |
| "epoch": 0.030146425495262703, |
| "grad_norm": 1.307486068113022, |
| "learning_rate": 9.99471071982555e-06, |
| "loss": 0.4974493980407715, |
| "num_input_tokens_seen": 3665456, |
| "step": 35, |
| "train_runtime": 477.4255, |
| "train_tokens_per_second": 7677.545 |
| }, |
| { |
| "epoch": 0.034453057708871665, |
| "grad_norm": 0.7354991482453888, |
| "learning_rate": 9.993041049129005e-06, |
| "loss": 0.4639857292175293, |
| "num_input_tokens_seen": 4181744, |
| "step": 40, |
| "train_runtime": 548.6431, |
| "train_tokens_per_second": 7621.974 |
| }, |
| { |
| "epoch": 0.03875968992248062, |
| "grad_norm": 0.6823446795404668, |
| "learning_rate": 9.99114288232632e-06, |
| "loss": 0.4471879482269287, |
| "num_input_tokens_seen": 4725304, |
| "step": 45, |
| "train_runtime": 625.6381, |
| "train_tokens_per_second": 7552.775 |
| }, |
| { |
| "epoch": 0.04306632213608958, |
| "grad_norm": 0.6187958236434659, |
| "learning_rate": 9.989016306283132e-06, |
| "loss": 0.4194998264312744, |
| "num_input_tokens_seen": 5217928, |
| "step": 50, |
| "train_runtime": 695.1978, |
| "train_tokens_per_second": 7505.674 |
| }, |
| { |
| "epoch": 0.047372954349698536, |
| "grad_norm": 0.7217736924185857, |
| "learning_rate": 9.986661418317759e-06, |
| "loss": 0.4558732509613037, |
| "num_input_tokens_seen": 5720264, |
| "step": 55, |
| "train_runtime": 762.7465, |
| "train_tokens_per_second": 7499.561 |
| }, |
| { |
| "epoch": 0.05167958656330749, |
| "grad_norm": 1.1046030739670325, |
| "learning_rate": 9.984078326196736e-06, |
| "loss": 0.4496774673461914, |
| "num_input_tokens_seen": 6200784, |
| "step": 60, |
| "train_runtime": 829.9567, |
| "train_tokens_per_second": 7471.213 |
| }, |
| { |
| "epoch": 0.05598621877691645, |
| "grad_norm": 0.7074096009153457, |
| "learning_rate": 9.981267148129884e-06, |
| "loss": 0.4551366329193115, |
| "num_input_tokens_seen": 6721120, |
| "step": 65, |
| "train_runtime": 901.8675, |
| "train_tokens_per_second": 7452.448 |
| }, |
| { |
| "epoch": 0.06029285099052541, |
| "grad_norm": 0.6980358820573814, |
| "learning_rate": 9.978228012764904e-06, |
| "loss": 0.43771700859069823, |
| "num_input_tokens_seen": 7202096, |
| "step": 70, |
| "train_runtime": 965.2084, |
| "train_tokens_per_second": 7461.7 |
| }, |
| { |
| "epoch": 0.06459948320413436, |
| "grad_norm": 0.70967612822, |
| "learning_rate": 9.974961059181482e-06, |
| "loss": 0.44599485397338867, |
| "num_input_tokens_seen": 7721720, |
| "step": 75, |
| "train_runtime": 1035.2088, |
| "train_tokens_per_second": 7459.094 |
| }, |
| { |
| "epoch": 0.06890611541774333, |
| "grad_norm": 0.8195531593273334, |
| "learning_rate": 9.971466436884933e-06, |
| "loss": 0.4492579460144043, |
| "num_input_tokens_seen": 8215480, |
| "step": 80, |
| "train_runtime": 1100.699, |
| "train_tokens_per_second": 7463.875 |
| }, |
| { |
| "epoch": 0.07321274763135228, |
| "grad_norm": 0.6611353263896688, |
| "learning_rate": 9.967744305799358e-06, |
| "loss": 0.428343677520752, |
| "num_input_tokens_seen": 8751608, |
| "step": 85, |
| "train_runtime": 1175.1956, |
| "train_tokens_per_second": 7446.937 |
| }, |
| { |
| "epoch": 0.07751937984496124, |
| "grad_norm": 0.7344023965501802, |
| "learning_rate": 9.963794836260316e-06, |
| "loss": 0.44635858535766604, |
| "num_input_tokens_seen": 9220400, |
| "step": 90, |
| "train_runtime": 1249.0723, |
| "train_tokens_per_second": 7381.798 |
| }, |
| { |
| "epoch": 0.0818260120585702, |
| "grad_norm": 0.7993384059251473, |
| "learning_rate": 9.959618209007045e-06, |
| "loss": 0.41611676216125487, |
| "num_input_tokens_seen": 9752480, |
| "step": 95, |
| "train_runtime": 1328.8505, |
| "train_tokens_per_second": 7339.035 |
| }, |
| { |
| "epoch": 0.08613264427217916, |
| "grad_norm": 0.692666755511038, |
| "learning_rate": 9.955214615174174e-06, |
| "loss": 0.4301795959472656, |
| "num_input_tokens_seen": 10286000, |
| "step": 100, |
| "train_runtime": 1397.8403, |
| "train_tokens_per_second": 7358.494 |
| }, |
| { |
| "epoch": 0.09043927648578812, |
| "grad_norm": 0.8306336622178832, |
| "learning_rate": 9.950584256282988e-06, |
| "loss": 0.42357568740844725, |
| "num_input_tokens_seen": 10786992, |
| "step": 105, |
| "train_runtime": 1465.2741, |
| "train_tokens_per_second": 7361.757 |
| }, |
| { |
| "epoch": 0.09474590869939707, |
| "grad_norm": 0.7246154301219507, |
| "learning_rate": 9.945727344232202e-06, |
| "loss": 0.43195395469665526, |
| "num_input_tokens_seen": 11324728, |
| "step": 110, |
| "train_runtime": 1543.9809, |
| "train_tokens_per_second": 7334.759 |
| }, |
| { |
| "epoch": 0.09905254091300603, |
| "grad_norm": 0.7133273160650513, |
| "learning_rate": 9.940644101288259e-06, |
| "loss": 0.4098663806915283, |
| "num_input_tokens_seen": 11842384, |
| "step": 115, |
| "train_runtime": 1610.1312, |
| "train_tokens_per_second": 7354.919 |
| }, |
| { |
| "epoch": 0.10335917312661498, |
| "grad_norm": 0.7454776319580722, |
| "learning_rate": 9.93533476007517e-06, |
| "loss": 0.4260974884033203, |
| "num_input_tokens_seen": 12395312, |
| "step": 120, |
| "train_runtime": 1679.6709, |
| "train_tokens_per_second": 7379.607 |
| }, |
| { |
| "epoch": 0.10766580534022395, |
| "grad_norm": 0.7881403926209154, |
| "learning_rate": 9.929799563563858e-06, |
| "loss": 0.41834230422973634, |
| "num_input_tokens_seen": 12876440, |
| "step": 125, |
| "train_runtime": 1748.4163, |
| "train_tokens_per_second": 7364.63 |
| }, |
| { |
| "epoch": 0.1119724375538329, |
| "grad_norm": 0.7096308914101791, |
| "learning_rate": 9.924038765061042e-06, |
| "loss": 0.4106014251708984, |
| "num_input_tokens_seen": 13376496, |
| "step": 130, |
| "train_runtime": 1818.2885, |
| "train_tokens_per_second": 7356.641 |
| }, |
| { |
| "epoch": 0.11627906976744186, |
| "grad_norm": 0.7276233917576757, |
| "learning_rate": 9.918052628197645e-06, |
| "loss": 0.4307220458984375, |
| "num_input_tokens_seen": 13872280, |
| "step": 135, |
| "train_runtime": 1879.0083, |
| "train_tokens_per_second": 7382.767 |
| }, |
| { |
| "epoch": 0.12058570198105081, |
| "grad_norm": 0.6304682702555895, |
| "learning_rate": 9.911841426916733e-06, |
| "loss": 0.4186269760131836, |
| "num_input_tokens_seen": 14373496, |
| "step": 140, |
| "train_runtime": 1948.9705, |
| "train_tokens_per_second": 7374.917 |
| }, |
| { |
| "epoch": 0.12489233419465978, |
| "grad_norm": 0.7457639995354279, |
| "learning_rate": 9.905405445460972e-06, |
| "loss": 0.41518564224243165, |
| "num_input_tokens_seen": 14886552, |
| "step": 145, |
| "train_runtime": 2013.9467, |
| "train_tokens_per_second": 7391.731 |
| }, |
| { |
| "epoch": 0.12919896640826872, |
| "grad_norm": 0.7089829747760644, |
| "learning_rate": 9.898744978359627e-06, |
| "loss": 0.40087127685546875, |
| "num_input_tokens_seen": 15364928, |
| "step": 150, |
| "train_runtime": 2080.6533, |
| "train_tokens_per_second": 7384.665 |
| }, |
| { |
| "epoch": 0.1335055986218777, |
| "grad_norm": 0.7908692602439755, |
| "learning_rate": 9.891860330415077e-06, |
| "loss": 0.4161245346069336, |
| "num_input_tokens_seen": 15877064, |
| "step": 155, |
| "train_runtime": 2148.1134, |
| "train_tokens_per_second": 7391.166 |
| }, |
| { |
| "epoch": 0.13781223083548666, |
| "grad_norm": 0.7336628341974487, |
| "learning_rate": 9.884751816688873e-06, |
| "loss": 0.38726229667663575, |
| "num_input_tokens_seen": 16362424, |
| "step": 160, |
| "train_runtime": 2219.2408, |
| "train_tokens_per_second": 7372.983 |
| }, |
| { |
| "epoch": 0.1421188630490956, |
| "grad_norm": 0.7377502319782788, |
| "learning_rate": 9.877419762487312e-06, |
| "loss": 0.41555061340332033, |
| "num_input_tokens_seen": 16884272, |
| "step": 165, |
| "train_runtime": 2285.0222, |
| "train_tokens_per_second": 7389.106 |
| }, |
| { |
| "epoch": 0.14642549526270457, |
| "grad_norm": 0.763519054939035, |
| "learning_rate": 9.869864503346557e-06, |
| "loss": 0.42660012245178225, |
| "num_input_tokens_seen": 17395904, |
| "step": 170, |
| "train_runtime": 2353.6081, |
| "train_tokens_per_second": 7391.164 |
| }, |
| { |
| "epoch": 0.1507321274763135, |
| "grad_norm": 0.9454978823437594, |
| "learning_rate": 9.862086385017283e-06, |
| "loss": 0.3985039472579956, |
| "num_input_tokens_seen": 17935128, |
| "step": 175, |
| "train_runtime": 2425.5746, |
| "train_tokens_per_second": 7394.177 |
| }, |
| { |
| "epoch": 0.15503875968992248, |
| "grad_norm": 0.897983992254847, |
| "learning_rate": 9.854085763448844e-06, |
| "loss": 0.403258228302002, |
| "num_input_tokens_seen": 18441240, |
| "step": 180, |
| "train_runtime": 2491.2198, |
| "train_tokens_per_second": 7402.494 |
| }, |
| { |
| "epoch": 0.15934539190353145, |
| "grad_norm": 0.7028674441116541, |
| "learning_rate": 9.845863004772994e-06, |
| "loss": 0.4074747085571289, |
| "num_input_tokens_seen": 18950248, |
| "step": 185, |
| "train_runtime": 2562.4101, |
| "train_tokens_per_second": 7395.478 |
| }, |
| { |
| "epoch": 0.1636520241171404, |
| "grad_norm": 0.6890074181556956, |
| "learning_rate": 9.837418485287126e-06, |
| "loss": 0.3952253580093384, |
| "num_input_tokens_seen": 19443272, |
| "step": 190, |
| "train_runtime": 2629.3175, |
| "train_tokens_per_second": 7394.798 |
| }, |
| { |
| "epoch": 0.16795865633074936, |
| "grad_norm": 0.6864055327668929, |
| "learning_rate": 9.82875259143706e-06, |
| "loss": 0.4341114521026611, |
| "num_input_tokens_seen": 19974056, |
| "step": 195, |
| "train_runtime": 2701.8046, |
| "train_tokens_per_second": 7392.857 |
| }, |
| { |
| "epoch": 0.17226528854435832, |
| "grad_norm": 0.7549452956748491, |
| "learning_rate": 9.819865719799344e-06, |
| "loss": 0.39603476524353026, |
| "num_input_tokens_seen": 20505304, |
| "step": 200, |
| "train_runtime": 2760.8615, |
| "train_tokens_per_second": 7427.14 |
| }, |
| { |
| "epoch": 0.17657192075796727, |
| "grad_norm": 0.7461369795730732, |
| "learning_rate": 9.81075827706312e-06, |
| "loss": 0.3957651615142822, |
| "num_input_tokens_seen": 21041488, |
| "step": 205, |
| "train_runtime": 2833.0985, |
| "train_tokens_per_second": 7427.023 |
| }, |
| { |
| "epoch": 0.18087855297157623, |
| "grad_norm": 0.6726317666151067, |
| "learning_rate": 9.801430680011499e-06, |
| "loss": 0.3961822509765625, |
| "num_input_tokens_seen": 21525384, |
| "step": 210, |
| "train_runtime": 2901.9507, |
| "train_tokens_per_second": 7417.557 |
| }, |
| { |
| "epoch": 0.18518518518518517, |
| "grad_norm": 0.7153134316038106, |
| "learning_rate": 9.791883355502503e-06, |
| "loss": 0.42037005424499513, |
| "num_input_tokens_seen": 22015656, |
| "step": 215, |
| "train_runtime": 2972.2855, |
| "train_tokens_per_second": 7406.979 |
| }, |
| { |
| "epoch": 0.18949181739879414, |
| "grad_norm": 0.7441983537016906, |
| "learning_rate": 9.782116740449515e-06, |
| "loss": 0.3965612888336182, |
| "num_input_tokens_seen": 22529696, |
| "step": 220, |
| "train_runtime": 3044.2115, |
| "train_tokens_per_second": 7400.831 |
| }, |
| { |
| "epoch": 0.1937984496124031, |
| "grad_norm": 0.7350628011367314, |
| "learning_rate": 9.7721312818013e-06, |
| "loss": 0.44352130889892577, |
| "num_input_tokens_seen": 23038360, |
| "step": 225, |
| "train_runtime": 3116.1306, |
| "train_tokens_per_second": 7393.259 |
| }, |
| { |
| "epoch": 0.19810508182601205, |
| "grad_norm": 0.7563228965004609, |
| "learning_rate": 9.761927436521534e-06, |
| "loss": 0.38213863372802737, |
| "num_input_tokens_seen": 23532864, |
| "step": 230, |
| "train_runtime": 3179.4752, |
| "train_tokens_per_second": 7401.493 |
| }, |
| { |
| "epoch": 0.20241171403962102, |
| "grad_norm": 0.775450865404374, |
| "learning_rate": 9.751505671567914e-06, |
| "loss": 0.3937716484069824, |
| "num_input_tokens_seen": 24005936, |
| "step": 235, |
| "train_runtime": 3253.9708, |
| "train_tokens_per_second": 7377.428 |
| }, |
| { |
| "epoch": 0.20671834625322996, |
| "grad_norm": 0.7250225416398999, |
| "learning_rate": 9.740866463870762e-06, |
| "loss": 0.40571026802062987, |
| "num_input_tokens_seen": 24490872, |
| "step": 240, |
| "train_runtime": 3322.9821, |
| "train_tokens_per_second": 7370.149 |
| }, |
| { |
| "epoch": 0.21102497846683893, |
| "grad_norm": 0.7114153264209351, |
| "learning_rate": 9.730010300311226e-06, |
| "loss": 0.411739444732666, |
| "num_input_tokens_seen": 25014232, |
| "step": 245, |
| "train_runtime": 3392.0309, |
| "train_tokens_per_second": 7374.412 |
| }, |
| { |
| "epoch": 0.2153316106804479, |
| "grad_norm": 0.7013109032284867, |
| "learning_rate": 9.718937677698976e-06, |
| "loss": 0.40146331787109374, |
| "num_input_tokens_seen": 25507448, |
| "step": 250, |
| "train_runtime": 3457.5164, |
| "train_tokens_per_second": 7377.39 |
| }, |
| { |
| "epoch": 0.21963824289405684, |
| "grad_norm": 0.6984434047541229, |
| "learning_rate": 9.707649102749488e-06, |
| "loss": 0.3829845428466797, |
| "num_input_tokens_seen": 26003584, |
| "step": 255, |
| "train_runtime": 3526.0072, |
| "train_tokens_per_second": 7374.796 |
| }, |
| { |
| "epoch": 0.2239448751076658, |
| "grad_norm": 0.6930588317334605, |
| "learning_rate": 9.696145092060843e-06, |
| "loss": 0.37958288192749023, |
| "num_input_tokens_seen": 26523584, |
| "step": 260, |
| "train_runtime": 3586.5787, |
| "train_tokens_per_second": 7395.233 |
| }, |
| { |
| "epoch": 0.22825150732127478, |
| "grad_norm": 0.7883661370197577, |
| "learning_rate": 9.684426172090084e-06, |
| "loss": 0.4073479652404785, |
| "num_input_tokens_seen": 27002040, |
| "step": 265, |
| "train_runtime": 3663.8397, |
| "train_tokens_per_second": 7369.875 |
| }, |
| { |
| "epoch": 0.23255813953488372, |
| "grad_norm": 0.6795095661344687, |
| "learning_rate": 9.672492879129136e-06, |
| "loss": 0.40698766708374023, |
| "num_input_tokens_seen": 27505176, |
| "step": 270, |
| "train_runtime": 3735.7865, |
| "train_tokens_per_second": 7362.62 |
| }, |
| { |
| "epoch": 0.2368647717484927, |
| "grad_norm": 0.9228740109209783, |
| "learning_rate": 9.660345759280254e-06, |
| "loss": 0.4029866695404053, |
| "num_input_tokens_seen": 28022920, |
| "step": 275, |
| "train_runtime": 3801.2628, |
| "train_tokens_per_second": 7372.003 |
| }, |
| { |
| "epoch": 0.24117140396210163, |
| "grad_norm": 1.0690229200759769, |
| "learning_rate": 9.647985368431031e-06, |
| "loss": 0.4014443397521973, |
| "num_input_tokens_seen": 28534944, |
| "step": 280, |
| "train_runtime": 3879.684, |
| "train_tokens_per_second": 7354.966 |
| }, |
| { |
| "epoch": 0.2454780361757106, |
| "grad_norm": 0.7476961212143748, |
| "learning_rate": 9.63541227222897e-06, |
| "loss": 0.4226128101348877, |
| "num_input_tokens_seen": 29035280, |
| "step": 285, |
| "train_runtime": 3948.0122, |
| "train_tokens_per_second": 7354.405 |
| }, |
| { |
| "epoch": 0.24978466838931956, |
| "grad_norm": 0.7955697655841107, |
| "learning_rate": 9.622627046055584e-06, |
| "loss": 0.4024317264556885, |
| "num_input_tokens_seen": 29597328, |
| "step": 290, |
| "train_runtime": 4029.1263, |
| "train_tokens_per_second": 7345.843 |
| }, |
| { |
| "epoch": 0.2540913006029285, |
| "grad_norm": 0.6894431613335288, |
| "learning_rate": 9.609630275000072e-06, |
| "loss": 0.3940183162689209, |
| "num_input_tokens_seen": 30094560, |
| "step": 295, |
| "train_runtime": 4100.0206, |
| "train_tokens_per_second": 7340.1 |
| }, |
| { |
| "epoch": 0.25839793281653745, |
| "grad_norm": 0.6990387473878472, |
| "learning_rate": 9.596422553832547e-06, |
| "loss": 0.3797435760498047, |
| "num_input_tokens_seen": 30628392, |
| "step": 300, |
| "train_runtime": 4171.3368, |
| "train_tokens_per_second": 7342.584 |
| }, |
| { |
| "epoch": 0.26270456503014644, |
| "grad_norm": 0.740391991800684, |
| "learning_rate": 9.583004486976813e-06, |
| "loss": 0.3960827350616455, |
| "num_input_tokens_seen": 31155408, |
| "step": 305, |
| "train_runtime": 4239.711, |
| "train_tokens_per_second": 7348.474 |
| }, |
| { |
| "epoch": 0.2670111972437554, |
| "grad_norm": 0.6842903856341336, |
| "learning_rate": 9.5693766884827e-06, |
| "loss": 0.38438570499420166, |
| "num_input_tokens_seen": 31648472, |
| "step": 310, |
| "train_runtime": 4304.3552, |
| "train_tokens_per_second": 7352.663 |
| }, |
| { |
| "epoch": 0.2713178294573643, |
| "grad_norm": 0.7452536578366745, |
| "learning_rate": 9.555539781997978e-06, |
| "loss": 0.4010166645050049, |
| "num_input_tokens_seen": 32148440, |
| "step": 315, |
| "train_runtime": 4375.0353, |
| "train_tokens_per_second": 7348.156 |
| }, |
| { |
| "epoch": 0.2756244616709733, |
| "grad_norm": 0.6599734525587321, |
| "learning_rate": 9.541494400739799e-06, |
| "loss": 0.3938159465789795, |
| "num_input_tokens_seen": 32659456, |
| "step": 320, |
| "train_runtime": 4449.4205, |
| "train_tokens_per_second": 7340.159 |
| }, |
| { |
| "epoch": 0.27993109388458226, |
| "grad_norm": 0.6790075507627891, |
| "learning_rate": 9.527241187465735e-06, |
| "loss": 0.39118094444274903, |
| "num_input_tokens_seen": 33157552, |
| "step": 325, |
| "train_runtime": 4514.8539, |
| "train_tokens_per_second": 7344.103 |
| }, |
| { |
| "epoch": 0.2842377260981912, |
| "grad_norm": 0.6400320619933816, |
| "learning_rate": 9.51278079444435e-06, |
| "loss": 0.38675827980041505, |
| "num_input_tokens_seen": 33687624, |
| "step": 330, |
| "train_runtime": 4579.3488, |
| "train_tokens_per_second": 7356.422 |
| }, |
| { |
| "epoch": 0.2885443583118002, |
| "grad_norm": 0.8011737268019301, |
| "learning_rate": 9.498113883425364e-06, |
| "loss": 0.4036139488220215, |
| "num_input_tokens_seen": 34171792, |
| "step": 335, |
| "train_runtime": 4653.543, |
| "train_tokens_per_second": 7343.177 |
| }, |
| { |
| "epoch": 0.29285099052540914, |
| "grad_norm": 0.6748924299050266, |
| "learning_rate": 9.483241125609358e-06, |
| "loss": 0.41157045364379885, |
| "num_input_tokens_seen": 34691536, |
| "step": 340, |
| "train_runtime": 4729.7805, |
| "train_tokens_per_second": 7334.703 |
| }, |
| { |
| "epoch": 0.2971576227390181, |
| "grad_norm": 0.6981892601742133, |
| "learning_rate": 9.468163201617063e-06, |
| "loss": 0.42139220237731934, |
| "num_input_tokens_seen": 35206192, |
| "step": 345, |
| "train_runtime": 4801.0436, |
| "train_tokens_per_second": 7333.029 |
| }, |
| { |
| "epoch": 0.301464254952627, |
| "grad_norm": 0.7265361698204105, |
| "learning_rate": 9.45288080145821e-06, |
| "loss": 0.3920948028564453, |
| "num_input_tokens_seen": 35705960, |
| "step": 350, |
| "train_runtime": 4873.848, |
| "train_tokens_per_second": 7326.031 |
| }, |
| { |
| "epoch": 0.305770887166236, |
| "grad_norm": 0.6865303232424075, |
| "learning_rate": 9.437394624499957e-06, |
| "loss": 0.37868556976318357, |
| "num_input_tokens_seen": 36206960, |
| "step": 355, |
| "train_runtime": 4934.8248, |
| "train_tokens_per_second": 7337.03 |
| }, |
| { |
| "epoch": 0.31007751937984496, |
| "grad_norm": 0.8147162296164123, |
| "learning_rate": 9.421705379434887e-06, |
| "loss": 0.3680633544921875, |
| "num_input_tokens_seen": 36749336, |
| "step": 360, |
| "train_runtime": 5009.1119, |
| "train_tokens_per_second": 7336.497 |
| }, |
| { |
| "epoch": 0.3143841515934539, |
| "grad_norm": 0.6626000206050349, |
| "learning_rate": 9.405813784248562e-06, |
| "loss": 0.386813759803772, |
| "num_input_tokens_seen": 37255480, |
| "step": 365, |
| "train_runtime": 5069.0004, |
| "train_tokens_per_second": 7349.67 |
| }, |
| { |
| "epoch": 0.3186907838070629, |
| "grad_norm": 0.7212410819832733, |
| "learning_rate": 9.38972056618668e-06, |
| "loss": 0.38484036922454834, |
| "num_input_tokens_seen": 37760024, |
| "step": 370, |
| "train_runtime": 5130.9861, |
| "train_tokens_per_second": 7359.214 |
| }, |
| { |
| "epoch": 0.32299741602067183, |
| "grad_norm": 0.6530771248339148, |
| "learning_rate": 9.37342646172179e-06, |
| "loss": 0.3900888919830322, |
| "num_input_tokens_seen": 38314528, |
| "step": 375, |
| "train_runtime": 5198.0649, |
| "train_tokens_per_second": 7370.921 |
| }, |
| { |
| "epoch": 0.3273040482342808, |
| "grad_norm": 0.6310362265785353, |
| "learning_rate": 9.356932216519588e-06, |
| "loss": 0.3763136625289917, |
| "num_input_tokens_seen": 38827464, |
| "step": 380, |
| "train_runtime": 5260.6931, |
| "train_tokens_per_second": 7380.675 |
| }, |
| { |
| "epoch": 0.33161068044788977, |
| "grad_norm": 0.6821166049126685, |
| "learning_rate": 9.340238585404787e-06, |
| "loss": 0.38970165252685546, |
| "num_input_tokens_seen": 39325920, |
| "step": 385, |
| "train_runtime": 5334.5963, |
| "train_tokens_per_second": 7371.864 |
| }, |
| { |
| "epoch": 0.3359173126614987, |
| "grad_norm": 0.7414418790229163, |
| "learning_rate": 9.32334633232659e-06, |
| "loss": 0.3639005184173584, |
| "num_input_tokens_seen": 39832488, |
| "step": 390, |
| "train_runtime": 5404.3058, |
| "train_tokens_per_second": 7370.51 |
| }, |
| { |
| "epoch": 0.34022394487510765, |
| "grad_norm": 0.6281453488939435, |
| "learning_rate": 9.306256230323714e-06, |
| "loss": 0.3740285873413086, |
| "num_input_tokens_seen": 40357880, |
| "step": 395, |
| "train_runtime": 5475.2685, |
| "train_tokens_per_second": 7370.941 |
| }, |
| { |
| "epoch": 0.34453057708871665, |
| "grad_norm": 0.6881409462313944, |
| "learning_rate": 9.28896906148902e-06, |
| "loss": 0.39269113540649414, |
| "num_input_tokens_seen": 40888088, |
| "step": 400, |
| "train_runtime": 5552.5547, |
| "train_tokens_per_second": 7363.833 |
| }, |
| { |
| "epoch": 0.3488372093023256, |
| "grad_norm": 0.7050381848889274, |
| "learning_rate": 9.271485616933725e-06, |
| "loss": 0.38478426933288573, |
| "num_input_tokens_seen": 41396320, |
| "step": 405, |
| "train_runtime": 5622.9597, |
| "train_tokens_per_second": 7362.016 |
| }, |
| { |
| "epoch": 0.35314384151593453, |
| "grad_norm": 0.6582656508034226, |
| "learning_rate": 9.253806696751185e-06, |
| "loss": 0.38239054679870604, |
| "num_input_tokens_seen": 41883152, |
| "step": 410, |
| "train_runtime": 5689.082, |
| "train_tokens_per_second": 7362.023 |
| }, |
| { |
| "epoch": 0.35745047372954347, |
| "grad_norm": 0.6625271537573424, |
| "learning_rate": 9.235933109980302e-06, |
| "loss": 0.39941422939300536, |
| "num_input_tokens_seen": 42386288, |
| "step": 415, |
| "train_runtime": 5763.4311, |
| "train_tokens_per_second": 7354.35 |
| }, |
| { |
| "epoch": 0.36175710594315247, |
| "grad_norm": 0.6020944056659068, |
| "learning_rate": 9.217865674568482e-06, |
| "loss": 0.3732919216156006, |
| "num_input_tokens_seen": 42921232, |
| "step": 420, |
| "train_runtime": 5830.9366, |
| "train_tokens_per_second": 7360.95 |
| }, |
| { |
| "epoch": 0.3660637381567614, |
| "grad_norm": 0.6612749680911271, |
| "learning_rate": 9.19960521733421e-06, |
| "loss": 0.36808338165283205, |
| "num_input_tokens_seen": 43431736, |
| "step": 425, |
| "train_runtime": 5899.5507, |
| "train_tokens_per_second": 7361.872 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 0.7052929015034174, |
| "learning_rate": 9.181152573929215e-06, |
| "loss": 0.3811118841171265, |
| "num_input_tokens_seen": 43944248, |
| "step": 430, |
| "train_runtime": 5967.9506, |
| "train_tokens_per_second": 7363.373 |
| }, |
| { |
| "epoch": 0.37467700258397935, |
| "grad_norm": 0.6443665940829485, |
| "learning_rate": 9.162508588800221e-06, |
| "loss": 0.40485553741455077, |
| "num_input_tokens_seen": 44470472, |
| "step": 435, |
| "train_runtime": 6044.9553, |
| "train_tokens_per_second": 7356.625 |
| }, |
| { |
| "epoch": 0.3789836347975883, |
| "grad_norm": 0.6692181607943731, |
| "learning_rate": 9.143674115150306e-06, |
| "loss": 0.3950349807739258, |
| "num_input_tokens_seen": 44997504, |
| "step": 440, |
| "train_runtime": 6115.4287, |
| "train_tokens_per_second": 7358.029 |
| }, |
| { |
| "epoch": 0.3832902670111972, |
| "grad_norm": 0.6656325377440188, |
| "learning_rate": 9.124650014899868e-06, |
| "loss": 0.3851844310760498, |
| "num_input_tokens_seen": 45490008, |
| "step": 445, |
| "train_runtime": 6183.897, |
| "train_tokens_per_second": 7356.204 |
| }, |
| { |
| "epoch": 0.3875968992248062, |
| "grad_norm": 0.6553358070624373, |
| "learning_rate": 9.105437158647154e-06, |
| "loss": 0.40310277938842776, |
| "num_input_tokens_seen": 46027896, |
| "step": 450, |
| "train_runtime": 6243.5546, |
| "train_tokens_per_second": 7372.066 |
| }, |
| { |
| "epoch": 0.39190353143841516, |
| "grad_norm": 0.6866680311340208, |
| "learning_rate": 9.086036425628453e-06, |
| "loss": 0.39217004776000974, |
| "num_input_tokens_seen": 46543128, |
| "step": 455, |
| "train_runtime": 6313.3771, |
| "train_tokens_per_second": 7372.144 |
| }, |
| { |
| "epoch": 0.3962101636520241, |
| "grad_norm": 0.642839268974144, |
| "learning_rate": 9.066448703677828e-06, |
| "loss": 0.3778968811035156, |
| "num_input_tokens_seen": 47048496, |
| "step": 460, |
| "train_runtime": 6382.8396, |
| "train_tokens_per_second": 7371.092 |
| }, |
| { |
| "epoch": 0.4005167958656331, |
| "grad_norm": 0.5917876909438503, |
| "learning_rate": 9.046674889186509e-06, |
| "loss": 0.3833005905151367, |
| "num_input_tokens_seen": 47582216, |
| "step": 465, |
| "train_runtime": 6459.5385, |
| "train_tokens_per_second": 7366.194 |
| }, |
| { |
| "epoch": 0.40482342807924204, |
| "grad_norm": 0.6249300807978534, |
| "learning_rate": 9.026715887061858e-06, |
| "loss": 0.38653390407562255, |
| "num_input_tokens_seen": 48103904, |
| "step": 470, |
| "train_runtime": 6531.4172, |
| "train_tokens_per_second": 7365.003 |
| }, |
| { |
| "epoch": 0.409130060292851, |
| "grad_norm": 0.6723447300315076, |
| "learning_rate": 9.006572610685969e-06, |
| "loss": 0.3771857738494873, |
| "num_input_tokens_seen": 48589720, |
| "step": 475, |
| "train_runtime": 6599.0101, |
| "train_tokens_per_second": 7363.183 |
| }, |
| { |
| "epoch": 0.4134366925064599, |
| "grad_norm": 0.6774904420934339, |
| "learning_rate": 8.986245981873854e-06, |
| "loss": 0.39016103744506836, |
| "num_input_tokens_seen": 49120400, |
| "step": 480, |
| "train_runtime": 6669.6779, |
| "train_tokens_per_second": 7364.733 |
| }, |
| { |
| "epoch": 0.4177433247200689, |
| "grad_norm": 0.6443265118405658, |
| "learning_rate": 8.965736930831272e-06, |
| "loss": 0.398733115196228, |
| "num_input_tokens_seen": 49651912, |
| "step": 485, |
| "train_runtime": 6740.852, |
| "train_tokens_per_second": 7365.821 |
| }, |
| { |
| "epoch": 0.42204995693367786, |
| "grad_norm": 0.6266168108513596, |
| "learning_rate": 8.945046396112158e-06, |
| "loss": 0.3702796697616577, |
| "num_input_tokens_seen": 50164680, |
| "step": 490, |
| "train_runtime": 6819.9627, |
| "train_tokens_per_second": 7355.565 |
| }, |
| { |
| "epoch": 0.4263565891472868, |
| "grad_norm": 0.6275664299170484, |
| "learning_rate": 8.92417532457566e-06, |
| "loss": 0.36701819896697996, |
| "num_input_tokens_seen": 50674248, |
| "step": 495, |
| "train_runtime": 6883.5614, |
| "train_tokens_per_second": 7361.632 |
| }, |
| { |
| "epoch": 0.4306632213608958, |
| "grad_norm": 0.7306000236240069, |
| "learning_rate": 8.903124671342822e-06, |
| "loss": 0.3911170959472656, |
| "num_input_tokens_seen": 51200088, |
| "step": 500, |
| "train_runtime": 6955.2058, |
| "train_tokens_per_second": 7361.405 |
| }, |
| { |
| "epoch": 0.43496985357450474, |
| "grad_norm": 0.7330422033270405, |
| "learning_rate": 8.881895399752873e-06, |
| "loss": 0.39371590614318847, |
| "num_input_tokens_seen": 51742280, |
| "step": 505, |
| "train_runtime": 7024.383, |
| "train_tokens_per_second": 7366.096 |
| }, |
| { |
| "epoch": 0.4392764857881137, |
| "grad_norm": 0.7263151417995986, |
| "learning_rate": 8.86048848131913e-06, |
| "loss": 0.3914726972579956, |
| "num_input_tokens_seen": 52294208, |
| "step": 510, |
| "train_runtime": 7092.1416, |
| "train_tokens_per_second": 7373.543 |
| }, |
| { |
| "epoch": 0.4435831180017227, |
| "grad_norm": 0.7435120437949877, |
| "learning_rate": 8.838904895684555e-06, |
| "loss": 0.39632158279418944, |
| "num_input_tokens_seen": 52831024, |
| "step": 515, |
| "train_runtime": 7167.5571, |
| "train_tokens_per_second": 7370.855 |
| }, |
| { |
| "epoch": 0.4478897502153316, |
| "grad_norm": 0.7138089969072026, |
| "learning_rate": 8.81714563057691e-06, |
| "loss": 0.38961071968078614, |
| "num_input_tokens_seen": 53372888, |
| "step": 520, |
| "train_runtime": 7238.2171, |
| "train_tokens_per_second": 7373.762 |
| }, |
| { |
| "epoch": 0.45219638242894056, |
| "grad_norm": 0.705868522029541, |
| "learning_rate": 8.795211681763565e-06, |
| "loss": 0.37157084941864016, |
| "num_input_tokens_seen": 53869408, |
| "step": 525, |
| "train_runtime": 7309.2034, |
| "train_tokens_per_second": 7370.079 |
| }, |
| { |
| "epoch": 0.45650301464254955, |
| "grad_norm": 0.6507976015541289, |
| "learning_rate": 8.773104053005928e-06, |
| "loss": 0.37537417411804197, |
| "num_input_tokens_seen": 54368528, |
| "step": 530, |
| "train_runtime": 7380.1139, |
| "train_tokens_per_second": 7366.896 |
| }, |
| { |
| "epoch": 0.4608096468561585, |
| "grad_norm": 0.6423561579091476, |
| "learning_rate": 8.750823756013498e-06, |
| "loss": 0.3898594379425049, |
| "num_input_tokens_seen": 54840552, |
| "step": 535, |
| "train_runtime": 7445.4319, |
| "train_tokens_per_second": 7365.664 |
| }, |
| { |
| "epoch": 0.46511627906976744, |
| "grad_norm": 0.6245224202252966, |
| "learning_rate": 8.728371810397586e-06, |
| "loss": 0.38840298652648925, |
| "num_input_tokens_seen": 55337456, |
| "step": 540, |
| "train_runtime": 7511.6912, |
| "train_tokens_per_second": 7366.844 |
| }, |
| { |
| "epoch": 0.4694229112833764, |
| "grad_norm": 0.6635902775699029, |
| "learning_rate": 8.705749243624635e-06, |
| "loss": 0.3719607353210449, |
| "num_input_tokens_seen": 55848016, |
| "step": 545, |
| "train_runtime": 7574.5817, |
| "train_tokens_per_second": 7373.083 |
| }, |
| { |
| "epoch": 0.4737295434969854, |
| "grad_norm": 0.6636142138451493, |
| "learning_rate": 8.68295709096922e-06, |
| "loss": 0.3457005262374878, |
| "num_input_tokens_seen": 56307448, |
| "step": 550, |
| "train_runtime": 7643.8778, |
| "train_tokens_per_second": 7366.346 |
| }, |
| { |
| "epoch": 0.4780361757105943, |
| "grad_norm": 0.6513434980018162, |
| "learning_rate": 8.659996395466648e-06, |
| "loss": 0.36336798667907716, |
| "num_input_tokens_seen": 56791296, |
| "step": 555, |
| "train_runtime": 7708.7709, |
| "train_tokens_per_second": 7367.101 |
| }, |
| { |
| "epoch": 0.48234280792420325, |
| "grad_norm": 0.655388134773357, |
| "learning_rate": 8.636868207865244e-06, |
| "loss": 0.3849674463272095, |
| "num_input_tokens_seen": 57286592, |
| "step": 560, |
| "train_runtime": 7776.3092, |
| "train_tokens_per_second": 7366.81 |
| }, |
| { |
| "epoch": 0.48664944013781225, |
| "grad_norm": 0.6158794330991001, |
| "learning_rate": 8.613573586578262e-06, |
| "loss": 0.3585472583770752, |
| "num_input_tokens_seen": 57779240, |
| "step": 565, |
| "train_runtime": 7846.3275, |
| "train_tokens_per_second": 7363.858 |
| }, |
| { |
| "epoch": 0.4909560723514212, |
| "grad_norm": 0.6282187190034991, |
| "learning_rate": 8.590113597635443e-06, |
| "loss": 0.3671374797821045, |
| "num_input_tokens_seen": 58296520, |
| "step": 570, |
| "train_runtime": 7902.9671, |
| "train_tokens_per_second": 7376.536 |
| }, |
| { |
| "epoch": 0.49526270456503013, |
| "grad_norm": 0.6820366351035635, |
| "learning_rate": 8.56648931463423e-06, |
| "loss": 0.3729721546173096, |
| "num_input_tokens_seen": 58787768, |
| "step": 575, |
| "train_runtime": 7976.9359, |
| "train_tokens_per_second": 7369.718 |
| }, |
| { |
| "epoch": 0.49956933677863913, |
| "grad_norm": 0.5953948188219655, |
| "learning_rate": 8.54270181869065e-06, |
| "loss": 0.37489094734191897, |
| "num_input_tokens_seen": 59253688, |
| "step": 580, |
| "train_runtime": 8050.0837, |
| "train_tokens_per_second": 7360.63 |
| }, |
| { |
| "epoch": 0.5038759689922481, |
| "grad_norm": 0.6536807624369786, |
| "learning_rate": 8.518752198389823e-06, |
| "loss": 0.3806663990020752, |
| "num_input_tokens_seen": 59777648, |
| "step": 585, |
| "train_runtime": 8117.638, |
| "train_tokens_per_second": 7363.921 |
| }, |
| { |
| "epoch": 0.508182601205857, |
| "grad_norm": 0.7077876190780552, |
| "learning_rate": 8.494641549736152e-06, |
| "loss": 0.35221052169799805, |
| "num_input_tokens_seen": 60267056, |
| "step": 590, |
| "train_runtime": 8186.7766, |
| "train_tokens_per_second": 7361.512 |
| }, |
| { |
| "epoch": 0.512489233419466, |
| "grad_norm": 0.6112186065184119, |
| "learning_rate": 8.470370976103171e-06, |
| "loss": 0.37081544399261473, |
| "num_input_tokens_seen": 60752944, |
| "step": 595, |
| "train_runtime": 8248.8743, |
| "train_tokens_per_second": 7364.998 |
| }, |
| { |
| "epoch": 0.5167958656330749, |
| "grad_norm": 0.6544431163583635, |
| "learning_rate": 8.445941588183042e-06, |
| "loss": 0.3763900279998779, |
| "num_input_tokens_seen": 61249152, |
| "step": 600, |
| "train_runtime": 8320.3633, |
| "train_tokens_per_second": 7361.356 |
| }, |
| { |
| "epoch": 0.5211024978466839, |
| "grad_norm": 0.6502245015430211, |
| "learning_rate": 8.421354503935733e-06, |
| "loss": 0.3733165740966797, |
| "num_input_tokens_seen": 61738896, |
| "step": 605, |
| "train_runtime": 8389.2584, |
| "train_tokens_per_second": 7359.279 |
| }, |
| { |
| "epoch": 0.5254091300602929, |
| "grad_norm": 0.5791570703545336, |
| "learning_rate": 8.396610848537858e-06, |
| "loss": 0.36464879512786863, |
| "num_input_tokens_seen": 62285720, |
| "step": 610, |
| "train_runtime": 8468.6352, |
| "train_tokens_per_second": 7354.871 |
| }, |
| { |
| "epoch": 0.5297157622739018, |
| "grad_norm": 0.6648330559819625, |
| "learning_rate": 8.371711754331181e-06, |
| "loss": 0.3548685073852539, |
| "num_input_tokens_seen": 62773392, |
| "step": 615, |
| "train_runtime": 8538.4686, |
| "train_tokens_per_second": 7351.833 |
| }, |
| { |
| "epoch": 0.5340223944875108, |
| "grad_norm": 0.7039435693401701, |
| "learning_rate": 8.346658360770798e-06, |
| "loss": 0.37767829895019533, |
| "num_input_tokens_seen": 63297240, |
| "step": 620, |
| "train_runtime": 8605.0669, |
| "train_tokens_per_second": 7355.81 |
| }, |
| { |
| "epoch": 0.5383290267011197, |
| "grad_norm": 0.7143763877497393, |
| "learning_rate": 8.321451814372998e-06, |
| "loss": 0.37348289489746095, |
| "num_input_tokens_seen": 63821872, |
| "step": 625, |
| "train_runtime": 8674.53, |
| "train_tokens_per_second": 7357.387 |
| }, |
| { |
| "epoch": 0.5426356589147286, |
| "grad_norm": 0.7179284363192735, |
| "learning_rate": 8.296093268662779e-06, |
| "loss": 0.3854733228683472, |
| "num_input_tokens_seen": 64361320, |
| "step": 630, |
| "train_runtime": 8743.8704, |
| "train_tokens_per_second": 7360.736 |
| }, |
| { |
| "epoch": 0.5469422911283376, |
| "grad_norm": 0.9509086516647082, |
| "learning_rate": 8.270583884121083e-06, |
| "loss": 0.3740884780883789, |
| "num_input_tokens_seen": 64877880, |
| "step": 635, |
| "train_runtime": 8818.0876, |
| "train_tokens_per_second": 7357.364 |
| }, |
| { |
| "epoch": 0.5512489233419466, |
| "grad_norm": 0.6546022698428935, |
| "learning_rate": 8.244924828131668e-06, |
| "loss": 0.3512680768966675, |
| "num_input_tokens_seen": 65380760, |
| "step": 640, |
| "train_runtime": 8884.2528, |
| "train_tokens_per_second": 7359.174 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 0.6415517399290378, |
| "learning_rate": 8.219117274927696e-06, |
| "loss": 0.36990017890930177, |
| "num_input_tokens_seen": 65889880, |
| "step": 645, |
| "train_runtime": 8944.8369, |
| "train_tokens_per_second": 7366.247 |
| }, |
| { |
| "epoch": 0.5598621877691645, |
| "grad_norm": 0.6441817326099615, |
| "learning_rate": 8.193162405537997e-06, |
| "loss": 0.3620732307434082, |
| "num_input_tokens_seen": 66397256, |
| "step": 650, |
| "train_runtime": 9013.6144, |
| "train_tokens_per_second": 7366.33 |
| }, |
| { |
| "epoch": 0.5641688199827735, |
| "grad_norm": 0.6686614531494821, |
| "learning_rate": 8.167061407733018e-06, |
| "loss": 0.37317404747009275, |
| "num_input_tokens_seen": 66907624, |
| "step": 655, |
| "train_runtime": 9082.5463, |
| "train_tokens_per_second": 7366.615 |
| }, |
| { |
| "epoch": 0.5684754521963824, |
| "grad_norm": 0.6944822176730631, |
| "learning_rate": 8.14081547597046e-06, |
| "loss": 0.36172118186950686, |
| "num_input_tokens_seen": 67392080, |
| "step": 660, |
| "train_runtime": 9153.9802, |
| "train_tokens_per_second": 7362.052 |
| }, |
| { |
| "epoch": 0.5727820844099913, |
| "grad_norm": 0.6266997505339615, |
| "learning_rate": 8.114425811340635e-06, |
| "loss": 0.36071798801422117, |
| "num_input_tokens_seen": 67880624, |
| "step": 665, |
| "train_runtime": 9227.7772, |
| "train_tokens_per_second": 7356.119 |
| }, |
| { |
| "epoch": 0.5770887166236004, |
| "grad_norm": 0.7282530987540681, |
| "learning_rate": 8.087893621511487e-06, |
| "loss": 0.39921371936798095, |
| "num_input_tokens_seen": 68390984, |
| "step": 670, |
| "train_runtime": 9296.9161, |
| "train_tokens_per_second": 7356.309 |
| }, |
| { |
| "epoch": 0.5813953488372093, |
| "grad_norm": 0.6426511038776365, |
| "learning_rate": 8.061220120673323e-06, |
| "loss": 0.38092870712280275, |
| "num_input_tokens_seen": 68896344, |
| "step": 675, |
| "train_runtime": 9363.7793, |
| "train_tokens_per_second": 7357.75 |
| }, |
| { |
| "epoch": 0.5857019810508183, |
| "grad_norm": 0.6872672773444454, |
| "learning_rate": 8.03440652948326e-06, |
| "loss": 0.35166177749633787, |
| "num_input_tokens_seen": 69390728, |
| "step": 680, |
| "train_runtime": 9436.3566, |
| "train_tokens_per_second": 7353.551 |
| }, |
| { |
| "epoch": 0.5900086132644272, |
| "grad_norm": 0.6663950335905633, |
| "learning_rate": 8.007454075009352e-06, |
| "loss": 0.36625821590423585, |
| "num_input_tokens_seen": 69913800, |
| "step": 685, |
| "train_runtime": 9512.1057, |
| "train_tokens_per_second": 7349.981 |
| }, |
| { |
| "epoch": 0.5943152454780362, |
| "grad_norm": 0.6365208018382441, |
| "learning_rate": 7.980363990674449e-06, |
| "loss": 0.3945136070251465, |
| "num_input_tokens_seen": 70444064, |
| "step": 690, |
| "train_runtime": 9585.1462, |
| "train_tokens_per_second": 7349.295 |
| }, |
| { |
| "epoch": 0.5986218776916451, |
| "grad_norm": 0.6592472029548292, |
| "learning_rate": 7.953137516199737e-06, |
| "loss": 0.36552479267120364, |
| "num_input_tokens_seen": 70941680, |
| "step": 695, |
| "train_runtime": 9653.5644, |
| "train_tokens_per_second": 7348.755 |
| }, |
| { |
| "epoch": 0.602928509905254, |
| "grad_norm": 0.6421651719984249, |
| "learning_rate": 7.925775897548013e-06, |
| "loss": 0.3570195198059082, |
| "num_input_tokens_seen": 71441992, |
| "step": 700, |
| "train_runtime": 9720.2583, |
| "train_tokens_per_second": 7349.804 |
| }, |
| { |
| "epoch": 0.6072351421188631, |
| "grad_norm": 0.6384747569278264, |
| "learning_rate": 7.898280386866673e-06, |
| "loss": 0.3764955043792725, |
| "num_input_tokens_seen": 71945280, |
| "step": 705, |
| "train_runtime": 9788.1349, |
| "train_tokens_per_second": 7350.254 |
| }, |
| { |
| "epoch": 0.611541774332472, |
| "grad_norm": 0.7114005381070436, |
| "learning_rate": 7.87065224243039e-06, |
| "loss": 0.38172245025634766, |
| "num_input_tokens_seen": 72420368, |
| "step": 710, |
| "train_runtime": 9855.659, |
| "train_tokens_per_second": 7348.1 |
| }, |
| { |
| "epoch": 0.615848406546081, |
| "grad_norm": 0.6215545093138584, |
| "learning_rate": 7.842892728583557e-06, |
| "loss": 0.3583367824554443, |
| "num_input_tokens_seen": 72937952, |
| "step": 715, |
| "train_runtime": 9916.7096, |
| "train_tokens_per_second": 7355.056 |
| }, |
| { |
| "epoch": 0.6201550387596899, |
| "grad_norm": 0.6932264510907867, |
| "learning_rate": 7.815003115682405e-06, |
| "loss": 0.3677781581878662, |
| "num_input_tokens_seen": 73453368, |
| "step": 720, |
| "train_runtime": 9987.9385, |
| "train_tokens_per_second": 7354.207 |
| }, |
| { |
| "epoch": 0.6244616709732989, |
| "grad_norm": 0.6755500942949265, |
| "learning_rate": 7.78698468003688e-06, |
| "loss": 0.36302263736724855, |
| "num_input_tokens_seen": 73959264, |
| "step": 725, |
| "train_runtime": 10054.9379, |
| "train_tokens_per_second": 7355.517 |
| }, |
| { |
| "epoch": 0.6287683031869078, |
| "grad_norm": 0.6952999463715118, |
| "learning_rate": 7.75883870385223e-06, |
| "loss": 0.37976875305175783, |
| "num_input_tokens_seen": 74444936, |
| "step": 730, |
| "train_runtime": 10131.0665, |
| "train_tokens_per_second": 7348.184 |
| }, |
| { |
| "epoch": 0.6330749354005168, |
| "grad_norm": 0.735886603640982, |
| "learning_rate": 7.730566475170334e-06, |
| "loss": 0.3730980157852173, |
| "num_input_tokens_seen": 74962952, |
| "step": 735, |
| "train_runtime": 10196.8779, |
| "train_tokens_per_second": 7351.559 |
| }, |
| { |
| "epoch": 0.6373815676141258, |
| "grad_norm": 0.6824970423272824, |
| "learning_rate": 7.702169287810751e-06, |
| "loss": 0.3567670345306396, |
| "num_input_tokens_seen": 75451216, |
| "step": 740, |
| "train_runtime": 10261.135, |
| "train_tokens_per_second": 7353.106 |
| }, |
| { |
| "epoch": 0.6416881998277347, |
| "grad_norm": 0.567176098283514, |
| "learning_rate": 7.67364844131151e-06, |
| "loss": 0.3866007328033447, |
| "num_input_tokens_seen": 76008248, |
| "step": 745, |
| "train_runtime": 10322.9684, |
| "train_tokens_per_second": 7363.022 |
| }, |
| { |
| "epoch": 0.6459948320413437, |
| "grad_norm": 0.6031679181986589, |
| "learning_rate": 7.645005240869644e-06, |
| "loss": 0.3532373905181885, |
| "num_input_tokens_seen": 76529328, |
| "step": 750, |
| "train_runtime": 10389.7584, |
| "train_tokens_per_second": 7365.843 |
| }, |
| { |
| "epoch": 0.6503014642549526, |
| "grad_norm": 0.7159571723969788, |
| "learning_rate": 7.616240997281465e-06, |
| "loss": 0.3541311502456665, |
| "num_input_tokens_seen": 77047776, |
| "step": 755, |
| "train_runtime": 10466.7096, |
| "train_tokens_per_second": 7361.222 |
| }, |
| { |
| "epoch": 0.6546080964685616, |
| "grad_norm": 0.634378436444587, |
| "learning_rate": 7.587357026882563e-06, |
| "loss": 0.36530122756958006, |
| "num_input_tokens_seen": 77585376, |
| "step": 760, |
| "train_runtime": 10541.6333, |
| "train_tokens_per_second": 7359.901 |
| }, |
| { |
| "epoch": 0.6589147286821705, |
| "grad_norm": 0.6298702094677439, |
| "learning_rate": 7.558354651487583e-06, |
| "loss": 0.3949885845184326, |
| "num_input_tokens_seen": 78094440, |
| "step": 765, |
| "train_runtime": 10611.005, |
| "train_tokens_per_second": 7359.759 |
| }, |
| { |
| "epoch": 0.6632213608957795, |
| "grad_norm": 0.6249157337085598, |
| "learning_rate": 7.529235198329723e-06, |
| "loss": 0.3596529006958008, |
| "num_input_tokens_seen": 78635856, |
| "step": 770, |
| "train_runtime": 10691.6063, |
| "train_tokens_per_second": 7354.915 |
| }, |
| { |
| "epoch": 0.6675279931093885, |
| "grad_norm": 0.6023145192971817, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.35566143989562987, |
| "num_input_tokens_seen": 79138600, |
| "step": 775, |
| "train_runtime": 10756.7977, |
| "train_tokens_per_second": 7357.078 |
| }, |
| { |
| "epoch": 0.6718346253229974, |
| "grad_norm": 0.6593097675747426, |
| "learning_rate": 7.470650394386274e-06, |
| "loss": 0.36934409141540525, |
| "num_input_tokens_seen": 79642424, |
| "step": 780, |
| "train_runtime": 10825.3842, |
| "train_tokens_per_second": 7357.007 |
| }, |
| { |
| "epoch": 0.6761412575366064, |
| "grad_norm": 0.7137202399672637, |
| "learning_rate": 7.441187724612007e-06, |
| "loss": 0.37495574951171873, |
| "num_input_tokens_seen": 80152744, |
| "step": 785, |
| "train_runtime": 10890.6152, |
| "train_tokens_per_second": 7359.8 |
| }, |
| { |
| "epoch": 0.6804478897502153, |
| "grad_norm": 0.605977280910932, |
| "learning_rate": 7.4116133389748115e-06, |
| "loss": 0.37909436225891113, |
| "num_input_tokens_seen": 80693400, |
| "step": 790, |
| "train_runtime": 10944.0447, |
| "train_tokens_per_second": 7373.27 |
| }, |
| { |
| "epoch": 0.6847545219638242, |
| "grad_norm": 0.7982064055258384, |
| "learning_rate": 7.381928590884741e-06, |
| "loss": 0.361489462852478, |
| "num_input_tokens_seen": 81180032, |
| "step": 795, |
| "train_runtime": 11009.7965, |
| "train_tokens_per_second": 7373.436 |
| }, |
| { |
| "epoch": 0.6890611541774333, |
| "grad_norm": 0.560346275445483, |
| "learning_rate": 7.35213483880236e-06, |
| "loss": 0.34208495616912843, |
| "num_input_tokens_seen": 81715960, |
| "step": 800, |
| "train_runtime": 11082.868, |
| "train_tokens_per_second": 7373.178 |
| }, |
| { |
| "epoch": 0.6933677863910422, |
| "grad_norm": 0.7576401916556533, |
| "learning_rate": 7.322233446176571e-06, |
| "loss": 0.3672114133834839, |
| "num_input_tokens_seen": 82195808, |
| "step": 805, |
| "train_runtime": 11153.6467, |
| "train_tokens_per_second": 7369.411 |
| }, |
| { |
| "epoch": 0.6976744186046512, |
| "grad_norm": 0.6525903599941298, |
| "learning_rate": 7.29222578138222e-06, |
| "loss": 0.3744704008102417, |
| "num_input_tokens_seen": 82680488, |
| "step": 810, |
| "train_runtime": 11221.591, |
| "train_tokens_per_second": 7367.983 |
| }, |
| { |
| "epoch": 0.7019810508182601, |
| "grad_norm": 0.5908244133789757, |
| "learning_rate": 7.2621132176574774e-06, |
| "loss": 0.373249888420105, |
| "num_input_tokens_seen": 83207016, |
| "step": 815, |
| "train_runtime": 11292.0868, |
| "train_tokens_per_second": 7368.613 |
| }, |
| { |
| "epoch": 0.7062876830318691, |
| "grad_norm": 0.8900954684782045, |
| "learning_rate": 7.231897133040997e-06, |
| "loss": 0.34656834602355957, |
| "num_input_tokens_seen": 83705464, |
| "step": 820, |
| "train_runtime": 11366.0296, |
| "train_tokens_per_second": 7364.53 |
| }, |
| { |
| "epoch": 0.710594315245478, |
| "grad_norm": 0.6599764009158128, |
| "learning_rate": 7.201578910308848e-06, |
| "loss": 0.36565725803375243, |
| "num_input_tokens_seen": 84223624, |
| "step": 825, |
| "train_runtime": 11439.0205, |
| "train_tokens_per_second": 7362.835 |
| }, |
| { |
| "epoch": 0.7149009474590869, |
| "grad_norm": 0.7671400370894249, |
| "learning_rate": 7.1711599369112385e-06, |
| "loss": 0.3640167474746704, |
| "num_input_tokens_seen": 84733008, |
| "step": 830, |
| "train_runtime": 11498.286, |
| "train_tokens_per_second": 7369.186 |
| }, |
| { |
| "epoch": 0.719207579672696, |
| "grad_norm": 0.6890917187634811, |
| "learning_rate": 7.14064160490902e-06, |
| "loss": 0.34748039245605467, |
| "num_input_tokens_seen": 85244448, |
| "step": 835, |
| "train_runtime": 11570.0337, |
| "train_tokens_per_second": 7367.692 |
| }, |
| { |
| "epoch": 0.7235142118863049, |
| "grad_norm": 0.5766158583478934, |
| "learning_rate": 7.110025310909981e-06, |
| "loss": 0.353003716468811, |
| "num_input_tokens_seen": 85762344, |
| "step": 840, |
| "train_runtime": 11638.7238, |
| "train_tokens_per_second": 7368.707 |
| }, |
| { |
| "epoch": 0.7278208440999139, |
| "grad_norm": 0.5823984856746932, |
| "learning_rate": 7.079312456004941e-06, |
| "loss": 0.37342329025268556, |
| "num_input_tokens_seen": 86289224, |
| "step": 845, |
| "train_runtime": 11716.1517, |
| "train_tokens_per_second": 7364.98 |
| }, |
| { |
| "epoch": 0.7321274763135228, |
| "grad_norm": 0.5927480726961869, |
| "learning_rate": 7.048504445703623e-06, |
| "loss": 0.3299787759780884, |
| "num_input_tokens_seen": 86796928, |
| "step": 850, |
| "train_runtime": 11785.4668, |
| "train_tokens_per_second": 7364.742 |
| }, |
| { |
| "epoch": 0.7364341085271318, |
| "grad_norm": 0.6321864557945756, |
| "learning_rate": 7.017602689870345e-06, |
| "loss": 0.36838767528533933, |
| "num_input_tokens_seen": 87320496, |
| "step": 855, |
| "train_runtime": 11850.93, |
| "train_tokens_per_second": 7368.24 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 0.6018531234880375, |
| "learning_rate": 6.986608602659486e-06, |
| "loss": 0.3541435718536377, |
| "num_input_tokens_seen": 87879104, |
| "step": 860, |
| "train_runtime": 11917.2964, |
| "train_tokens_per_second": 7374.081 |
| }, |
| { |
| "epoch": 0.7450473729543498, |
| "grad_norm": 0.6193130746098626, |
| "learning_rate": 6.95552360245078e-06, |
| "loss": 0.35468919277191163, |
| "num_input_tokens_seen": 88373816, |
| "step": 865, |
| "train_runtime": 11986.0817, |
| "train_tokens_per_second": 7373.036 |
| }, |
| { |
| "epoch": 0.7493540051679587, |
| "grad_norm": 0.5838704103103464, |
| "learning_rate": 6.92434911178441e-06, |
| "loss": 0.36195812225341795, |
| "num_input_tokens_seen": 88916672, |
| "step": 870, |
| "train_runtime": 12056.0128, |
| "train_tokens_per_second": 7375.297 |
| }, |
| { |
| "epoch": 0.7536606373815676, |
| "grad_norm": 0.6583966223351327, |
| "learning_rate": 6.893086557295896e-06, |
| "loss": 0.3709383726119995, |
| "num_input_tokens_seen": 89428224, |
| "step": 875, |
| "train_runtime": 12120.5201, |
| "train_tokens_per_second": 7378.25 |
| }, |
| { |
| "epoch": 0.7579672695951766, |
| "grad_norm": 0.579643853477019, |
| "learning_rate": 6.861737369650818e-06, |
| "loss": 0.362162446975708, |
| "num_input_tokens_seen": 89924488, |
| "step": 880, |
| "train_runtime": 12192.2773, |
| "train_tokens_per_second": 7375.528 |
| }, |
| { |
| "epoch": 0.7622739018087855, |
| "grad_norm": 0.5904164496483095, |
| "learning_rate": 6.830302983479344e-06, |
| "loss": 0.36125888824462893, |
| "num_input_tokens_seen": 90470424, |
| "step": 885, |
| "train_runtime": 12260.5076, |
| "train_tokens_per_second": 7379.011 |
| }, |
| { |
| "epoch": 0.7665805340223945, |
| "grad_norm": 0.6357648372036675, |
| "learning_rate": 6.7987848373105705e-06, |
| "loss": 0.35643205642700193, |
| "num_input_tokens_seen": 90996680, |
| "step": 890, |
| "train_runtime": 12336.8599, |
| "train_tokens_per_second": 7376.0 |
| }, |
| { |
| "epoch": 0.7708871662360034, |
| "grad_norm": 0.6943191292916018, |
| "learning_rate": 6.767184373506698e-06, |
| "loss": 0.34829187393188477, |
| "num_input_tokens_seen": 91480544, |
| "step": 895, |
| "train_runtime": 12387.5001, |
| "train_tokens_per_second": 7384.908 |
| }, |
| { |
| "epoch": 0.7751937984496124, |
| "grad_norm": 0.7220194168057159, |
| "learning_rate": 6.73550303819702e-06, |
| "loss": 0.3527660846710205, |
| "num_input_tokens_seen": 91969264, |
| "step": 900, |
| "train_runtime": 12458.5492, |
| "train_tokens_per_second": 7382.02 |
| }, |
| { |
| "epoch": 0.7795004306632214, |
| "grad_norm": 0.7375983296510873, |
| "learning_rate": 6.70374228121175e-06, |
| "loss": 0.35948958396911623, |
| "num_input_tokens_seen": 92456304, |
| "step": 905, |
| "train_runtime": 12529.4987, |
| "train_tokens_per_second": 7379.09 |
| }, |
| { |
| "epoch": 0.7838070628768303, |
| "grad_norm": 0.6425550494971753, |
| "learning_rate": 6.671903556015664e-06, |
| "loss": 0.35416080951690676, |
| "num_input_tokens_seen": 92982984, |
| "step": 910, |
| "train_runtime": 12602.0994, |
| "train_tokens_per_second": 7378.373 |
| }, |
| { |
| "epoch": 0.7881136950904393, |
| "grad_norm": 0.6001020126847847, |
| "learning_rate": 6.639988319641592e-06, |
| "loss": 0.34634552001953123, |
| "num_input_tokens_seen": 93461984, |
| "step": 915, |
| "train_runtime": 12671.0709, |
| "train_tokens_per_second": 7376.013 |
| }, |
| { |
| "epoch": 0.7924203273040482, |
| "grad_norm": 0.6439880804882693, |
| "learning_rate": 6.607998032623741e-06, |
| "loss": 0.37337236404418944, |
| "num_input_tokens_seen": 93979864, |
| "step": 920, |
| "train_runtime": 12735.015, |
| "train_tokens_per_second": 7379.643 |
| }, |
| { |
| "epoch": 0.7967269595176572, |
| "grad_norm": 0.6979094022106086, |
| "learning_rate": 6.57593415893085e-06, |
| "loss": 0.3476158380508423, |
| "num_input_tokens_seen": 94462232, |
| "step": 925, |
| "train_runtime": 12801.7577, |
| "train_tokens_per_second": 7378.849 |
| }, |
| { |
| "epoch": 0.8010335917312662, |
| "grad_norm": 0.765921272529139, |
| "learning_rate": 6.5437981658992e-06, |
| "loss": 0.35996217727661134, |
| "num_input_tokens_seen": 94992816, |
| "step": 930, |
| "train_runtime": 12865.11, |
| "train_tokens_per_second": 7383.755 |
| }, |
| { |
| "epoch": 0.8053402239448751, |
| "grad_norm": 0.599395651309773, |
| "learning_rate": 6.511591524165465e-06, |
| "loss": 0.36520819664001464, |
| "num_input_tokens_seen": 95488328, |
| "step": 935, |
| "train_runtime": 12937.4041, |
| "train_tokens_per_second": 7380.795 |
| }, |
| { |
| "epoch": 0.8096468561584841, |
| "grad_norm": 0.6451964755773082, |
| "learning_rate": 6.479315707599407e-06, |
| "loss": 0.36473860740661623, |
| "num_input_tokens_seen": 95954480, |
| "step": 940, |
| "train_runtime": 12996.4069, |
| "train_tokens_per_second": 7383.155 |
| }, |
| { |
| "epoch": 0.813953488372093, |
| "grad_norm": 0.6050461893812418, |
| "learning_rate": 6.446972193236433e-06, |
| "loss": 0.3522223472595215, |
| "num_input_tokens_seen": 96490896, |
| "step": 945, |
| "train_runtime": 13056.1311, |
| "train_tokens_per_second": 7390.466 |
| }, |
| { |
| "epoch": 0.818260120585702, |
| "grad_norm": 0.6648024183404038, |
| "learning_rate": 6.414562461209994e-06, |
| "loss": 0.3675665855407715, |
| "num_input_tokens_seen": 97032496, |
| "step": 950, |
| "train_runtime": 13126.6476, |
| "train_tokens_per_second": 7392.024 |
| }, |
| { |
| "epoch": 0.8225667527993109, |
| "grad_norm": 0.6311611856518416, |
| "learning_rate": 6.3820879946838585e-06, |
| "loss": 0.3679534435272217, |
| "num_input_tokens_seen": 97543080, |
| "step": 955, |
| "train_runtime": 13201.9771, |
| "train_tokens_per_second": 7388.521 |
| }, |
| { |
| "epoch": 0.8268733850129198, |
| "grad_norm": 0.7116714532190532, |
| "learning_rate": 6.349550279784231e-06, |
| "loss": 0.3499560594558716, |
| "num_input_tokens_seen": 98020152, |
| "step": 960, |
| "train_runtime": 13274.0305, |
| "train_tokens_per_second": 7384.355 |
| }, |
| { |
| "epoch": 0.8311800172265289, |
| "grad_norm": 0.615142461235978, |
| "learning_rate": 6.316950805531746e-06, |
| "loss": 0.3565502166748047, |
| "num_input_tokens_seen": 98498816, |
| "step": 965, |
| "train_runtime": 13343.5463, |
| "train_tokens_per_second": 7381.757 |
| }, |
| { |
| "epoch": 0.8354866494401378, |
| "grad_norm": 0.6531050926414822, |
| "learning_rate": 6.284291063773331e-06, |
| "loss": 0.36150004863739016, |
| "num_input_tokens_seen": 99045784, |
| "step": 970, |
| "train_runtime": 13419.4835, |
| "train_tokens_per_second": 7380.745 |
| }, |
| { |
| "epoch": 0.8397932816537468, |
| "grad_norm": 0.6368022854985766, |
| "learning_rate": 6.251572549113925e-06, |
| "loss": 0.36032235622406006, |
| "num_input_tokens_seen": 99579432, |
| "step": 975, |
| "train_runtime": 13487.1876, |
| "train_tokens_per_second": 7383.261 |
| }, |
| { |
| "epoch": 0.8440999138673557, |
| "grad_norm": 0.6146788889706721, |
| "learning_rate": 6.218796758848085e-06, |
| "loss": 0.3623358726501465, |
| "num_input_tokens_seen": 100089992, |
| "step": 980, |
| "train_runtime": 13556.551, |
| "train_tokens_per_second": 7383.146 |
| }, |
| { |
| "epoch": 0.8484065460809647, |
| "grad_norm": 0.6116609253098809, |
| "learning_rate": 6.185965192891472e-06, |
| "loss": 0.36282594203948976, |
| "num_input_tokens_seen": 100618600, |
| "step": 985, |
| "train_runtime": 13614.4768, |
| "train_tokens_per_second": 7390.559 |
| }, |
| { |
| "epoch": 0.8527131782945736, |
| "grad_norm": 0.6846681338486661, |
| "learning_rate": 6.153079353712201e-06, |
| "loss": 0.3642581939697266, |
| "num_input_tokens_seen": 101111776, |
| "step": 990, |
| "train_runtime": 13677.4451, |
| "train_tokens_per_second": 7392.592 |
| }, |
| { |
| "epoch": 0.8570198105081827, |
| "grad_norm": 0.6305569102019681, |
| "learning_rate": 6.120140746262091e-06, |
| "loss": 0.3563115119934082, |
| "num_input_tokens_seen": 101603528, |
| "step": 995, |
| "train_runtime": 13750.1142, |
| "train_tokens_per_second": 7389.286 |
| }, |
| { |
| "epoch": 0.8613264427217916, |
| "grad_norm": 0.6356575993962907, |
| "learning_rate": 6.087150877907786e-06, |
| "loss": 0.3616267442703247, |
| "num_input_tokens_seen": 102147912, |
| "step": 1000, |
| "train_runtime": 13817.3271, |
| "train_tokens_per_second": 7392.74 |
| }, |
| { |
| "epoch": 0.8656330749354005, |
| "grad_norm": 0.7059213261617521, |
| "learning_rate": 6.054111258361782e-06, |
| "loss": 0.3602945804595947, |
| "num_input_tokens_seen": 102659472, |
| "step": 1005, |
| "train_runtime": 13880.5359, |
| "train_tokens_per_second": 7395.93 |
| }, |
| { |
| "epoch": 0.8699397071490095, |
| "grad_norm": 0.6411294797248545, |
| "learning_rate": 6.021023399613335e-06, |
| "loss": 0.34914188385009765, |
| "num_input_tokens_seen": 103179440, |
| "step": 1010, |
| "train_runtime": 13951.8001, |
| "train_tokens_per_second": 7395.421 |
| }, |
| { |
| "epoch": 0.8742463393626184, |
| "grad_norm": 0.6072534268937941, |
| "learning_rate": 5.987888815859266e-06, |
| "loss": 0.3555158138275146, |
| "num_input_tokens_seen": 103690584, |
| "step": 1015, |
| "train_runtime": 14022.5116, |
| "train_tokens_per_second": 7394.58 |
| }, |
| { |
| "epoch": 0.8785529715762274, |
| "grad_norm": 0.6179975691240837, |
| "learning_rate": 5.954709023434669e-06, |
| "loss": 0.33635711669921875, |
| "num_input_tokens_seen": 104178112, |
| "step": 1020, |
| "train_runtime": 14085.2268, |
| "train_tokens_per_second": 7396.268 |
| }, |
| { |
| "epoch": 0.8828596037898363, |
| "grad_norm": 0.6614614352560472, |
| "learning_rate": 5.921485540743516e-06, |
| "loss": 0.35177910327911377, |
| "num_input_tokens_seen": 104699576, |
| "step": 1025, |
| "train_runtime": 14160.14, |
| "train_tokens_per_second": 7393.965 |
| }, |
| { |
| "epoch": 0.8871662360034454, |
| "grad_norm": 0.64245424991513, |
| "learning_rate": 5.888219888189176e-06, |
| "loss": 0.36098456382751465, |
| "num_input_tokens_seen": 105214336, |
| "step": 1030, |
| "train_runtime": 14213.0669, |
| "train_tokens_per_second": 7402.648 |
| }, |
| { |
| "epoch": 0.8914728682170543, |
| "grad_norm": 0.6765874092986255, |
| "learning_rate": 5.854913588104832e-06, |
| "loss": 0.37163600921630857, |
| "num_input_tokens_seen": 105712752, |
| "step": 1035, |
| "train_runtime": 14273.3512, |
| "train_tokens_per_second": 7406.302 |
| }, |
| { |
| "epoch": 0.8957795004306632, |
| "grad_norm": 0.6635023467337341, |
| "learning_rate": 5.82156816468382e-06, |
| "loss": 0.37590489387512205, |
| "num_input_tokens_seen": 106215336, |
| "step": 1040, |
| "train_runtime": 14341.6979, |
| "train_tokens_per_second": 7406.05 |
| }, |
| { |
| "epoch": 0.9000861326442722, |
| "grad_norm": 0.6210568645525162, |
| "learning_rate": 5.788185143909868e-06, |
| "loss": 0.35026397705078127, |
| "num_input_tokens_seen": 106737504, |
| "step": 1045, |
| "train_runtime": 14414.7002, |
| "train_tokens_per_second": 7404.768 |
| }, |
| { |
| "epoch": 0.9043927648578811, |
| "grad_norm": 0.6775230384008981, |
| "learning_rate": 5.754766053487274e-06, |
| "loss": 0.3652517080307007, |
| "num_input_tokens_seen": 107261064, |
| "step": 1050, |
| "train_runtime": 14484.8725, |
| "train_tokens_per_second": 7405.04 |
| }, |
| { |
| "epoch": 0.9086993970714901, |
| "grad_norm": 0.6034355872415312, |
| "learning_rate": 5.721312422770984e-06, |
| "loss": 0.3495129108428955, |
| "num_input_tokens_seen": 107787160, |
| "step": 1055, |
| "train_runtime": 14564.529, |
| "train_tokens_per_second": 7400.662 |
| }, |
| { |
| "epoch": 0.9130060292850991, |
| "grad_norm": 0.6266482958161476, |
| "learning_rate": 5.68782578269661e-06, |
| "loss": 0.34899396896362306, |
| "num_input_tokens_seen": 108278376, |
| "step": 1060, |
| "train_runtime": 14637.9348, |
| "train_tokens_per_second": 7397.107 |
| }, |
| { |
| "epoch": 0.917312661498708, |
| "grad_norm": 0.5978323602685123, |
| "learning_rate": 5.6543076657103705e-06, |
| "loss": 0.35709681510925295, |
| "num_input_tokens_seen": 108741080, |
| "step": 1065, |
| "train_runtime": 14703.9074, |
| "train_tokens_per_second": 7395.387 |
| }, |
| { |
| "epoch": 0.921619293712317, |
| "grad_norm": 0.5791503709903075, |
| "learning_rate": 5.620759605698953e-06, |
| "loss": 0.35440216064453123, |
| "num_input_tokens_seen": 109252016, |
| "step": 1070, |
| "train_runtime": 14783.6598, |
| "train_tokens_per_second": 7390.052 |
| }, |
| { |
| "epoch": 0.9259259259259259, |
| "grad_norm": 0.7142563752017141, |
| "learning_rate": 5.587183137919332e-06, |
| "loss": 0.3724498748779297, |
| "num_input_tokens_seen": 109763232, |
| "step": 1075, |
| "train_runtime": 14858.0697, |
| "train_tokens_per_second": 7387.449 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 0.609481394596669, |
| "learning_rate": 5.553579798928503e-06, |
| "loss": 0.35597658157348633, |
| "num_input_tokens_seen": 110258264, |
| "step": 1080, |
| "train_runtime": 14920.315, |
| "train_tokens_per_second": 7389.808 |
| }, |
| { |
| "epoch": 0.9345391903531438, |
| "grad_norm": 0.6901948885966874, |
| "learning_rate": 5.519951126513164e-06, |
| "loss": 0.366562032699585, |
| "num_input_tokens_seen": 110761536, |
| "step": 1085, |
| "train_runtime": 14989.6087, |
| "train_tokens_per_second": 7389.221 |
| }, |
| { |
| "epoch": 0.9388458225667528, |
| "grad_norm": 0.6917267032383838, |
| "learning_rate": 5.486298659619346e-06, |
| "loss": 0.3656296730041504, |
| "num_input_tokens_seen": 111228400, |
| "step": 1090, |
| "train_runtime": 15050.3018, |
| "train_tokens_per_second": 7390.443 |
| }, |
| { |
| "epoch": 0.9431524547803618, |
| "grad_norm": 0.6752126310495482, |
| "learning_rate": 5.452623938281983e-06, |
| "loss": 0.3466034412384033, |
| "num_input_tokens_seen": 111733504, |
| "step": 1095, |
| "train_runtime": 15125.111, |
| "train_tokens_per_second": 7387.285 |
| }, |
| { |
| "epoch": 0.9474590869939707, |
| "grad_norm": 0.6713559565663015, |
| "learning_rate": 5.418928503554436e-06, |
| "loss": 0.36214759349823, |
| "num_input_tokens_seen": 112225696, |
| "step": 1100, |
| "train_runtime": 15193.5378, |
| "train_tokens_per_second": 7386.41 |
| }, |
| { |
| "epoch": 0.9517657192075797, |
| "grad_norm": 0.632679462363844, |
| "learning_rate": 5.385213897437975e-06, |
| "loss": 0.3605997085571289, |
| "num_input_tokens_seen": 112749656, |
| "step": 1105, |
| "train_runtime": 15252.8865, |
| "train_tokens_per_second": 7392.021 |
| }, |
| { |
| "epoch": 0.9560723514211886, |
| "grad_norm": 0.6951338495408681, |
| "learning_rate": 5.351481662811208e-06, |
| "loss": 0.3977372407913208, |
| "num_input_tokens_seen": 113307680, |
| "step": 1110, |
| "train_runtime": 15315.8148, |
| "train_tokens_per_second": 7398.084 |
| }, |
| { |
| "epoch": 0.9603789836347976, |
| "grad_norm": 0.7046520621915809, |
| "learning_rate": 5.3177333433594734e-06, |
| "loss": 0.3589299201965332, |
| "num_input_tokens_seen": 113816672, |
| "step": 1115, |
| "train_runtime": 15386.2096, |
| "train_tokens_per_second": 7397.317 |
| }, |
| { |
| "epoch": 0.9646856158484065, |
| "grad_norm": 0.6263869344134583, |
| "learning_rate": 5.283970483504198e-06, |
| "loss": 0.35573978424072267, |
| "num_input_tokens_seen": 114328160, |
| "step": 1120, |
| "train_runtime": 15460.4356, |
| "train_tokens_per_second": 7394.886 |
| }, |
| { |
| "epoch": 0.9689922480620154, |
| "grad_norm": 0.5974542867890239, |
| "learning_rate": 5.2501946283322204e-06, |
| "loss": 0.3410700798034668, |
| "num_input_tokens_seen": 114790904, |
| "step": 1125, |
| "train_runtime": 15522.3975, |
| "train_tokens_per_second": 7395.179 |
| }, |
| { |
| "epoch": 0.9732988802756245, |
| "grad_norm": 0.7266994361124255, |
| "learning_rate": 5.216407323525083e-06, |
| "loss": 0.3575610876083374, |
| "num_input_tokens_seen": 115286400, |
| "step": 1130, |
| "train_runtime": 15589.5728, |
| "train_tokens_per_second": 7395.097 |
| }, |
| { |
| "epoch": 0.9776055124892334, |
| "grad_norm": 0.6603430551607196, |
| "learning_rate": 5.182610115288296e-06, |
| "loss": 0.35471277236938475, |
| "num_input_tokens_seen": 115819512, |
| "step": 1135, |
| "train_runtime": 15664.1723, |
| "train_tokens_per_second": 7393.912 |
| }, |
| { |
| "epoch": 0.9819121447028424, |
| "grad_norm": 0.6122815306318921, |
| "learning_rate": 5.148804550280578e-06, |
| "loss": 0.35717573165893557, |
| "num_input_tokens_seen": 116305168, |
| "step": 1140, |
| "train_runtime": 15727.3256, |
| "train_tokens_per_second": 7395.101 |
| }, |
| { |
| "epoch": 0.9862187769164513, |
| "grad_norm": 0.6081458803821285, |
| "learning_rate": 5.114992175543084e-06, |
| "loss": 0.346773099899292, |
| "num_input_tokens_seen": 116753064, |
| "step": 1145, |
| "train_runtime": 15789.1485, |
| "train_tokens_per_second": 7394.513 |
| }, |
| { |
| "epoch": 0.9905254091300603, |
| "grad_norm": 0.6199305616103742, |
| "learning_rate": 5.081174538428596e-06, |
| "loss": 0.36169114112854006, |
| "num_input_tokens_seen": 117272904, |
| "step": 1150, |
| "train_runtime": 15859.7259, |
| "train_tokens_per_second": 7394.384 |
| }, |
| { |
| "epoch": 0.9948320413436692, |
| "grad_norm": 0.5967979270790722, |
| "learning_rate": 5.047353186530718e-06, |
| "loss": 0.34629039764404296, |
| "num_input_tokens_seen": 117758136, |
| "step": 1155, |
| "train_runtime": 15925.2581, |
| "train_tokens_per_second": 7394.426 |
| }, |
| { |
| "epoch": 0.9991386735572783, |
| "grad_norm": 0.7520097407257402, |
| "learning_rate": 5.0135296676130576e-06, |
| "loss": 0.35693745613098143, |
| "num_input_tokens_seen": 118275664, |
| "step": 1160, |
| "train_runtime": 15997.7061, |
| "train_tokens_per_second": 7393.289 |
| }, |
| { |
| "epoch": 1.0034453057708872, |
| "grad_norm": 0.6519790289096927, |
| "learning_rate": 4.979705529538385e-06, |
| "loss": 0.3211682796478271, |
| "num_input_tokens_seen": 118772088, |
| "step": 1165, |
| "train_runtime": 16067.268, |
| "train_tokens_per_second": 7392.177 |
| }, |
| { |
| "epoch": 1.0077519379844961, |
| "grad_norm": 0.7176780843602725, |
| "learning_rate": 4.9458823201978124e-06, |
| "loss": 0.3132964611053467, |
| "num_input_tokens_seen": 119324520, |
| "step": 1170, |
| "train_runtime": 16146.0511, |
| "train_tokens_per_second": 7390.322 |
| }, |
| { |
| "epoch": 1.012058570198105, |
| "grad_norm": 0.7294575856519293, |
| "learning_rate": 4.912061587439944e-06, |
| "loss": 0.32307000160217286, |
| "num_input_tokens_seen": 119862352, |
| "step": 1175, |
| "train_runtime": 16220.7374, |
| "train_tokens_per_second": 7389.451 |
| }, |
| { |
| "epoch": 1.016365202411714, |
| "grad_norm": 0.6486717204872143, |
| "learning_rate": 4.8782448790000525e-06, |
| "loss": 0.3019747257232666, |
| "num_input_tokens_seen": 120353472, |
| "step": 1180, |
| "train_runtime": 16288.6517, |
| "train_tokens_per_second": 7388.793 |
| }, |
| { |
| "epoch": 1.020671834625323, |
| "grad_norm": 0.7028559369295986, |
| "learning_rate": 4.8444337424292445e-06, |
| "loss": 0.3043541669845581, |
| "num_input_tokens_seen": 120865584, |
| "step": 1185, |
| "train_runtime": 16369.8645, |
| "train_tokens_per_second": 7383.42 |
| }, |
| { |
| "epoch": 1.024978466838932, |
| "grad_norm": 0.7560138997334946, |
| "learning_rate": 4.81062972502364e-06, |
| "loss": 0.32289729118347166, |
| "num_input_tokens_seen": 121382112, |
| "step": 1190, |
| "train_runtime": 16445.2618, |
| "train_tokens_per_second": 7380.978 |
| }, |
| { |
| "epoch": 1.0292850990525408, |
| "grad_norm": 0.6855270470811776, |
| "learning_rate": 4.7768343737535694e-06, |
| "loss": 0.3106250524520874, |
| "num_input_tokens_seen": 121946272, |
| "step": 1195, |
| "train_runtime": 16520.8552, |
| "train_tokens_per_second": 7381.353 |
| }, |
| { |
| "epoch": 1.0335917312661498, |
| "grad_norm": 0.5866792589666393, |
| "learning_rate": 4.743049235192771e-06, |
| "loss": 0.30351016521453855, |
| "num_input_tokens_seen": 122456216, |
| "step": 1200, |
| "train_runtime": 16592.4847, |
| "train_tokens_per_second": 7380.222 |
| }, |
| { |
| "epoch": 1.0378983634797587, |
| "grad_norm": 0.5895059778955265, |
| "learning_rate": 4.7092758554476215e-06, |
| "loss": 0.30516183376312256, |
| "num_input_tokens_seen": 122997032, |
| "step": 1205, |
| "train_runtime": 16662.8806, |
| "train_tokens_per_second": 7381.499 |
| }, |
| { |
| "epoch": 1.0422049956933679, |
| "grad_norm": 0.7393826499994867, |
| "learning_rate": 4.6755157800863826e-06, |
| "loss": 0.30727853775024416, |
| "num_input_tokens_seen": 123504248, |
| "step": 1210, |
| "train_runtime": 16733.5532, |
| "train_tokens_per_second": 7380.635 |
| }, |
| { |
| "epoch": 1.0465116279069768, |
| "grad_norm": 0.657650517709326, |
| "learning_rate": 4.641770554068465e-06, |
| "loss": 0.2971274137496948, |
| "num_input_tokens_seen": 124021952, |
| "step": 1215, |
| "train_runtime": 16798.7638, |
| "train_tokens_per_second": 7382.802 |
| }, |
| { |
| "epoch": 1.0508182601205858, |
| "grad_norm": 0.6783125678934093, |
| "learning_rate": 4.608041721673731e-06, |
| "loss": 0.31333255767822266, |
| "num_input_tokens_seen": 124538536, |
| "step": 1220, |
| "train_runtime": 16866.0122, |
| "train_tokens_per_second": 7383.994 |
| }, |
| { |
| "epoch": 1.0551248923341947, |
| "grad_norm": 0.68062001198956, |
| "learning_rate": 4.574330826431822e-06, |
| "loss": 0.33772854804992675, |
| "num_input_tokens_seen": 125033152, |
| "step": 1225, |
| "train_runtime": 16937.5057, |
| "train_tokens_per_second": 7382.029 |
| }, |
| { |
| "epoch": 1.0594315245478036, |
| "grad_norm": 0.668586343087902, |
| "learning_rate": 4.540639411051528e-06, |
| "loss": 0.3157934665679932, |
| "num_input_tokens_seen": 125580048, |
| "step": 1230, |
| "train_runtime": 17000.2723, |
| "train_tokens_per_second": 7386.943 |
| }, |
| { |
| "epoch": 1.0637381567614126, |
| "grad_norm": 0.5699620351188704, |
| "learning_rate": 4.506969017350178e-06, |
| "loss": 0.304073166847229, |
| "num_input_tokens_seen": 126082048, |
| "step": 1235, |
| "train_runtime": 17068.426, |
| "train_tokens_per_second": 7386.859 |
| }, |
| { |
| "epoch": 1.0680447889750215, |
| "grad_norm": 0.6139561544523536, |
| "learning_rate": 4.473321186183091e-06, |
| "loss": 0.29829227924346924, |
| "num_input_tokens_seen": 126635088, |
| "step": 1240, |
| "train_runtime": 17133.6905, |
| "train_tokens_per_second": 7390.999 |
| }, |
| { |
| "epoch": 1.0723514211886305, |
| "grad_norm": 0.6987426072266698, |
| "learning_rate": 4.439697457373055e-06, |
| "loss": 0.2966867685317993, |
| "num_input_tokens_seen": 127113288, |
| "step": 1245, |
| "train_runtime": 17192.6486, |
| "train_tokens_per_second": 7393.467 |
| }, |
| { |
| "epoch": 1.0766580534022394, |
| "grad_norm": 0.663571335424868, |
| "learning_rate": 4.40609936963987e-06, |
| "loss": 0.30222883224487307, |
| "num_input_tokens_seen": 127635064, |
| "step": 1250, |
| "train_runtime": 17248.1503, |
| "train_tokens_per_second": 7399.928 |
| }, |
| { |
| "epoch": 1.0809646856158484, |
| "grad_norm": 0.6443165603778871, |
| "learning_rate": 4.37252846052992e-06, |
| "loss": 0.3315183877944946, |
| "num_input_tokens_seen": 128185744, |
| "step": 1255, |
| "train_runtime": 17313.1184, |
| "train_tokens_per_second": 7403.966 |
| }, |
| { |
| "epoch": 1.0852713178294573, |
| "grad_norm": 0.668552183385809, |
| "learning_rate": 4.338986266345819e-06, |
| "loss": 0.31603388786315917, |
| "num_input_tokens_seen": 128696104, |
| "step": 1260, |
| "train_runtime": 17374.9297, |
| "train_tokens_per_second": 7407.0 |
| }, |
| { |
| "epoch": 1.0895779500430662, |
| "grad_norm": 0.6529412865019517, |
| "learning_rate": 4.305474322076102e-06, |
| "loss": 0.29094948768615725, |
| "num_input_tokens_seen": 129191096, |
| "step": 1265, |
| "train_runtime": 17443.9341, |
| "train_tokens_per_second": 7406.076 |
| }, |
| { |
| "epoch": 1.0938845822566754, |
| "grad_norm": 0.7064731523627773, |
| "learning_rate": 4.271994161324977e-06, |
| "loss": 0.3133362293243408, |
| "num_input_tokens_seen": 129671408, |
| "step": 1270, |
| "train_runtime": 17512.3895, |
| "train_tokens_per_second": 7404.553 |
| }, |
| { |
| "epoch": 1.0981912144702843, |
| "grad_norm": 0.6668035883228985, |
| "learning_rate": 4.238547316242149e-06, |
| "loss": 0.3118987321853638, |
| "num_input_tokens_seen": 130159968, |
| "step": 1275, |
| "train_runtime": 17584.2318, |
| "train_tokens_per_second": 7402.084 |
| }, |
| { |
| "epoch": 1.1024978466838933, |
| "grad_norm": 0.6201182381091077, |
| "learning_rate": 4.205135317452701e-06, |
| "loss": 0.31302499771118164, |
| "num_input_tokens_seen": 130697176, |
| "step": 1280, |
| "train_runtime": 17654.8587, |
| "train_tokens_per_second": 7402.901 |
| }, |
| { |
| "epoch": 1.1068044788975022, |
| "grad_norm": 0.7787157406660087, |
| "learning_rate": 4.171759693987046e-06, |
| "loss": 0.3269864797592163, |
| "num_input_tokens_seen": 131192368, |
| "step": 1285, |
| "train_runtime": 17714.8718, |
| "train_tokens_per_second": 7405.776 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 0.6164244707522502, |
| "learning_rate": 4.1384219732109544e-06, |
| "loss": 0.3242049217224121, |
| "num_input_tokens_seen": 131711328, |
| "step": 1290, |
| "train_runtime": 17782.5318, |
| "train_tokens_per_second": 7406.782 |
| }, |
| { |
| "epoch": 1.11541774332472, |
| "grad_norm": 0.6247033321680014, |
| "learning_rate": 4.105123680755667e-06, |
| "loss": 0.30824267864227295, |
| "num_input_tokens_seen": 132247936, |
| "step": 1295, |
| "train_runtime": 17859.4257, |
| "train_tokens_per_second": 7404.938 |
| }, |
| { |
| "epoch": 1.119724375538329, |
| "grad_norm": 1.0131210118875211, |
| "learning_rate": 4.071866340448062e-06, |
| "loss": 0.3098948001861572, |
| "num_input_tokens_seen": 132771952, |
| "step": 1300, |
| "train_runtime": 17921.6225, |
| "train_tokens_per_second": 7408.478 |
| }, |
| { |
| "epoch": 1.124031007751938, |
| "grad_norm": 0.6160361056861662, |
| "learning_rate": 4.03865147424093e-06, |
| "loss": 0.312363338470459, |
| "num_input_tokens_seen": 133320696, |
| "step": 1305, |
| "train_runtime": 18000.4233, |
| "train_tokens_per_second": 7406.531 |
| }, |
| { |
| "epoch": 1.128337639965547, |
| "grad_norm": 0.6955496790672944, |
| "learning_rate": 4.0054806021433245e-06, |
| "loss": 0.3138570785522461, |
| "num_input_tokens_seen": 133811104, |
| "step": 1310, |
| "train_runtime": 18063.0877, |
| "train_tokens_per_second": 7407.986 |
| }, |
| { |
| "epoch": 1.1326442721791559, |
| "grad_norm": 0.6345676045747632, |
| "learning_rate": 3.9723552421509975e-06, |
| "loss": 0.2930002212524414, |
| "num_input_tokens_seen": 134319512, |
| "step": 1315, |
| "train_runtime": 18133.0035, |
| "train_tokens_per_second": 7407.461 |
| }, |
| { |
| "epoch": 1.1369509043927648, |
| "grad_norm": 0.6268160133086803, |
| "learning_rate": 3.939276910176939e-06, |
| "loss": 0.29963154792785646, |
| "num_input_tokens_seen": 134854032, |
| "step": 1320, |
| "train_runtime": 18213.0846, |
| "train_tokens_per_second": 7404.239 |
| }, |
| { |
| "epoch": 1.1412575366063737, |
| "grad_norm": 0.7417964459988887, |
| "learning_rate": 3.906247119981995e-06, |
| "loss": 0.31452503204345705, |
| "num_input_tokens_seen": 135369192, |
| "step": 1325, |
| "train_runtime": 18272.018, |
| "train_tokens_per_second": 7408.552 |
| }, |
| { |
| "epoch": 1.1455641688199827, |
| "grad_norm": 0.6724546111525185, |
| "learning_rate": 3.873267383105604e-06, |
| "loss": 0.3095171213150024, |
| "num_input_tokens_seen": 135915648, |
| "step": 1330, |
| "train_runtime": 18336.7572, |
| "train_tokens_per_second": 7412.197 |
| }, |
| { |
| "epoch": 1.1498708010335918, |
| "grad_norm": 0.6708401138495464, |
| "learning_rate": 3.840339208796611e-06, |
| "loss": 0.32448587417602537, |
| "num_input_tokens_seen": 136438696, |
| "step": 1335, |
| "train_runtime": 18410.0852, |
| "train_tokens_per_second": 7411.084 |
| }, |
| { |
| "epoch": 1.1541774332472006, |
| "grad_norm": 0.6395116916821753, |
| "learning_rate": 3.8074641039442138e-06, |
| "loss": 0.3084967613220215, |
| "num_input_tokens_seen": 136955600, |
| "step": 1340, |
| "train_runtime": 18478.1216, |
| "train_tokens_per_second": 7411.771 |
| }, |
| { |
| "epoch": 1.1584840654608097, |
| "grad_norm": 0.6729984961066279, |
| "learning_rate": 3.774643573008995e-06, |
| "loss": 0.28108384609222414, |
| "num_input_tokens_seen": 137454648, |
| "step": 1345, |
| "train_runtime": 18546.9342, |
| "train_tokens_per_second": 7411.179 |
| }, |
| { |
| "epoch": 1.1627906976744187, |
| "grad_norm": 0.6670203141700878, |
| "learning_rate": 3.741879117954077e-06, |
| "loss": 0.3180356502532959, |
| "num_input_tokens_seen": 137974504, |
| "step": 1350, |
| "train_runtime": 18616.3268, |
| "train_tokens_per_second": 7411.478 |
| }, |
| { |
| "epoch": 1.1670973298880276, |
| "grad_norm": 0.6874030328622756, |
| "learning_rate": 3.709172238176384e-06, |
| "loss": 0.2953655481338501, |
| "num_input_tokens_seen": 138476768, |
| "step": 1355, |
| "train_runtime": 18680.5568, |
| "train_tokens_per_second": 7412.882 |
| }, |
| { |
| "epoch": 1.1714039621016366, |
| "grad_norm": 0.6378347790279159, |
| "learning_rate": 3.6765244304380323e-06, |
| "loss": 0.31598858833312987, |
| "num_input_tokens_seen": 139004040, |
| "step": 1360, |
| "train_runtime": 18748.7212, |
| "train_tokens_per_second": 7414.054 |
| }, |
| { |
| "epoch": 1.1757105943152455, |
| "grad_norm": 0.6324830387437662, |
| "learning_rate": 3.643937188797826e-06, |
| "loss": 0.31764779090881345, |
| "num_input_tokens_seen": 139527672, |
| "step": 1365, |
| "train_runtime": 18813.059, |
| "train_tokens_per_second": 7416.533 |
| }, |
| { |
| "epoch": 1.1800172265288544, |
| "grad_norm": 0.6068454280272533, |
| "learning_rate": 3.611412004542887e-06, |
| "loss": 0.30363523960113525, |
| "num_input_tokens_seen": 140051536, |
| "step": 1370, |
| "train_runtime": 18882.0382, |
| "train_tokens_per_second": 7417.183 |
| }, |
| { |
| "epoch": 1.1843238587424634, |
| "grad_norm": 0.7822567824694513, |
| "learning_rate": 3.578950366120414e-06, |
| "loss": 0.3027554750442505, |
| "num_input_tokens_seen": 140523744, |
| "step": 1375, |
| "train_runtime": 18939.4105, |
| "train_tokens_per_second": 7419.647 |
| }, |
| { |
| "epoch": 1.1886304909560723, |
| "grad_norm": 0.7142925613608084, |
| "learning_rate": 3.54655375906956e-06, |
| "loss": 0.27700581550598147, |
| "num_input_tokens_seen": 140991200, |
| "step": 1380, |
| "train_runtime": 19015.4433, |
| "train_tokens_per_second": 7414.563 |
| }, |
| { |
| "epoch": 1.1929371231696813, |
| "grad_norm": 0.736983710804409, |
| "learning_rate": 3.514223665953455e-06, |
| "loss": 0.3062134742736816, |
| "num_input_tokens_seen": 141521152, |
| "step": 1385, |
| "train_runtime": 19085.2553, |
| "train_tokens_per_second": 7415.209 |
| }, |
| { |
| "epoch": 1.1972437553832902, |
| "grad_norm": 0.6552057330865397, |
| "learning_rate": 3.481961566291358e-06, |
| "loss": 0.2952254772186279, |
| "num_input_tokens_seen": 142052768, |
| "step": 1390, |
| "train_runtime": 19153.6423, |
| "train_tokens_per_second": 7416.489 |
| }, |
| { |
| "epoch": 1.2015503875968991, |
| "grad_norm": 0.6794659598243468, |
| "learning_rate": 3.4497689364909483e-06, |
| "loss": 0.30109152793884275, |
| "num_input_tokens_seen": 142577656, |
| "step": 1395, |
| "train_runtime": 19233.2813, |
| "train_tokens_per_second": 7413.07 |
| }, |
| { |
| "epoch": 1.2058570198105083, |
| "grad_norm": 0.5949831747224361, |
| "learning_rate": 3.417647249780761e-06, |
| "loss": 0.30313336849212646, |
| "num_input_tokens_seen": 143091504, |
| "step": 1400, |
| "train_runtime": 19289.193, |
| "train_tokens_per_second": 7418.221 |
| }, |
| { |
| "epoch": 1.210163652024117, |
| "grad_norm": 0.5687006661433506, |
| "learning_rate": 3.3855979761427705e-06, |
| "loss": 0.30561926364898684, |
| "num_input_tokens_seen": 143579880, |
| "step": 1405, |
| "train_runtime": 19352.506, |
| "train_tokens_per_second": 7419.188 |
| }, |
| { |
| "epoch": 1.2144702842377262, |
| "grad_norm": 0.5856929019081937, |
| "learning_rate": 3.3536225822451164e-06, |
| "loss": 0.3229517459869385, |
| "num_input_tokens_seen": 144116304, |
| "step": 1410, |
| "train_runtime": 19419.2134, |
| "train_tokens_per_second": 7421.326 |
| }, |
| { |
| "epoch": 1.2187769164513351, |
| "grad_norm": 0.7023895767304632, |
| "learning_rate": 3.321722531374988e-06, |
| "loss": 0.3148001432418823, |
| "num_input_tokens_seen": 144609456, |
| "step": 1415, |
| "train_runtime": 19497.6013, |
| "train_tokens_per_second": 7416.782 |
| }, |
| { |
| "epoch": 1.223083548664944, |
| "grad_norm": 0.7334327168318343, |
| "learning_rate": 3.289899283371657e-06, |
| "loss": 0.3218817710876465, |
| "num_input_tokens_seen": 145088128, |
| "step": 1420, |
| "train_runtime": 19562.664, |
| "train_tokens_per_second": 7416.583 |
| }, |
| { |
| "epoch": 1.227390180878553, |
| "grad_norm": 0.6787852523222232, |
| "learning_rate": 3.258154294559671e-06, |
| "loss": 0.3102770566940308, |
| "num_input_tokens_seen": 145589104, |
| "step": 1425, |
| "train_runtime": 19633.9236, |
| "train_tokens_per_second": 7415.181 |
| }, |
| { |
| "epoch": 1.231696813092162, |
| "grad_norm": 0.5985537130657856, |
| "learning_rate": 3.2264890176822137e-06, |
| "loss": 0.28916454315185547, |
| "num_input_tokens_seen": 146084280, |
| "step": 1430, |
| "train_runtime": 19704.3502, |
| "train_tokens_per_second": 7413.809 |
| }, |
| { |
| "epoch": 1.2360034453057709, |
| "grad_norm": 0.6605779036797204, |
| "learning_rate": 3.194904901834613e-06, |
| "loss": 0.2934903860092163, |
| "num_input_tokens_seen": 146581160, |
| "step": 1435, |
| "train_runtime": 19766.1983, |
| "train_tokens_per_second": 7415.749 |
| }, |
| { |
| "epoch": 1.2403100775193798, |
| "grad_norm": 0.6981230112849379, |
| "learning_rate": 3.1634033923980336e-06, |
| "loss": 0.2953122854232788, |
| "num_input_tokens_seen": 147076232, |
| "step": 1440, |
| "train_runtime": 19829.6949, |
| "train_tokens_per_second": 7416.969 |
| }, |
| { |
| "epoch": 1.2446167097329888, |
| "grad_norm": 0.6739980887459467, |
| "learning_rate": 3.131985930973329e-06, |
| "loss": 0.3041204929351807, |
| "num_input_tokens_seen": 147584128, |
| "step": 1445, |
| "train_runtime": 19894.1589, |
| "train_tokens_per_second": 7418.465 |
| }, |
| { |
| "epoch": 1.2489233419465977, |
| "grad_norm": 0.5697654101198504, |
| "learning_rate": 3.1006539553150727e-06, |
| "loss": 0.3094919204711914, |
| "num_input_tokens_seen": 148127248, |
| "step": 1450, |
| "train_runtime": 19971.1142, |
| "train_tokens_per_second": 7417.075 |
| }, |
| { |
| "epoch": 1.2532299741602067, |
| "grad_norm": 0.7121831368767915, |
| "learning_rate": 3.0694088992657617e-06, |
| "loss": 0.31122531890869143, |
| "num_input_tokens_seen": 148624776, |
| "step": 1455, |
| "train_runtime": 20037.7999, |
| "train_tokens_per_second": 7417.22 |
| }, |
| { |
| "epoch": 1.2575366063738156, |
| "grad_norm": 0.6188148109575211, |
| "learning_rate": 3.0382521926901946e-06, |
| "loss": 0.30587000846862794, |
| "num_input_tokens_seen": 149084784, |
| "step": 1460, |
| "train_runtime": 20101.6364, |
| "train_tokens_per_second": 7416.55 |
| }, |
| { |
| "epoch": 1.2618432385874248, |
| "grad_norm": 0.6011511034119341, |
| "learning_rate": 3.0071852614100427e-06, |
| "loss": 0.3310825347900391, |
| "num_input_tokens_seen": 149611248, |
| "step": 1465, |
| "train_runtime": 20175.4197, |
| "train_tokens_per_second": 7415.521 |
| }, |
| { |
| "epoch": 1.2661498708010335, |
| "grad_norm": 0.7576333400833488, |
| "learning_rate": 2.9762095271385995e-06, |
| "loss": 0.31157741546630857, |
| "num_input_tokens_seen": 150113280, |
| "step": 1470, |
| "train_runtime": 20245.8465, |
| "train_tokens_per_second": 7414.522 |
| }, |
| { |
| "epoch": 1.2704565030146426, |
| "grad_norm": 0.6244530019532303, |
| "learning_rate": 2.9453264074157134e-06, |
| "loss": 0.29090151786804197, |
| "num_input_tokens_seen": 150580240, |
| "step": 1475, |
| "train_runtime": 20317.2584, |
| "train_tokens_per_second": 7411.445 |
| }, |
| { |
| "epoch": 1.2747631352282516, |
| "grad_norm": 0.6748375953775086, |
| "learning_rate": 2.9145373155429263e-06, |
| "loss": 0.3190771102905273, |
| "num_input_tokens_seen": 151097168, |
| "step": 1480, |
| "train_runtime": 20380.9093, |
| "train_tokens_per_second": 7413.662 |
| }, |
| { |
| "epoch": 1.2790697674418605, |
| "grad_norm": 0.6010186642646648, |
| "learning_rate": 2.883843660518787e-06, |
| "loss": 0.31575181484222414, |
| "num_input_tokens_seen": 151620032, |
| "step": 1485, |
| "train_runtime": 20445.4483, |
| "train_tokens_per_second": 7415.833 |
| }, |
| { |
| "epoch": 1.2833763996554695, |
| "grad_norm": 0.6452504243127156, |
| "learning_rate": 2.853246846974382e-06, |
| "loss": 0.31672372817993166, |
| "num_input_tokens_seen": 152160432, |
| "step": 1490, |
| "train_runtime": 20522.0963, |
| "train_tokens_per_second": 7414.468 |
| }, |
| { |
| "epoch": 1.2876830318690784, |
| "grad_norm": 0.6803092051264894, |
| "learning_rate": 2.8227482751090445e-06, |
| "loss": 0.3057991027832031, |
| "num_input_tokens_seen": 152629192, |
| "step": 1495, |
| "train_runtime": 20576.0761, |
| "train_tokens_per_second": 7417.799 |
| }, |
| { |
| "epoch": 1.2919896640826873, |
| "grad_norm": 0.6639737361974689, |
| "learning_rate": 2.7923493406262836e-06, |
| "loss": 0.3172436237335205, |
| "num_input_tokens_seen": 153140224, |
| "step": 1500, |
| "train_runtime": 20645.2633, |
| "train_tokens_per_second": 7417.693 |
| }, |
| { |
| "epoch": 1.2962962962962963, |
| "grad_norm": 0.6227705768459294, |
| "learning_rate": 2.7620514346699103e-06, |
| "loss": 0.2983067512512207, |
| "num_input_tokens_seen": 153656144, |
| "step": 1505, |
| "train_runtime": 20719.2912, |
| "train_tokens_per_second": 7416.091 |
| }, |
| { |
| "epoch": 1.3006029285099052, |
| "grad_norm": 0.7307371833087898, |
| "learning_rate": 2.73185594376038e-06, |
| "loss": 0.31225831508636476, |
| "num_input_tokens_seen": 154153816, |
| "step": 1510, |
| "train_runtime": 20786.1098, |
| "train_tokens_per_second": 7416.194 |
| }, |
| { |
| "epoch": 1.3049095607235142, |
| "grad_norm": 0.6309746385583832, |
| "learning_rate": 2.7017642497313324e-06, |
| "loss": 0.302036190032959, |
| "num_input_tokens_seen": 154670920, |
| "step": 1515, |
| "train_runtime": 20854.4481, |
| "train_tokens_per_second": 7416.687 |
| }, |
| { |
| "epoch": 1.309216192937123, |
| "grad_norm": 0.6416098423112634, |
| "learning_rate": 2.671777729666363e-06, |
| "loss": 0.3167644262313843, |
| "num_input_tokens_seen": 155192016, |
| "step": 1520, |
| "train_runtime": 20930.5858, |
| "train_tokens_per_second": 7414.605 |
| }, |
| { |
| "epoch": 1.313522825150732, |
| "grad_norm": 0.6604523059153524, |
| "learning_rate": 2.641897755835997e-06, |
| "loss": 0.30224175453186036, |
| "num_input_tokens_seen": 155707640, |
| "step": 1525, |
| "train_runtime": 21004.7702, |
| "train_tokens_per_second": 7412.966 |
| }, |
| { |
| "epoch": 1.3178294573643412, |
| "grad_norm": 0.6284223784527019, |
| "learning_rate": 2.6121256956348966e-06, |
| "loss": 0.31644363403320314, |
| "num_input_tokens_seen": 156250728, |
| "step": 1530, |
| "train_runtime": 21079.0736, |
| "train_tokens_per_second": 7412.599 |
| }, |
| { |
| "epoch": 1.32213608957795, |
| "grad_norm": 0.6796758501164194, |
| "learning_rate": 2.58246291151928e-06, |
| "loss": 0.3076641082763672, |
| "num_input_tokens_seen": 156749112, |
| "step": 1535, |
| "train_runtime": 21151.8237, |
| "train_tokens_per_second": 7410.667 |
| }, |
| { |
| "epoch": 1.326442721791559, |
| "grad_norm": 0.6121495038952994, |
| "learning_rate": 2.5529107609445737e-06, |
| "loss": 0.3091968774795532, |
| "num_input_tokens_seen": 157258624, |
| "step": 1540, |
| "train_runtime": 21223.059, |
| "train_tokens_per_second": 7409.8 |
| }, |
| { |
| "epoch": 1.330749354005168, |
| "grad_norm": 0.6749697046548327, |
| "learning_rate": 2.5234705963032917e-06, |
| "loss": 0.31270341873168944, |
| "num_input_tokens_seen": 157737392, |
| "step": 1545, |
| "train_runtime": 21293.431, |
| "train_tokens_per_second": 7407.796 |
| }, |
| { |
| "epoch": 1.335055986218777, |
| "grad_norm": 0.7232023270557488, |
| "learning_rate": 2.494143764863142e-06, |
| "loss": 0.29509544372558594, |
| "num_input_tokens_seen": 158223688, |
| "step": 1550, |
| "train_runtime": 21357.9775, |
| "train_tokens_per_second": 7408.177 |
| }, |
| { |
| "epoch": 1.339362618432386, |
| "grad_norm": 0.6512809834688581, |
| "learning_rate": 2.464931608705384e-06, |
| "loss": 0.28979308605194093, |
| "num_input_tokens_seen": 158688096, |
| "step": 1555, |
| "train_runtime": 21415.5307, |
| "train_tokens_per_second": 7409.954 |
| }, |
| { |
| "epoch": 1.3436692506459949, |
| "grad_norm": 0.6519868412863893, |
| "learning_rate": 2.4358354646633915e-06, |
| "loss": 0.3088102102279663, |
| "num_input_tokens_seen": 159187424, |
| "step": 1560, |
| "train_runtime": 21483.2722, |
| "train_tokens_per_second": 7409.831 |
| }, |
| { |
| "epoch": 1.3479758828596038, |
| "grad_norm": 0.611925227867202, |
| "learning_rate": 2.4068566642614923e-06, |
| "loss": 0.29939565658569334, |
| "num_input_tokens_seen": 159669688, |
| "step": 1565, |
| "train_runtime": 21550.1291, |
| "train_tokens_per_second": 7409.222 |
| }, |
| { |
| "epoch": 1.3522825150732127, |
| "grad_norm": 0.6563878117514377, |
| "learning_rate": 2.3779965336540237e-06, |
| "loss": 0.3042983770370483, |
| "num_input_tokens_seen": 160172312, |
| "step": 1570, |
| "train_runtime": 21611.6367, |
| "train_tokens_per_second": 7411.392 |
| }, |
| { |
| "epoch": 1.3565891472868217, |
| "grad_norm": 0.6120474875361092, |
| "learning_rate": 2.3492563935646493e-06, |
| "loss": 0.2935898542404175, |
| "num_input_tokens_seen": 160708952, |
| "step": 1575, |
| "train_runtime": 21688.22, |
| "train_tokens_per_second": 7409.965 |
| }, |
| { |
| "epoch": 1.3608957795004306, |
| "grad_norm": 0.607518756395221, |
| "learning_rate": 2.3206375592259205e-06, |
| "loss": 0.30011003017425536, |
| "num_input_tokens_seen": 161217216, |
| "step": 1580, |
| "train_runtime": 21761.1281, |
| "train_tokens_per_second": 7408.495 |
| }, |
| { |
| "epoch": 1.3652024117140396, |
| "grad_norm": 0.6300850271418421, |
| "learning_rate": 2.2921413403190774e-06, |
| "loss": 0.3024036645889282, |
| "num_input_tokens_seen": 161705312, |
| "step": 1585, |
| "train_runtime": 21836.3225, |
| "train_tokens_per_second": 7405.336 |
| }, |
| { |
| "epoch": 1.3695090439276485, |
| "grad_norm": 0.6230690301238715, |
| "learning_rate": 2.263769040914125e-06, |
| "loss": 0.30027027130126954, |
| "num_input_tokens_seen": 162163072, |
| "step": 1590, |
| "train_runtime": 21896.5811, |
| "train_tokens_per_second": 7405.863 |
| }, |
| { |
| "epoch": 1.3738156761412577, |
| "grad_norm": 0.6928798019826016, |
| "learning_rate": 2.2355219594101483e-06, |
| "loss": 0.3255805492401123, |
| "num_input_tokens_seen": 162678312, |
| "step": 1595, |
| "train_runtime": 21966.5196, |
| "train_tokens_per_second": 7405.739 |
| }, |
| { |
| "epoch": 1.3781223083548664, |
| "grad_norm": 0.6363368596470697, |
| "learning_rate": 2.2074013884758993e-06, |
| "loss": 0.31427993774414065, |
| "num_input_tokens_seen": 163224632, |
| "step": 1600, |
| "train_runtime": 22032.9938, |
| "train_tokens_per_second": 7408.191 |
| }, |
| { |
| "epoch": 1.3824289405684755, |
| "grad_norm": 0.6419634556123296, |
| "learning_rate": 2.179408614990635e-06, |
| "loss": 0.3022661924362183, |
| "num_input_tokens_seen": 163699352, |
| "step": 1605, |
| "train_runtime": 22099.9328, |
| "train_tokens_per_second": 7407.233 |
| }, |
| { |
| "epoch": 1.3867355727820845, |
| "grad_norm": 0.5818964338969693, |
| "learning_rate": 2.1515449199852307e-06, |
| "loss": 0.31579549312591554, |
| "num_input_tokens_seen": 164236200, |
| "step": 1610, |
| "train_runtime": 22170.2317, |
| "train_tokens_per_second": 7407.96 |
| }, |
| { |
| "epoch": 1.3910422049956934, |
| "grad_norm": 0.6207480539135273, |
| "learning_rate": 2.1238115785835512e-06, |
| "loss": 0.31688437461853025, |
| "num_input_tokens_seen": 164733432, |
| "step": 1615, |
| "train_runtime": 22241.2909, |
| "train_tokens_per_second": 7406.649 |
| }, |
| { |
| "epoch": 1.3953488372093024, |
| "grad_norm": 0.6195171977696273, |
| "learning_rate": 2.0962098599441065e-06, |
| "loss": 0.3063546657562256, |
| "num_input_tokens_seen": 165233040, |
| "step": 1620, |
| "train_runtime": 22304.129, |
| "train_tokens_per_second": 7408.182 |
| }, |
| { |
| "epoch": 1.3996554694229113, |
| "grad_norm": 0.6192636575391592, |
| "learning_rate": 2.068741027201961e-06, |
| "loss": 0.28777213096618653, |
| "num_input_tokens_seen": 165704392, |
| "step": 1625, |
| "train_runtime": 22371.6308, |
| "train_tokens_per_second": 7406.898 |
| }, |
| { |
| "epoch": 1.4039621016365202, |
| "grad_norm": 0.5840180544779381, |
| "learning_rate": 2.0414063374109326e-06, |
| "loss": 0.3152973413467407, |
| "num_input_tokens_seen": 166213024, |
| "step": 1630, |
| "train_runtime": 22439.0022, |
| "train_tokens_per_second": 7407.327 |
| }, |
| { |
| "epoch": 1.4082687338501292, |
| "grad_norm": 0.6182614190184378, |
| "learning_rate": 2.0142070414860704e-06, |
| "loss": 0.29006712436676024, |
| "num_input_tokens_seen": 166683888, |
| "step": 1635, |
| "train_runtime": 22498.0177, |
| "train_tokens_per_second": 7408.826 |
| }, |
| { |
| "epoch": 1.4125753660637381, |
| "grad_norm": 0.6297841421388773, |
| "learning_rate": 1.9871443841464004e-06, |
| "loss": 0.3009150505065918, |
| "num_input_tokens_seen": 167208664, |
| "step": 1640, |
| "train_runtime": 22570.3637, |
| "train_tokens_per_second": 7408.328 |
| }, |
| { |
| "epoch": 1.416881998277347, |
| "grad_norm": 0.6550334755642108, |
| "learning_rate": 1.9602196038579774e-06, |
| "loss": 0.308090877532959, |
| "num_input_tokens_seen": 167711896, |
| "step": 1645, |
| "train_runtime": 22636.4806, |
| "train_tokens_per_second": 7408.921 |
| }, |
| { |
| "epoch": 1.421188630490956, |
| "grad_norm": 0.6656593254119286, |
| "learning_rate": 1.933433932777193e-06, |
| "loss": 0.31527588367462156, |
| "num_input_tokens_seen": 168253824, |
| "step": 1650, |
| "train_runtime": 22710.0595, |
| "train_tokens_per_second": 7408.78 |
| }, |
| { |
| "epoch": 1.425495262704565, |
| "grad_norm": 0.6870898791567921, |
| "learning_rate": 1.9067885966943983e-06, |
| "loss": 0.2953861474990845, |
| "num_input_tokens_seen": 168753216, |
| "step": 1655, |
| "train_runtime": 22778.2895, |
| "train_tokens_per_second": 7408.511 |
| }, |
| { |
| "epoch": 1.429801894918174, |
| "grad_norm": 0.6715846070836667, |
| "learning_rate": 1.880284814977807e-06, |
| "loss": 0.3124719142913818, |
| "num_input_tokens_seen": 169237536, |
| "step": 1660, |
| "train_runtime": 22844.2856, |
| "train_tokens_per_second": 7408.309 |
| }, |
| { |
| "epoch": 1.4341085271317828, |
| "grad_norm": 0.5885167014186917, |
| "learning_rate": 1.8539238005176912e-06, |
| "loss": 0.28069252967834474, |
| "num_input_tokens_seen": 169742192, |
| "step": 1665, |
| "train_runtime": 22917.8396, |
| "train_tokens_per_second": 7406.553 |
| }, |
| { |
| "epoch": 1.438415159345392, |
| "grad_norm": 0.6406321645578682, |
| "learning_rate": 1.8277067596708793e-06, |
| "loss": 0.30810205936431884, |
| "num_input_tokens_seen": 170221760, |
| "step": 1670, |
| "train_runtime": 22987.4305, |
| "train_tokens_per_second": 7404.993 |
| }, |
| { |
| "epoch": 1.442721791559001, |
| "grad_norm": 0.6177250258017325, |
| "learning_rate": 1.8016348922055448e-06, |
| "loss": 0.3010256767272949, |
| "num_input_tokens_seen": 170720016, |
| "step": 1675, |
| "train_runtime": 23056.7807, |
| "train_tokens_per_second": 7404.33 |
| }, |
| { |
| "epoch": 1.4470284237726099, |
| "grad_norm": 0.6542576135864537, |
| "learning_rate": 1.7757093912463058e-06, |
| "loss": 0.30887162685394287, |
| "num_input_tokens_seen": 171232760, |
| "step": 1680, |
| "train_runtime": 23123.5146, |
| "train_tokens_per_second": 7405.136 |
| }, |
| { |
| "epoch": 1.4513350559862188, |
| "grad_norm": 0.6205881235437254, |
| "learning_rate": 1.7499314432196257e-06, |
| "loss": 0.3016911506652832, |
| "num_input_tokens_seen": 171731496, |
| "step": 1685, |
| "train_runtime": 23196.0481, |
| "train_tokens_per_second": 7403.481 |
| }, |
| { |
| "epoch": 1.4556416881998278, |
| "grad_norm": 0.6593735329024515, |
| "learning_rate": 1.7243022277995109e-06, |
| "loss": 0.3081092357635498, |
| "num_input_tokens_seen": 172245912, |
| "step": 1690, |
| "train_runtime": 23270.0505, |
| "train_tokens_per_second": 7402.043 |
| }, |
| { |
| "epoch": 1.4599483204134367, |
| "grad_norm": 0.6421196878908372, |
| "learning_rate": 1.698822917853532e-06, |
| "loss": 0.3349776268005371, |
| "num_input_tokens_seen": 172780776, |
| "step": 1695, |
| "train_runtime": 23338.4767, |
| "train_tokens_per_second": 7403.259 |
| }, |
| { |
| "epoch": 1.4642549526270456, |
| "grad_norm": 0.6393067681048293, |
| "learning_rate": 1.6734946793891498e-06, |
| "loss": 0.2948931694030762, |
| "num_input_tokens_seen": 173260968, |
| "step": 1700, |
| "train_runtime": 23393.7968, |
| "train_tokens_per_second": 7406.278 |
| }, |
| { |
| "epoch": 1.4685615848406546, |
| "grad_norm": 0.626157385220703, |
| "learning_rate": 1.6483186715003523e-06, |
| "loss": 0.3255448818206787, |
| "num_input_tokens_seen": 173774184, |
| "step": 1705, |
| "train_runtime": 23453.7592, |
| "train_tokens_per_second": 7409.225 |
| }, |
| { |
| "epoch": 1.4728682170542635, |
| "grad_norm": 0.6000516868104079, |
| "learning_rate": 1.623296046314612e-06, |
| "loss": 0.3152692556381226, |
| "num_input_tokens_seen": 174299296, |
| "step": 1710, |
| "train_runtime": 23525.525, |
| "train_tokens_per_second": 7408.944 |
| }, |
| { |
| "epoch": 1.4771748492678725, |
| "grad_norm": 0.6223596745571496, |
| "learning_rate": 1.5984279489401655e-06, |
| "loss": 0.3075227737426758, |
| "num_input_tokens_seen": 174801056, |
| "step": 1715, |
| "train_runtime": 23599.8686, |
| "train_tokens_per_second": 7406.866 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 0.6218964277556629, |
| "learning_rate": 1.5737155174136042e-06, |
| "loss": 0.2994909524917603, |
| "num_input_tokens_seen": 175312064, |
| "step": 1720, |
| "train_runtime": 23669.1828, |
| "train_tokens_per_second": 7406.765 |
| }, |
| { |
| "epoch": 1.4857881136950906, |
| "grad_norm": 0.6927663365147764, |
| "learning_rate": 1.5491598826477967e-06, |
| "loss": 0.2942391872406006, |
| "num_input_tokens_seen": 175813120, |
| "step": 1725, |
| "train_runtime": 23735.9044, |
| "train_tokens_per_second": 7407.054 |
| }, |
| { |
| "epoch": 1.4900947459086993, |
| "grad_norm": 0.6770702789982874, |
| "learning_rate": 1.5247621683801344e-06, |
| "loss": 0.30359663963317873, |
| "num_input_tokens_seen": 176311208, |
| "step": 1730, |
| "train_runtime": 23813.1099, |
| "train_tokens_per_second": 7403.956 |
| }, |
| { |
| "epoch": 1.4944013781223084, |
| "grad_norm": 0.6876682910616844, |
| "learning_rate": 1.500523491121108e-06, |
| "loss": 0.30945577621459963, |
| "num_input_tokens_seen": 176837256, |
| "step": 1735, |
| "train_runtime": 23875.8608, |
| "train_tokens_per_second": 7406.529 |
| }, |
| { |
| "epoch": 1.4987080103359174, |
| "grad_norm": 0.6409833412888383, |
| "learning_rate": 1.476444960103211e-06, |
| "loss": 0.3017910957336426, |
| "num_input_tokens_seen": 177342432, |
| "step": 1740, |
| "train_runtime": 23950.1948, |
| "train_tokens_per_second": 7404.634 |
| }, |
| { |
| "epoch": 1.5030146425495263, |
| "grad_norm": 0.6943474108994365, |
| "learning_rate": 1.4525276772301761e-06, |
| "loss": 0.2982076644897461, |
| "num_input_tokens_seen": 177837496, |
| "step": 1745, |
| "train_runtime": 24022.3232, |
| "train_tokens_per_second": 7403.01 |
| }, |
| { |
| "epoch": 1.5073212747631353, |
| "grad_norm": 0.5799829679643863, |
| "learning_rate": 1.4287727370265558e-06, |
| "loss": 0.305989408493042, |
| "num_input_tokens_seen": 178367400, |
| "step": 1750, |
| "train_runtime": 24098.0102, |
| "train_tokens_per_second": 7401.748 |
| }, |
| { |
| "epoch": 1.5116279069767442, |
| "grad_norm": 0.6398941855178756, |
| "learning_rate": 1.4051812265876257e-06, |
| "loss": 0.31029796600341797, |
| "num_input_tokens_seen": 178879808, |
| "step": 1755, |
| "train_runtime": 24168.3597, |
| "train_tokens_per_second": 7401.405 |
| }, |
| { |
| "epoch": 1.5159345391903531, |
| "grad_norm": 0.6325656951057348, |
| "learning_rate": 1.381754225529639e-06, |
| "loss": 0.29440352916717527, |
| "num_input_tokens_seen": 179399168, |
| "step": 1760, |
| "train_runtime": 24235.603, |
| "train_tokens_per_second": 7402.299 |
| }, |
| { |
| "epoch": 1.520241171403962, |
| "grad_norm": 0.7760734610328013, |
| "learning_rate": 1.3584928059404207e-06, |
| "loss": 0.3081679344177246, |
| "num_input_tokens_seen": 179913984, |
| "step": 1765, |
| "train_runtime": 24301.9048, |
| "train_tokens_per_second": 7403.287 |
| }, |
| { |
| "epoch": 1.524547803617571, |
| "grad_norm": 0.6020927671705726, |
| "learning_rate": 1.3353980323303067e-06, |
| "loss": 0.28179948329925536, |
| "num_input_tokens_seen": 180380992, |
| "step": 1770, |
| "train_runtime": 24364.2331, |
| "train_tokens_per_second": 7403.516 |
| }, |
| { |
| "epoch": 1.52885443583118, |
| "grad_norm": 0.6775155388063839, |
| "learning_rate": 1.3124709615834263e-06, |
| "loss": 0.3199465274810791, |
| "num_input_tokens_seen": 180895408, |
| "step": 1775, |
| "train_runtime": 24428.2069, |
| "train_tokens_per_second": 7405.186 |
| }, |
| { |
| "epoch": 1.5331610680447891, |
| "grad_norm": 0.5909440385527984, |
| "learning_rate": 1.2897126429093354e-06, |
| "loss": 0.31137895584106445, |
| "num_input_tokens_seen": 181405216, |
| "step": 1780, |
| "train_runtime": 24501.3699, |
| "train_tokens_per_second": 7403.881 |
| }, |
| { |
| "epoch": 1.5374677002583979, |
| "grad_norm": 0.6389531630672336, |
| "learning_rate": 1.2671241177950078e-06, |
| "loss": 0.2975735902786255, |
| "num_input_tokens_seen": 181929944, |
| "step": 1785, |
| "train_runtime": 24574.289, |
| "train_tokens_per_second": 7403.264 |
| }, |
| { |
| "epoch": 1.541774332472007, |
| "grad_norm": 0.6814051618467906, |
| "learning_rate": 1.2447064199571657e-06, |
| "loss": 0.30163776874542236, |
| "num_input_tokens_seen": 182464632, |
| "step": 1790, |
| "train_runtime": 24647.5158, |
| "train_tokens_per_second": 7402.962 |
| }, |
| { |
| "epoch": 1.5460809646856157, |
| "grad_norm": 0.7477112566892565, |
| "learning_rate": 1.2224605752949786e-06, |
| "loss": 0.2984232664108276, |
| "num_input_tokens_seen": 182958712, |
| "step": 1795, |
| "train_runtime": 24708.0115, |
| "train_tokens_per_second": 7404.834 |
| }, |
| { |
| "epoch": 1.550387596899225, |
| "grad_norm": 0.6529963125920666, |
| "learning_rate": 1.2003876018431133e-06, |
| "loss": 0.29271659851074217, |
| "num_input_tokens_seen": 183435376, |
| "step": 1800, |
| "train_runtime": 24760.234, |
| "train_tokens_per_second": 7408.467 |
| }, |
| { |
| "epoch": 1.5546942291128336, |
| "grad_norm": 0.5835418021024796, |
| "learning_rate": 1.1784885097251474e-06, |
| "loss": 0.2989810466766357, |
| "num_input_tokens_seen": 183939080, |
| "step": 1805, |
| "train_runtime": 24816.2993, |
| "train_tokens_per_second": 7412.027 |
| }, |
| { |
| "epoch": 1.5590008613264428, |
| "grad_norm": 0.6843482118934102, |
| "learning_rate": 1.1567643011073393e-06, |
| "loss": 0.31319284439086914, |
| "num_input_tokens_seen": 184492224, |
| "step": 1810, |
| "train_runtime": 24887.0045, |
| "train_tokens_per_second": 7413.195 |
| }, |
| { |
| "epoch": 1.5633074935400517, |
| "grad_norm": 0.6189022938446993, |
| "learning_rate": 1.1352159701527743e-06, |
| "loss": 0.3045823574066162, |
| "num_input_tokens_seen": 185017248, |
| "step": 1815, |
| "train_runtime": 24965.7799, |
| "train_tokens_per_second": 7410.834 |
| }, |
| { |
| "epoch": 1.5676141257536607, |
| "grad_norm": 0.6412913917213614, |
| "learning_rate": 1.1138445029758594e-06, |
| "loss": 0.29555253982543944, |
| "num_input_tokens_seen": 185525392, |
| "step": 1820, |
| "train_runtime": 25039.0119, |
| "train_tokens_per_second": 7409.453 |
| }, |
| { |
| "epoch": 1.5719207579672696, |
| "grad_norm": 0.6383974503891945, |
| "learning_rate": 1.0926508775971995e-06, |
| "loss": 0.29001967906951903, |
| "num_input_tokens_seen": 186004920, |
| "step": 1825, |
| "train_runtime": 25108.8304, |
| "train_tokens_per_second": 7407.948 |
| }, |
| { |
| "epoch": 1.5762273901808785, |
| "grad_norm": 0.5896126682457972, |
| "learning_rate": 1.0716360638988416e-06, |
| "loss": 0.2898190259933472, |
| "num_input_tokens_seen": 186528776, |
| "step": 1830, |
| "train_runtime": 25173.4594, |
| "train_tokens_per_second": 7409.739 |
| }, |
| { |
| "epoch": 1.5805340223944875, |
| "grad_norm": 0.6250987792113757, |
| "learning_rate": 1.0508010235798904e-06, |
| "loss": 0.3022593975067139, |
| "num_input_tokens_seen": 187030096, |
| "step": 1835, |
| "train_runtime": 25237.5065, |
| "train_tokens_per_second": 7410.799 |
| }, |
| { |
| "epoch": 1.5848406546080964, |
| "grad_norm": 0.6978498804363219, |
| "learning_rate": 1.0301467101124956e-06, |
| "loss": 0.29773921966552735, |
| "num_input_tokens_seen": 187530704, |
| "step": 1840, |
| "train_runtime": 25300.156, |
| "train_tokens_per_second": 7412.235 |
| }, |
| { |
| "epoch": 1.5891472868217056, |
| "grad_norm": 0.733936599658224, |
| "learning_rate": 1.0096740686982192e-06, |
| "loss": 0.2982914447784424, |
| "num_input_tokens_seen": 187997312, |
| "step": 1845, |
| "train_runtime": 25374.7743, |
| "train_tokens_per_second": 7408.827 |
| }, |
| { |
| "epoch": 1.5934539190353143, |
| "grad_norm": 0.6380738781500264, |
| "learning_rate": 9.893840362247809e-07, |
| "loss": 0.292753005027771, |
| "num_input_tokens_seen": 188486784, |
| "step": 1850, |
| "train_runtime": 25443.3247, |
| "train_tokens_per_second": 7408.104 |
| }, |
| { |
| "epoch": 1.5977605512489235, |
| "grad_norm": 0.6343838191463229, |
| "learning_rate": 9.692775412231863e-07, |
| "loss": 0.3059796571731567, |
| "num_input_tokens_seen": 189005680, |
| "step": 1855, |
| "train_runtime": 25518.9616, |
| "train_tokens_per_second": 7406.48 |
| }, |
| { |
| "epoch": 1.6020671834625322, |
| "grad_norm": 0.673292925225458, |
| "learning_rate": 9.493555038252273e-07, |
| "loss": 0.29838857650756834, |
| "num_input_tokens_seen": 189510720, |
| "step": 1860, |
| "train_runtime": 25583.3652, |
| "train_tokens_per_second": 7407.576 |
| }, |
| { |
| "epoch": 1.6063738156761413, |
| "grad_norm": 0.7066024445607715, |
| "learning_rate": 9.296188357213804e-07, |
| "loss": 0.3135526180267334, |
| "num_input_tokens_seen": 190005232, |
| "step": 1865, |
| "train_runtime": 25655.2288, |
| "train_tokens_per_second": 7406.102 |
| }, |
| { |
| "epoch": 1.61068044788975, |
| "grad_norm": 0.6451799213539555, |
| "learning_rate": 9.100684401190829e-07, |
| "loss": 0.2981297492980957, |
| "num_input_tokens_seen": 190519568, |
| "step": 1870, |
| "train_runtime": 25729.8902, |
| "train_tokens_per_second": 7404.601 |
| }, |
| { |
| "epoch": 1.6149870801033592, |
| "grad_norm": 0.6386914239692977, |
| "learning_rate": 8.907052117013981e-07, |
| "loss": 0.3049411058425903, |
| "num_input_tokens_seen": 191051376, |
| "step": 1875, |
| "train_runtime": 25804.946, |
| "train_tokens_per_second": 7403.673 |
| }, |
| { |
| "epoch": 1.6192937123169682, |
| "grad_norm": 0.7923656421587169, |
| "learning_rate": 8.715300365860784e-07, |
| "loss": 0.2883660316467285, |
| "num_input_tokens_seen": 191555640, |
| "step": 1880, |
| "train_runtime": 25872.9743, |
| "train_tokens_per_second": 7403.696 |
| }, |
| { |
| "epoch": 1.623600344530577, |
| "grad_norm": 0.5861974629399523, |
| "learning_rate": 8.525437922850033e-07, |
| "loss": 0.2918602228164673, |
| "num_input_tokens_seen": 192040232, |
| "step": 1885, |
| "train_runtime": 25940.9831, |
| "train_tokens_per_second": 7402.967 |
| }, |
| { |
| "epoch": 1.627906976744186, |
| "grad_norm": 0.6536777995059396, |
| "learning_rate": 8.337473476640318e-07, |
| "loss": 0.296920108795166, |
| "num_input_tokens_seen": 192555328, |
| "step": 1890, |
| "train_runtime": 25999.4311, |
| "train_tokens_per_second": 7406.136 |
| }, |
| { |
| "epoch": 1.632213608957795, |
| "grad_norm": 0.709106460699193, |
| "learning_rate": 8.151415629032338e-07, |
| "loss": 0.3084681749343872, |
| "num_input_tokens_seen": 193047904, |
| "step": 1895, |
| "train_runtime": 26071.7257, |
| "train_tokens_per_second": 7404.493 |
| }, |
| { |
| "epoch": 1.636520241171404, |
| "grad_norm": 0.6265073195440819, |
| "learning_rate": 7.967272894575312e-07, |
| "loss": 0.3049050807952881, |
| "num_input_tokens_seen": 193578488, |
| "step": 1900, |
| "train_runtime": 26142.2043, |
| "train_tokens_per_second": 7404.827 |
| }, |
| { |
| "epoch": 1.6408268733850129, |
| "grad_norm": 0.5901143607833178, |
| "learning_rate": 7.785053700177275e-07, |
| "loss": 0.31264266967773435, |
| "num_input_tokens_seen": 194106056, |
| "step": 1905, |
| "train_runtime": 26207.0856, |
| "train_tokens_per_second": 7406.625 |
| }, |
| { |
| "epoch": 1.645133505598622, |
| "grad_norm": 0.6070076296317176, |
| "learning_rate": 7.604766384719487e-07, |
| "loss": 0.32028186321258545, |
| "num_input_tokens_seen": 194637600, |
| "step": 1910, |
| "train_runtime": 26271.2516, |
| "train_tokens_per_second": 7408.768 |
| }, |
| { |
| "epoch": 1.6494401378122308, |
| "grad_norm": 0.6800282511844107, |
| "learning_rate": 7.426419198674773e-07, |
| "loss": 0.29713547229766846, |
| "num_input_tokens_seen": 195135888, |
| "step": 1915, |
| "train_runtime": 26344.3031, |
| "train_tokens_per_second": 7407.138 |
| }, |
| { |
| "epoch": 1.65374677002584, |
| "grad_norm": 0.648137387161232, |
| "learning_rate": 7.250020303730015e-07, |
| "loss": 0.318635368347168, |
| "num_input_tokens_seen": 195658344, |
| "step": 1920, |
| "train_runtime": 26410.9309, |
| "train_tokens_per_second": 7408.234 |
| }, |
| { |
| "epoch": 1.6580534022394486, |
| "grad_norm": 0.7101813432427155, |
| "learning_rate": 7.075577772412607e-07, |
| "loss": 0.29038522243499754, |
| "num_input_tokens_seen": 196159872, |
| "step": 1925, |
| "train_runtime": 26475.9547, |
| "train_tokens_per_second": 7408.982 |
| }, |
| { |
| "epoch": 1.6623600344530578, |
| "grad_norm": 0.5997169278780675, |
| "learning_rate": 6.903099587721024e-07, |
| "loss": 0.3107494831085205, |
| "num_input_tokens_seen": 196617976, |
| "step": 1930, |
| "train_runtime": 26543.6519, |
| "train_tokens_per_second": 7407.345 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.5757077293663654, |
| "learning_rate": 6.732593642759533e-07, |
| "loss": 0.29712848663330077, |
| "num_input_tokens_seen": 197100472, |
| "step": 1935, |
| "train_runtime": 26613.1626, |
| "train_tokens_per_second": 7406.127 |
| }, |
| { |
| "epoch": 1.6709732988802757, |
| "grad_norm": 0.6672790463782956, |
| "learning_rate": 6.564067740376951e-07, |
| "loss": 0.29893629550933837, |
| "num_input_tokens_seen": 197626872, |
| "step": 1940, |
| "train_runtime": 26679.8578, |
| "train_tokens_per_second": 7407.344 |
| }, |
| { |
| "epoch": 1.6752799310938846, |
| "grad_norm": 0.6497288298918169, |
| "learning_rate": 6.397529592809615e-07, |
| "loss": 0.31168351173400877, |
| "num_input_tokens_seen": 198123984, |
| "step": 1945, |
| "train_runtime": 26746.7628, |
| "train_tokens_per_second": 7407.4 |
| }, |
| { |
| "epoch": 1.6795865633074936, |
| "grad_norm": 0.8599577731412777, |
| "learning_rate": 6.232986821328374e-07, |
| "loss": 0.29562864303588865, |
| "num_input_tokens_seen": 198655680, |
| "step": 1950, |
| "train_runtime": 26823.6042, |
| "train_tokens_per_second": 7406.003 |
| }, |
| { |
| "epoch": 1.6838931955211025, |
| "grad_norm": 0.650247687298536, |
| "learning_rate": 6.070446955889853e-07, |
| "loss": 0.2916395664215088, |
| "num_input_tokens_seen": 199167544, |
| "step": 1955, |
| "train_runtime": 26896.5949, |
| "train_tokens_per_second": 7404.935 |
| }, |
| { |
| "epoch": 1.6881998277347114, |
| "grad_norm": 0.642603913967143, |
| "learning_rate": 5.909917434791884e-07, |
| "loss": 0.30132670402526857, |
| "num_input_tokens_seen": 199673096, |
| "step": 1960, |
| "train_runtime": 26963.0457, |
| "train_tokens_per_second": 7405.436 |
| }, |
| { |
| "epoch": 1.6925064599483204, |
| "grad_norm": 0.6050771009316471, |
| "learning_rate": 5.75140560433306e-07, |
| "loss": 0.3065808296203613, |
| "num_input_tokens_seen": 200183744, |
| "step": 1965, |
| "train_runtime": 27028.667, |
| "train_tokens_per_second": 7406.349 |
| }, |
| { |
| "epoch": 1.6968130921619293, |
| "grad_norm": 0.7019989661295893, |
| "learning_rate": 5.594918718476589e-07, |
| "loss": 0.30456061363220216, |
| "num_input_tokens_seen": 200697696, |
| "step": 1970, |
| "train_runtime": 27101.6197, |
| "train_tokens_per_second": 7405.376 |
| }, |
| { |
| "epoch": 1.7011197243755385, |
| "grad_norm": 0.6625920188017488, |
| "learning_rate": 5.440463938518304e-07, |
| "loss": 0.3014059066772461, |
| "num_input_tokens_seen": 201206880, |
| "step": 1975, |
| "train_runtime": 27172.9204, |
| "train_tokens_per_second": 7404.684 |
| }, |
| { |
| "epoch": 1.7054263565891472, |
| "grad_norm": 0.6748217547745429, |
| "learning_rate": 5.288048332758961e-07, |
| "loss": 0.2906249284744263, |
| "num_input_tokens_seen": 201692448, |
| "step": 1980, |
| "train_runtime": 27245.0858, |
| "train_tokens_per_second": 7402.893 |
| }, |
| { |
| "epoch": 1.7097329888027564, |
| "grad_norm": 0.6493936382897342, |
| "learning_rate": 5.137678876180746e-07, |
| "loss": 0.3080711841583252, |
| "num_input_tokens_seen": 202206200, |
| "step": 1985, |
| "train_runtime": 27302.2262, |
| "train_tokens_per_second": 7406.217 |
| }, |
| { |
| "epoch": 1.714039621016365, |
| "grad_norm": 0.6134604818431901, |
| "learning_rate": 4.989362450128133e-07, |
| "loss": 0.3220229148864746, |
| "num_input_tokens_seen": 202716392, |
| "step": 1990, |
| "train_runtime": 27369.6446, |
| "train_tokens_per_second": 7406.614 |
| }, |
| { |
| "epoch": 1.7183462532299743, |
| "grad_norm": 0.646962297611449, |
| "learning_rate": 4.843105841992895e-07, |
| "loss": 0.31665678024291993, |
| "num_input_tokens_seen": 203222616, |
| "step": 1995, |
| "train_runtime": 27428.8755, |
| "train_tokens_per_second": 7409.076 |
| }, |
| { |
| "epoch": 1.722652885443583, |
| "grad_norm": 0.6371911776149713, |
| "learning_rate": 4.698915744903559e-07, |
| "loss": 0.2909515380859375, |
| "num_input_tokens_seen": 203712976, |
| "step": 2000, |
| "train_runtime": 27503.273, |
| "train_tokens_per_second": 7406.863 |
| }, |
| { |
| "epoch": 1.7269595176571921, |
| "grad_norm": 0.6718397087570519, |
| "learning_rate": 4.5567987574190677e-07, |
| "loss": 0.299733304977417, |
| "num_input_tokens_seen": 204220640, |
| "step": 2005, |
| "train_runtime": 27582.7926, |
| "train_tokens_per_second": 7403.915 |
| }, |
| { |
| "epoch": 1.731266149870801, |
| "grad_norm": 0.5969000639721187, |
| "learning_rate": 4.416761383226864e-07, |
| "loss": 0.2933858156204224, |
| "num_input_tokens_seen": 204740576, |
| "step": 2010, |
| "train_runtime": 27655.0348, |
| "train_tokens_per_second": 7403.374 |
| }, |
| { |
| "epoch": 1.73557278208441, |
| "grad_norm": 0.5803238112892645, |
| "learning_rate": 4.278810030845193e-07, |
| "loss": 0.2882672309875488, |
| "num_input_tokens_seen": 205261256, |
| "step": 2015, |
| "train_runtime": 27722.013, |
| "train_tokens_per_second": 7404.27 |
| }, |
| { |
| "epoch": 1.739879414298019, |
| "grad_norm": 0.5931274387562315, |
| "learning_rate": 4.1429510133298714e-07, |
| "loss": 0.300402307510376, |
| "num_input_tokens_seen": 205763456, |
| "step": 2020, |
| "train_runtime": 27786.5499, |
| "train_tokens_per_second": 7405.146 |
| }, |
| { |
| "epoch": 1.744186046511628, |
| "grad_norm": 0.6224395945864603, |
| "learning_rate": 4.0091905479853865e-07, |
| "loss": 0.30848591327667235, |
| "num_input_tokens_seen": 206254632, |
| "step": 2025, |
| "train_runtime": 27854.9195, |
| "train_tokens_per_second": 7404.603 |
| }, |
| { |
| "epoch": 1.7484926787252368, |
| "grad_norm": 0.7690853275407137, |
| "learning_rate": 3.877534756080353e-07, |
| "loss": 0.30381178855895996, |
| "num_input_tokens_seen": 206761200, |
| "step": 2030, |
| "train_runtime": 27925.9518, |
| "train_tokens_per_second": 7403.909 |
| }, |
| { |
| "epoch": 1.7527993109388458, |
| "grad_norm": 0.588121336370943, |
| "learning_rate": 3.747989662567403e-07, |
| "loss": 0.30392751693725584, |
| "num_input_tokens_seen": 207254168, |
| "step": 2035, |
| "train_runtime": 27994.4378, |
| "train_tokens_per_second": 7403.405 |
| }, |
| { |
| "epoch": 1.757105943152455, |
| "grad_norm": 0.6086100201180733, |
| "learning_rate": 3.620561195807454e-07, |
| "loss": 0.2981263637542725, |
| "num_input_tokens_seen": 207724624, |
| "step": 2040, |
| "train_runtime": 28064.886, |
| "train_tokens_per_second": 7401.584 |
| }, |
| { |
| "epoch": 1.7614125753660637, |
| "grad_norm": 0.5837314444107731, |
| "learning_rate": 3.4952551872984295e-07, |
| "loss": 0.2957895278930664, |
| "num_input_tokens_seen": 208230432, |
| "step": 2045, |
| "train_runtime": 28140.0297, |
| "train_tokens_per_second": 7399.794 |
| }, |
| { |
| "epoch": 1.7657192075796728, |
| "grad_norm": 0.7083602081207774, |
| "learning_rate": 3.372077371408361e-07, |
| "loss": 0.31419479846954346, |
| "num_input_tokens_seen": 208756176, |
| "step": 2050, |
| "train_runtime": 28203.3818, |
| "train_tokens_per_second": 7401.814 |
| }, |
| { |
| "epoch": 1.7700258397932815, |
| "grad_norm": 0.6007868998583191, |
| "learning_rate": 3.2510333851129895e-07, |
| "loss": 0.29912557601928713, |
| "num_input_tokens_seen": 209283048, |
| "step": 2055, |
| "train_runtime": 28276.6448, |
| "train_tokens_per_second": 7401.269 |
| }, |
| { |
| "epoch": 1.7743324720068907, |
| "grad_norm": 0.6111214072804273, |
| "learning_rate": 3.132128767737824e-07, |
| "loss": 0.2877781391143799, |
| "num_input_tokens_seen": 209776608, |
| "step": 2060, |
| "train_runtime": 28339.5361, |
| "train_tokens_per_second": 7402.26 |
| }, |
| { |
| "epoch": 1.7786391042204994, |
| "grad_norm": 0.6104558696682314, |
| "learning_rate": 3.015368960704584e-07, |
| "loss": 0.3083071708679199, |
| "num_input_tokens_seen": 210290720, |
| "step": 2065, |
| "train_runtime": 28413.252, |
| "train_tokens_per_second": 7401.149 |
| }, |
| { |
| "epoch": 1.7829457364341086, |
| "grad_norm": 0.5836728591190887, |
| "learning_rate": 2.9007593072822246e-07, |
| "loss": 0.30655722618103026, |
| "num_input_tokens_seen": 210795064, |
| "step": 2070, |
| "train_runtime": 28480.1482, |
| "train_tokens_per_second": 7401.474 |
| }, |
| { |
| "epoch": 1.7872523686477175, |
| "grad_norm": 0.5843802582004601, |
| "learning_rate": 2.7883050523424214e-07, |
| "loss": 0.2855481386184692, |
| "num_input_tokens_seen": 211307816, |
| "step": 2075, |
| "train_runtime": 28550.624, |
| "train_tokens_per_second": 7401.163 |
| }, |
| { |
| "epoch": 1.7915590008613265, |
| "grad_norm": 0.5970608151039677, |
| "learning_rate": 2.67801134211953e-07, |
| "loss": 0.3143181800842285, |
| "num_input_tokens_seen": 211819656, |
| "step": 2080, |
| "train_runtime": 28622.1835, |
| "train_tokens_per_second": 7400.541 |
| }, |
| { |
| "epoch": 1.7958656330749354, |
| "grad_norm": 0.631118629714427, |
| "learning_rate": 2.569883223975078e-07, |
| "loss": 0.3136578559875488, |
| "num_input_tokens_seen": 212342848, |
| "step": 2085, |
| "train_runtime": 28690.2587, |
| "train_tokens_per_second": 7401.218 |
| }, |
| { |
| "epoch": 1.8001722652885443, |
| "grad_norm": 0.6050935590065106, |
| "learning_rate": 2.463925646166793e-07, |
| "loss": 0.3073784351348877, |
| "num_input_tokens_seen": 212865944, |
| "step": 2090, |
| "train_runtime": 28764.8887, |
| "train_tokens_per_second": 7400.201 |
| }, |
| { |
| "epoch": 1.8044788975021533, |
| "grad_norm": 0.7462730804752461, |
| "learning_rate": 2.3601434576221548e-07, |
| "loss": 0.2910205364227295, |
| "num_input_tokens_seen": 213312424, |
| "step": 2095, |
| "train_runtime": 28826.7975, |
| "train_tokens_per_second": 7399.796 |
| }, |
| { |
| "epoch": 1.8087855297157622, |
| "grad_norm": 0.6890875242639481, |
| "learning_rate": 2.2585414077164914e-07, |
| "loss": 0.3124124050140381, |
| "num_input_tokens_seen": 213861568, |
| "step": 2100, |
| "train_runtime": 28886.3363, |
| "train_tokens_per_second": 7403.555 |
| }, |
| { |
| "epoch": 1.8130921619293714, |
| "grad_norm": 0.6451854669090437, |
| "learning_rate": 2.1591241460556355e-07, |
| "loss": 0.3035388469696045, |
| "num_input_tokens_seen": 214400864, |
| "step": 2105, |
| "train_runtime": 28962.1347, |
| "train_tokens_per_second": 7402.799 |
| }, |
| { |
| "epoch": 1.8173987941429801, |
| "grad_norm": 0.5932564357300775, |
| "learning_rate": 2.0618962222631434e-07, |
| "loss": 0.30562429428100585, |
| "num_input_tokens_seen": 214933176, |
| "step": 2110, |
| "train_runtime": 29019.6315, |
| "train_tokens_per_second": 7406.475 |
| }, |
| { |
| "epoch": 1.8217054263565893, |
| "grad_norm": 0.7273993480230436, |
| "learning_rate": 1.9668620857720865e-07, |
| "loss": 0.3033386945724487, |
| "num_input_tokens_seen": 215387240, |
| "step": 2115, |
| "train_runtime": 29081.5024, |
| "train_tokens_per_second": 7406.331 |
| }, |
| { |
| "epoch": 1.826012058570198, |
| "grad_norm": 0.5794672931344478, |
| "learning_rate": 1.8740260856214388e-07, |
| "loss": 0.30868115425109866, |
| "num_input_tokens_seen": 215936824, |
| "step": 2120, |
| "train_runtime": 29150.3054, |
| "train_tokens_per_second": 7407.704 |
| }, |
| { |
| "epoch": 1.8303186907838072, |
| "grad_norm": 0.644533623475115, |
| "learning_rate": 1.7833924702570725e-07, |
| "loss": 0.30875744819641116, |
| "num_input_tokens_seen": 216480984, |
| "step": 2125, |
| "train_runtime": 29226.4831, |
| "train_tokens_per_second": 7407.015 |
| }, |
| { |
| "epoch": 1.8346253229974159, |
| "grad_norm": 0.6156843271663307, |
| "learning_rate": 1.6949653873372828e-07, |
| "loss": 0.2976231098175049, |
| "num_input_tokens_seen": 216985056, |
| "step": 2130, |
| "train_runtime": 29303.3245, |
| "train_tokens_per_second": 7404.793 |
| }, |
| { |
| "epoch": 1.838931955211025, |
| "grad_norm": 0.5929671577727561, |
| "learning_rate": 1.6087488835430208e-07, |
| "loss": 0.3137772560119629, |
| "num_input_tokens_seen": 217567072, |
| "step": 2135, |
| "train_runtime": 29380.4773, |
| "train_tokens_per_second": 7405.158 |
| }, |
| { |
| "epoch": 1.843238587424634, |
| "grad_norm": 0.6832951069959544, |
| "learning_rate": 1.5247469043927153e-07, |
| "loss": 0.304307746887207, |
| "num_input_tokens_seen": 218066976, |
| "step": 2140, |
| "train_runtime": 29445.7965, |
| "train_tokens_per_second": 7405.708 |
| }, |
| { |
| "epoch": 1.847545219638243, |
| "grad_norm": 0.6130447989309619, |
| "learning_rate": 1.4429632940616721e-07, |
| "loss": 0.31688547134399414, |
| "num_input_tokens_seen": 218547776, |
| "step": 2145, |
| "train_runtime": 29519.0458, |
| "train_tokens_per_second": 7403.619 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 0.5920284879807376, |
| "learning_rate": 1.3634017952061872e-07, |
| "loss": 0.2871793270111084, |
| "num_input_tokens_seen": 219097408, |
| "step": 2150, |
| "train_runtime": 29593.4565, |
| "train_tokens_per_second": 7403.576 |
| }, |
| { |
| "epoch": 1.8561584840654608, |
| "grad_norm": 0.5989232424009299, |
| "learning_rate": 1.2860660487922616e-07, |
| "loss": 0.3016232967376709, |
| "num_input_tokens_seen": 219617128, |
| "step": 2155, |
| "train_runtime": 29659.0858, |
| "train_tokens_per_second": 7404.717 |
| }, |
| { |
| "epoch": 1.8604651162790697, |
| "grad_norm": 0.6274792319418983, |
| "learning_rate": 1.2109595939289676e-07, |
| "loss": 0.3069549560546875, |
| "num_input_tokens_seen": 220118992, |
| "step": 2160, |
| "train_runtime": 29729.4276, |
| "train_tokens_per_second": 7404.078 |
| }, |
| { |
| "epoch": 1.8647717484926787, |
| "grad_norm": 0.639624885028358, |
| "learning_rate": 1.1380858677065177e-07, |
| "loss": 0.29118402004241944, |
| "num_input_tokens_seen": 220620384, |
| "step": 2165, |
| "train_runtime": 29800.9726, |
| "train_tokens_per_second": 7403.127 |
| }, |
| { |
| "epoch": 1.8690783807062878, |
| "grad_norm": 0.6263759770644098, |
| "learning_rate": 1.0674482050389457e-07, |
| "loss": 0.3211177349090576, |
| "num_input_tokens_seen": 221104624, |
| "step": 2170, |
| "train_runtime": 29867.1222, |
| "train_tokens_per_second": 7402.944 |
| }, |
| { |
| "epoch": 1.8733850129198966, |
| "grad_norm": 0.5850849374408646, |
| "learning_rate": 9.990498385115066e-08, |
| "loss": 0.2935049533843994, |
| "num_input_tokens_seen": 221664440, |
| "step": 2175, |
| "train_runtime": 29933.121, |
| "train_tokens_per_second": 7405.323 |
| }, |
| { |
| "epoch": 1.8776916451335057, |
| "grad_norm": 0.6187947000777021, |
| "learning_rate": 9.328938982327396e-08, |
| "loss": 0.2967803478240967, |
| "num_input_tokens_seen": 222166280, |
| "step": 2180, |
| "train_runtime": 29994.8442, |
| "train_tokens_per_second": 7406.816 |
| }, |
| { |
| "epoch": 1.8819982773471144, |
| "grad_norm": 0.6117271333511343, |
| "learning_rate": 8.68983411691221e-08, |
| "loss": 0.3003566265106201, |
| "num_input_tokens_seen": 222663120, |
| "step": 2185, |
| "train_runtime": 30054.1743, |
| "train_tokens_per_second": 7408.725 |
| }, |
| { |
| "epoch": 1.8863049095607236, |
| "grad_norm": 0.6274877192256639, |
| "learning_rate": 8.073213036170258e-08, |
| "loss": 0.30220422744750974, |
| "num_input_tokens_seen": 223174608, |
| "step": 2190, |
| "train_runtime": 30117.6604, |
| "train_tokens_per_second": 7410.091 |
| }, |
| { |
| "epoch": 1.8906115417743323, |
| "grad_norm": 0.5663763479699041, |
| "learning_rate": 7.479103958478783e-08, |
| "loss": 0.3004784107208252, |
| "num_input_tokens_seen": 223724416, |
| "step": 2195, |
| "train_runtime": 30178.196, |
| "train_tokens_per_second": 7413.446 |
| }, |
| { |
| "epoch": 1.8949181739879415, |
| "grad_norm": 0.6615913855044907, |
| "learning_rate": 6.907534072000177e-08, |
| "loss": 0.30257329940795896, |
| "num_input_tokens_seen": 224257552, |
| "step": 2200, |
| "train_runtime": 30257.9783, |
| "train_tokens_per_second": 7411.518 |
| }, |
| { |
| "epoch": 1.8992248062015504, |
| "grad_norm": 0.554939875230265, |
| "learning_rate": 6.358529533437796e-08, |
| "loss": 0.2995903491973877, |
| "num_input_tokens_seen": 224783568, |
| "step": 2205, |
| "train_runtime": 30331.9171, |
| "train_tokens_per_second": 7410.793 |
| }, |
| { |
| "epoch": 1.9035314384151594, |
| "grad_norm": 0.6083628550269634, |
| "learning_rate": 5.832115466838872e-08, |
| "loss": 0.29779205322265623, |
| "num_input_tokens_seen": 225281672, |
| "step": 2210, |
| "train_runtime": 30407.547, |
| "train_tokens_per_second": 7408.742 |
| }, |
| { |
| "epoch": 1.9078380706287683, |
| "grad_norm": 0.6279252265728321, |
| "learning_rate": 5.3283159624448745e-08, |
| "loss": 0.3170241117477417, |
| "num_input_tokens_seen": 225814656, |
| "step": 2215, |
| "train_runtime": 30466.2688, |
| "train_tokens_per_second": 7411.956 |
| }, |
| { |
| "epoch": 1.9121447028423773, |
| "grad_norm": 0.7185275451441703, |
| "learning_rate": 4.847154075589e-08, |
| "loss": 0.3137502670288086, |
| "num_input_tokens_seen": 226330440, |
| "step": 2220, |
| "train_runtime": 30533.9136, |
| "train_tokens_per_second": 7412.428 |
| }, |
| { |
| "epoch": 1.9164513350559862, |
| "grad_norm": 0.5936044355682394, |
| "learning_rate": 4.3886518256411325e-08, |
| "loss": 0.3071382999420166, |
| "num_input_tokens_seen": 226837032, |
| "step": 2225, |
| "train_runtime": 30605.5094, |
| "train_tokens_per_second": 7411.64 |
| }, |
| { |
| "epoch": 1.9207579672695951, |
| "grad_norm": 0.6318773911159581, |
| "learning_rate": 3.9528301950000345e-08, |
| "loss": 0.30357215404510496, |
| "num_input_tokens_seen": 227345616, |
| "step": 2230, |
| "train_runtime": 30681.0349, |
| "train_tokens_per_second": 7409.972 |
| }, |
| { |
| "epoch": 1.9250645994832043, |
| "grad_norm": 0.5951318413675115, |
| "learning_rate": 3.539709128133395e-08, |
| "loss": 0.3153378963470459, |
| "num_input_tokens_seen": 227840184, |
| "step": 2235, |
| "train_runtime": 30751.0125, |
| "train_tokens_per_second": 7409.193 |
| }, |
| { |
| "epoch": 1.929371231696813, |
| "grad_norm": 0.6707938307520876, |
| "learning_rate": 3.149307530664891e-08, |
| "loss": 0.30716452598571775, |
| "num_input_tokens_seen": 228355216, |
| "step": 2240, |
| "train_runtime": 30817.8728, |
| "train_tokens_per_second": 7409.831 |
| }, |
| { |
| "epoch": 1.9336778639104222, |
| "grad_norm": 0.6127756791716347, |
| "learning_rate": 2.7816432685091598e-08, |
| "loss": 0.2936999320983887, |
| "num_input_tokens_seen": 228882600, |
| "step": 2245, |
| "train_runtime": 30882.7718, |
| "train_tokens_per_second": 7411.336 |
| }, |
| { |
| "epoch": 1.937984496124031, |
| "grad_norm": 0.551559122734471, |
| "learning_rate": 2.4367331670539506e-08, |
| "loss": 0.3067632675170898, |
| "num_input_tokens_seen": 229400664, |
| "step": 2250, |
| "train_runtime": 30954.957, |
| "train_tokens_per_second": 7410.789 |
| }, |
| { |
| "epoch": 1.94229112833764, |
| "grad_norm": 0.6350936400123717, |
| "learning_rate": 2.1145930103904645e-08, |
| "loss": 0.3079858303070068, |
| "num_input_tokens_seen": 229912008, |
| "step": 2255, |
| "train_runtime": 31022.3371, |
| "train_tokens_per_second": 7411.176 |
| }, |
| { |
| "epoch": 1.9465977605512488, |
| "grad_norm": 0.6737908112781935, |
| "learning_rate": 1.8152375405909305e-08, |
| "loss": 0.3009981632232666, |
| "num_input_tokens_seen": 230446552, |
| "step": 2260, |
| "train_runtime": 31098.5518, |
| "train_tokens_per_second": 7410.202 |
| }, |
| { |
| "epoch": 1.950904392764858, |
| "grad_norm": 0.7144758716926696, |
| "learning_rate": 1.538680457033814e-08, |
| "loss": 0.3050046920776367, |
| "num_input_tokens_seen": 230974000, |
| "step": 2265, |
| "train_runtime": 31173.146, |
| "train_tokens_per_second": 7409.39 |
| }, |
| { |
| "epoch": 1.9552110249784669, |
| "grad_norm": 0.6702413804814763, |
| "learning_rate": 1.284934415776984e-08, |
| "loss": 0.3118910789489746, |
| "num_input_tokens_seen": 231510712, |
| "step": 2270, |
| "train_runtime": 31249.4408, |
| "train_tokens_per_second": 7408.475 |
| }, |
| { |
| "epoch": 1.9595176571920758, |
| "grad_norm": 0.6610446821494167, |
| "learning_rate": 1.0540110289786742e-08, |
| "loss": 0.28809175491333006, |
| "num_input_tokens_seen": 231960472, |
| "step": 2275, |
| "train_runtime": 31314.9022, |
| "train_tokens_per_second": 7407.351 |
| }, |
| { |
| "epoch": 1.9638242894056848, |
| "grad_norm": 0.6292947995618373, |
| "learning_rate": 8.459208643659122e-09, |
| "loss": 0.3013895511627197, |
| "num_input_tokens_seen": 232466016, |
| "step": 2280, |
| "train_runtime": 31390.756, |
| "train_tokens_per_second": 7405.556 |
| }, |
| { |
| "epoch": 1.9681309216192937, |
| "grad_norm": 0.6388156769135576, |
| "learning_rate": 6.606734447507923e-09, |
| "loss": 0.2956396579742432, |
| "num_input_tokens_seen": 233001544, |
| "step": 2285, |
| "train_runtime": 31455.4291, |
| "train_tokens_per_second": 7407.355 |
| }, |
| { |
| "epoch": 1.9724375538329026, |
| "grad_norm": 0.7338122921014575, |
| "learning_rate": 4.982772475951026e-09, |
| "loss": 0.3004451751708984, |
| "num_input_tokens_seen": 233486880, |
| "step": 2290, |
| "train_runtime": 31524.8943, |
| "train_tokens_per_second": 7406.429 |
| }, |
| { |
| "epoch": 1.9767441860465116, |
| "grad_norm": 0.6784313338377094, |
| "learning_rate": 3.587397046219132e-09, |
| "loss": 0.3195258617401123, |
| "num_input_tokens_seen": 233992944, |
| "step": 2295, |
| "train_runtime": 31592.025, |
| "train_tokens_per_second": 7406.709 |
| }, |
| { |
| "epoch": 1.9810508182601207, |
| "grad_norm": 0.5996807721646643, |
| "learning_rate": 2.4206720147573748e-09, |
| "loss": 0.3012960433959961, |
| "num_input_tokens_seen": 234505824, |
| "step": 2300, |
| "train_runtime": 31662.022, |
| "train_tokens_per_second": 7406.533 |
| }, |
| { |
| "epoch": 1.9853574504737295, |
| "grad_norm": 0.612165146123787, |
| "learning_rate": 1.4826507743032071e-09, |
| "loss": 0.2931736707687378, |
| "num_input_tokens_seen": 234988896, |
| "step": 2305, |
| "train_runtime": 31727.6848, |
| "train_tokens_per_second": 7406.431 |
| }, |
| { |
| "epoch": 1.9896640826873386, |
| "grad_norm": 0.5687329803521689, |
| "learning_rate": 7.733762514411381e-10, |
| "loss": 0.3052358865737915, |
| "num_input_tokens_seen": 235490216, |
| "step": 2310, |
| "train_runtime": 31802.994, |
| "train_tokens_per_second": 7404.656 |
| }, |
| { |
| "epoch": 1.9939707149009473, |
| "grad_norm": 0.6676211550092361, |
| "learning_rate": 2.928809046398584e-10, |
| "loss": 0.29867162704467776, |
| "num_input_tokens_seen": 236010080, |
| "step": 2315, |
| "train_runtime": 31879.2306, |
| "train_tokens_per_second": 7403.255 |
| }, |
| { |
| "epoch": 1.9982773471145565, |
| "grad_norm": 0.5980690602806559, |
| "learning_rate": 4.118672276620661e-11, |
| "loss": 0.3062272548675537, |
| "num_input_tokens_seen": 236545192, |
| "step": 2320, |
| "train_runtime": 31958.4063, |
| "train_tokens_per_second": 7401.658 |
| }, |
| { |
| "epoch": 2.0, |
| "num_input_tokens_seen": 236749552, |
| "step": 2322, |
| "total_flos": 437831363461120.0, |
| "train_loss": 0.3453142216989031, |
| "train_runtime": 32003.0179, |
| "train_samples_per_second": 0.58, |
| "train_steps_per_second": 0.073 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2322, |
| "num_input_tokens_seen": 236749552, |
| "num_train_epochs": 2, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 437831363461120.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
