gla_25M.json

[
  {
    "step": 0,
    "val_loss": 5.640983986854553,
    "tok_per_s": 0.0
  },
  {
    "step": 0,
    "train_loss": 5.634721755981445,
    "lr": 1e-06,
    "grad_norm": 12.607086436558875
  },
  {
    "step": 400,
    "train_loss": 2.629965305328369,
    "lr": 0.00040100000000000004,
    "grad_norm": 1.66587478767584
  },
  {
    "step": 500,
    "val_loss": 3.769664227962494,
    "tok_per_s": 3042.8231135326296
  },
  {
    "step": 800,
    "train_loss": 2.148674964904785,
    "lr": 0.0008010000000000001,
    "grad_norm": 1.1605165896392973
  },
  {
    "step": 1000,
    "val_loss": 3.7590306758880616,
    "tok_per_s": 5612.427240002938
  },
  {
    "step": 1200,
    "train_loss": 2.2364728450775146,
    "lr": 0.000988964669915361,
    "grad_norm": 0.9972622909600706
  },
  {
    "step": 1500,
    "val_loss": 3.4896115183830263,
    "tok_per_s": 7818.960460836108
  },
  {
    "step": 1600,
    "train_loss": 1.9360148906707764,
    "lr": 0.0009042005118087267,
    "grad_norm": 0.7311790450787055
  },
  {
    "step": 2000,
    "val_loss": 3.6740593791007994,
    "tok_per_s": 9761.97235873411
  },
  {
    "step": 2000,
    "train_loss": 1.753335952758789,
    "lr": 0.0007495464131639923,
    "grad_norm": 0.7384131696379053
  },
  {
    "step": 2400,
    "train_loss": 1.6950229406356812,
    "lr": 0.0005517434726252113,
    "grad_norm": 0.5669060392883613
  },
  {
    "step": 2500,
    "val_loss": 3.5427012920379637,
    "tok_per_s": 11471.654518421445
  },
  {
    "step": 2800,
    "train_loss": 1.6302014589309692,
    "lr": 0.00034499361559483973,
    "grad_norm": 0.5795686377318386
  },
  {
    "step": 3000,
    "val_loss": 3.404037892818451,
    "tok_per_s": 12984.195805231486
  },
  {
    "step": 3200,
    "train_loss": 1.938350796699524,
    "lr": 0.00016504577061691466,
    "grad_norm": 0.6872694114985712
  },
  {
    "step": 3500,
    "val_loss": 3.5261181354522706,
    "tok_per_s": 14324.63255784625
  },
  {
    "step": 3600,
    "train_loss": 1.614745855331421,
    "lr": 4.301455486296946e-05,
    "grad_norm": 0.6007246302215206
  },
  {
    "step": 4000,
    "val_loss": 3.5474262833595276,
    "tok_per_s": 15547.294000883148
  },
  {
    "step": 4000,
    "train_loss": 1.6616897583007812,
    "lr": 2.741556527352529e-10,
    "grad_norm": 0.6082381440308673
  }
]