all_results.json

{
    "achieved_tflops_per_gpu": 0.0037059419207102905,
    "achieved_tflops_per_gpu_theoretical": 575.9437756799387,
    "epoch": 7.0,
    "loss_nan_ranks": 0,
    "loss_rank_avg": 0.17696434259414673,
    "mfu_percent": 0.0002619040226650382,
    "mfu_percent_theoretical": 40.70274033073771,
    "total_flos": 1518375161495552.0,
    "train_loss": 0.21155054198480733,
    "train_runtime": 25607.106,
    "train_samples_per_second": 2.714,
    "train_steps_per_second": 0.17,
    "valid_targets_mean": 4512.6,
    "valid_targets_min": 535
}