| { |
| "best_metric": 0.9262784238149737, |
| "best_model_checkpoint": "./output//roberta-large_ipc1_A_5_32_5e-6_0.01_0.06_07-07-22_18-28/checkpoint-28000", |
| "epoch": 0.20382165605095542, |
| "global_step": 28000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01, |
| "learning_rate": 2.4264188484216146e-07, |
| "loss": 0.4036, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.01, |
| "eval_accuracy": 0.29802271068070474, |
| "eval_f1": 0.4513093341029148, |
| "eval_loss": 0.18722428381443024, |
| "eval_roc_auc": 0.6489909583092993, |
| "eval_runtime": 6738.4514, |
| "eval_samples_per_second": 33.744, |
| "eval_steps_per_second": 2.109, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 4.852837696843229e-07, |
| "loss": 0.139, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03, |
| "eval_accuracy": 0.7495184315381165, |
| "eval_f1": 0.8233456807060868, |
| "eval_loss": 0.09316979348659515, |
| "eval_roc_auc": 0.8729328968232468, |
| "eval_runtime": 6731.1126, |
| "eval_samples_per_second": 33.781, |
| "eval_steps_per_second": 2.111, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 7.279256545264844e-07, |
| "loss": 0.0833, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_accuracy": 0.8257777660500831, |
| "eval_f1": 0.8730237370770162, |
| "eval_loss": 0.06400171667337418, |
| "eval_roc_auc": 0.9127664928657763, |
| "eval_runtime": 6737.696, |
| "eval_samples_per_second": 33.748, |
| "eval_steps_per_second": 2.109, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 9.705675393686458e-07, |
| "loss": 0.0609, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.06, |
| "eval_accuracy": 0.8517252904803371, |
| "eval_f1": 0.8936563937601606, |
| "eval_loss": 0.04994160309433937, |
| "eval_roc_auc": 0.9287281571162814, |
| "eval_runtime": 6739.6994, |
| "eval_samples_per_second": 33.738, |
| "eval_steps_per_second": 2.109, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 1.2132094242108074e-06, |
| "loss": 0.0486, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.07, |
| "eval_accuracy": 0.8612335189241013, |
| "eval_f1": 0.9012467044040513, |
| "eval_loss": 0.042878150939941406, |
| "eval_roc_auc": 0.9363720666329317, |
| "eval_runtime": 6737.7132, |
| "eval_samples_per_second": 33.748, |
| "eval_steps_per_second": 2.109, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 1.4558513090529688e-06, |
| "loss": 0.0428, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.09, |
| "eval_accuracy": 0.8677643788866313, |
| "eval_f1": 0.9071863695310901, |
| "eval_loss": 0.03869173675775528, |
| "eval_roc_auc": 0.9411312512824218, |
| "eval_runtime": 6738.7732, |
| "eval_samples_per_second": 33.742, |
| "eval_steps_per_second": 2.109, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 1.6984931938951305e-06, |
| "loss": 0.0381, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_accuracy": 0.8750956540095522, |
| "eval_f1": 0.9134744162179311, |
| "eval_loss": 0.035005878657102585, |
| "eval_roc_auc": 0.9451390338347415, |
| "eval_runtime": 6740.1138, |
| "eval_samples_per_second": 33.736, |
| "eval_steps_per_second": 2.109, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 1.9411350787372917e-06, |
| "loss": 0.035, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_accuracy": 0.8797310253230247, |
| "eval_f1": 0.916496962291688, |
| "eval_loss": 0.03334926813840866, |
| "eval_roc_auc": 0.9482613871646639, |
| "eval_runtime": 6745.7206, |
| "eval_samples_per_second": 33.708, |
| "eval_steps_per_second": 2.107, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 2.1837769635794533e-06, |
| "loss": 0.0339, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.13, |
| "eval_accuracy": 0.8754386890782911, |
| "eval_f1": 0.9137814990877805, |
| "eval_loss": 0.03394022211432457, |
| "eval_roc_auc": 0.9477629191629577, |
| "eval_runtime": 6743.1748, |
| "eval_samples_per_second": 33.72, |
| "eval_steps_per_second": 2.108, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 2.426418848421615e-06, |
| "loss": 0.033, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.15, |
| "eval_accuracy": 0.8812702852468534, |
| "eval_f1": 0.9188712895614195, |
| "eval_loss": 0.03143986314535141, |
| "eval_roc_auc": 0.9501313707572241, |
| "eval_runtime": 6746.8218, |
| "eval_samples_per_second": 33.702, |
| "eval_steps_per_second": 2.106, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 2.6690607332637764e-06, |
| "loss": 0.0315, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_accuracy": 0.8836671328425293, |
| "eval_f1": 0.9219864147882801, |
| "eval_loss": 0.02986242063343525, |
| "eval_roc_auc": 0.952957229106777, |
| "eval_runtime": 6747.8476, |
| "eval_samples_per_second": 33.697, |
| "eval_steps_per_second": 2.106, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 2.9117026181059375e-06, |
| "loss": 0.0306, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.17, |
| "eval_accuracy": 0.8826424255218092, |
| "eval_f1": 0.9214287520120004, |
| "eval_loss": 0.03005838766694069, |
| "eval_roc_auc": 0.9537168355560653, |
| "eval_runtime": 6748.6977, |
| "eval_samples_per_second": 33.693, |
| "eval_steps_per_second": 2.106, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 3.154344502948099e-06, |
| "loss": 0.03, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.19, |
| "eval_accuracy": 0.8873129799192548, |
| "eval_f1": 0.924658794955391, |
| "eval_loss": 0.028916172683238983, |
| "eval_roc_auc": 0.9536678452333417, |
| "eval_runtime": 6745.8355, |
| "eval_samples_per_second": 33.707, |
| "eval_steps_per_second": 2.107, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 3.396986387790261e-06, |
| "loss": 0.0294, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_accuracy": 0.8904354786218786, |
| "eval_f1": 0.9262784238149737, |
| "eval_loss": 0.028293747454881668, |
| "eval_roc_auc": 0.954565095074253, |
| "eval_runtime": 6746.7818, |
| "eval_samples_per_second": 33.702, |
| "eval_steps_per_second": 2.106, |
| "step": 28000 |
| } |
| ], |
| "max_steps": 686875, |
| "num_train_epochs": 5, |
| "total_flos": 8.35050000089088e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
