| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 29.78527607361963, | |
| "eval_steps": 2, | |
| "global_step": 30, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.7852760736196319, | |
| "grad_norm": 16.91557013833436, | |
| "learning_rate": 6.25e-07, | |
| "loss": 0.6924901008605957, | |
| "memory(GiB)": 59.48, | |
| "step": 1, | |
| "token_acc": 0.8249132429587075, | |
| "train_speed(iter/s)": 0.004929 | |
| }, | |
| { | |
| "epoch": 1.7852760736196318, | |
| "grad_norm": 32.093819128778975, | |
| "learning_rate": 1.25e-06, | |
| "loss": 1.3804800510406494, | |
| "memory(GiB)": 65.24, | |
| "step": 2, | |
| "token_acc": 0.8298509781294038, | |
| "train_speed(iter/s)": 0.004777 | |
| }, | |
| { | |
| "epoch": 2.785276073619632, | |
| "grad_norm": 28.105492367287425, | |
| "learning_rate": 1.8750000000000003e-06, | |
| "loss": 1.368883490562439, | |
| "memory(GiB)": 65.24, | |
| "step": 3, | |
| "token_acc": 0.8234861950468065, | |
| "train_speed(iter/s)": 0.004504 | |
| }, | |
| { | |
| "epoch": 3.785276073619632, | |
| "grad_norm": 23.4948914824423, | |
| "learning_rate": 2.5e-06, | |
| "loss": 1.3871572017669678, | |
| "memory(GiB)": 65.24, | |
| "step": 4, | |
| "token_acc": 0.8268231152830742, | |
| "train_speed(iter/s)": 0.004539 | |
| }, | |
| { | |
| "epoch": 4.785276073619632, | |
| "grad_norm": 22.70640438340761, | |
| "learning_rate": 3.125e-06, | |
| "loss": 1.3857779502868652, | |
| "memory(GiB)": 65.24, | |
| "step": 5, | |
| "token_acc": 0.8242320404393895, | |
| "train_speed(iter/s)": 0.004446 | |
| }, | |
| { | |
| "epoch": 5.785276073619632, | |
| "grad_norm": 15.466734654904698, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 1.2761751413345337, | |
| "memory(GiB)": 65.24, | |
| "step": 6, | |
| "token_acc": 0.8388591983556012, | |
| "train_speed(iter/s)": 0.004472 | |
| }, | |
| { | |
| "epoch": 6.785276073619632, | |
| "grad_norm": 16.008101850251936, | |
| "learning_rate": 4.3750000000000005e-06, | |
| "loss": 1.254455804824829, | |
| "memory(GiB)": 65.24, | |
| "step": 7, | |
| "token_acc": 0.8327785368277233, | |
| "train_speed(iter/s)": 0.004412 | |
| }, | |
| { | |
| "epoch": 7.785276073619632, | |
| "grad_norm": 14.437159936379576, | |
| "learning_rate": 5e-06, | |
| "loss": 1.2218172550201416, | |
| "memory(GiB)": 65.24, | |
| "step": 8, | |
| "token_acc": 0.8436573882508192, | |
| "train_speed(iter/s)": 0.004441 | |
| }, | |
| { | |
| "epoch": 8.785276073619633, | |
| "grad_norm": 11.827036693336053, | |
| "learning_rate": 4.987961816680493e-06, | |
| "loss": 1.0844422578811646, | |
| "memory(GiB)": 65.24, | |
| "step": 9, | |
| "token_acc": 0.8532927916376647, | |
| "train_speed(iter/s)": 0.004399 | |
| }, | |
| { | |
| "epoch": 9.785276073619633, | |
| "grad_norm": 8.677216453543807, | |
| "learning_rate": 4.9519632010080765e-06, | |
| "loss": 1.0037188529968262, | |
| "memory(GiB)": 65.24, | |
| "step": 10, | |
| "token_acc": 0.8562772549919669, | |
| "train_speed(iter/s)": 0.00442 | |
| }, | |
| { | |
| "epoch": 10.785276073619633, | |
| "grad_norm": 9.608357831993152, | |
| "learning_rate": 4.8923508393305224e-06, | |
| "loss": 0.8877495527267456, | |
| "memory(GiB)": 65.24, | |
| "step": 11, | |
| "token_acc": 0.8673956568612352, | |
| "train_speed(iter/s)": 0.004387 | |
| }, | |
| { | |
| "epoch": 11.785276073619633, | |
| "grad_norm": 5.865247304013574, | |
| "learning_rate": 4.809698831278217e-06, | |
| "loss": 0.8756588697433472, | |
| "memory(GiB)": 65.24, | |
| "step": 12, | |
| "token_acc": 0.8741366742033928, | |
| "train_speed(iter/s)": 0.004405 | |
| }, | |
| { | |
| "epoch": 12.785276073619633, | |
| "grad_norm": 8.181094202272746, | |
| "learning_rate": 4.704803160870888e-06, | |
| "loss": 0.8439725637435913, | |
| "memory(GiB)": 65.24, | |
| "step": 13, | |
| "token_acc": 0.8747614672415012, | |
| "train_speed(iter/s)": 0.00438 | |
| }, | |
| { | |
| "epoch": 13.785276073619633, | |
| "grad_norm": 3.0779863644676038, | |
| "learning_rate": 4.578674030756364e-06, | |
| "loss": 0.8301749229431152, | |
| "memory(GiB)": 65.24, | |
| "step": 14, | |
| "token_acc": 0.8825180146971391, | |
| "train_speed(iter/s)": 0.0044 | |
| }, | |
| { | |
| "epoch": 14.785276073619633, | |
| "grad_norm": 2.2519308642126976, | |
| "learning_rate": 4.432526133406843e-06, | |
| "loss": 0.7788468599319458, | |
| "memory(GiB)": 65.24, | |
| "step": 15, | |
| "token_acc": 0.8834006700827749, | |
| "train_speed(iter/s)": 0.004377 | |
| }, | |
| { | |
| "epoch": 15.785276073619633, | |
| "grad_norm": 2.472550949106497, | |
| "learning_rate": 4.267766952966369e-06, | |
| "loss": 0.7373002767562866, | |
| "memory(GiB)": 65.24, | |
| "step": 16, | |
| "token_acc": 0.8850886438730918, | |
| "train_speed(iter/s)": 0.004393 | |
| }, | |
| { | |
| "epoch": 16.78527607361963, | |
| "grad_norm": 2.167954580123407, | |
| "learning_rate": 4.085983210409114e-06, | |
| "loss": 0.7213550806045532, | |
| "memory(GiB)": 65.24, | |
| "step": 17, | |
| "token_acc": 0.8929335420724931, | |
| "train_speed(iter/s)": 0.004374 | |
| }, | |
| { | |
| "epoch": 17.78527607361963, | |
| "grad_norm": 7.407922053021935, | |
| "learning_rate": 3.888925582549006e-06, | |
| "loss": 0.6829527616500854, | |
| "memory(GiB)": 65.24, | |
| "step": 18, | |
| "token_acc": 0.898971411837915, | |
| "train_speed(iter/s)": 0.004387 | |
| }, | |
| { | |
| "epoch": 18.78527607361963, | |
| "grad_norm": 3.205996489689816, | |
| "learning_rate": 3.6784918420649952e-06, | |
| "loss": 0.6937679648399353, | |
| "memory(GiB)": 65.24, | |
| "step": 19, | |
| "token_acc": 0.89389552274522, | |
| "train_speed(iter/s)": 0.004367 | |
| }, | |
| { | |
| "epoch": 19.78527607361963, | |
| "grad_norm": 1.8062200639280714, | |
| "learning_rate": 3.4567085809127247e-06, | |
| "loss": 0.6299235224723816, | |
| "memory(GiB)": 65.24, | |
| "step": 20, | |
| "token_acc": 0.8986795675864391, | |
| "train_speed(iter/s)": 0.004381 | |
| }, | |
| { | |
| "epoch": 20.78527607361963, | |
| "grad_norm": 1.8367029186994497, | |
| "learning_rate": 3.225711693136156e-06, | |
| "loss": 0.6152043342590332, | |
| "memory(GiB)": 65.24, | |
| "step": 21, | |
| "token_acc": 0.8981181532678849, | |
| "train_speed(iter/s)": 0.004366 | |
| }, | |
| { | |
| "epoch": 21.78527607361963, | |
| "grad_norm": 1.6858306482437981, | |
| "learning_rate": 2.9877258050403214e-06, | |
| "loss": 0.5852848887443542, | |
| "memory(GiB)": 65.24, | |
| "step": 22, | |
| "token_acc": 0.9046662374852932, | |
| "train_speed(iter/s)": 0.004377 | |
| }, | |
| { | |
| "epoch": 22.78527607361963, | |
| "grad_norm": 1.5396750222326772, | |
| "learning_rate": 2.7450428508239024e-06, | |
| "loss": 0.5857734680175781, | |
| "memory(GiB)": 65.24, | |
| "step": 23, | |
| "token_acc": 0.9069728121195726, | |
| "train_speed(iter/s)": 0.004362 | |
| }, | |
| { | |
| "epoch": 23.78527607361963, | |
| "grad_norm": 2.726801161598347, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.594467043876648, | |
| "memory(GiB)": 65.24, | |
| "step": 24, | |
| "token_acc": 0.9061053767793295, | |
| "train_speed(iter/s)": 0.004374 | |
| }, | |
| { | |
| "epoch": 24.78527607361963, | |
| "grad_norm": 1.3473993763783847, | |
| "learning_rate": 2.2549571491760985e-06, | |
| "loss": 0.5740076303482056, | |
| "memory(GiB)": 65.24, | |
| "step": 25, | |
| "token_acc": 0.9047997112955611, | |
| "train_speed(iter/s)": 0.004361 | |
| }, | |
| { | |
| "epoch": 25.78527607361963, | |
| "grad_norm": 1.4244563323397152, | |
| "learning_rate": 2.01227419495968e-06, | |
| "loss": 0.5681454539299011, | |
| "memory(GiB)": 65.24, | |
| "step": 26, | |
| "token_acc": 0.9087721742360918, | |
| "train_speed(iter/s)": 0.00437 | |
| }, | |
| { | |
| "epoch": 26.78527607361963, | |
| "grad_norm": 1.239553560433712, | |
| "learning_rate": 1.7742883068638447e-06, | |
| "loss": 0.5257890224456787, | |
| "memory(GiB)": 65.24, | |
| "step": 27, | |
| "token_acc": 0.9064646632419414, | |
| "train_speed(iter/s)": 0.00436 | |
| }, | |
| { | |
| "epoch": 27.78527607361963, | |
| "grad_norm": 1.1788437383399384, | |
| "learning_rate": 1.5432914190872757e-06, | |
| "loss": 0.5807796716690063, | |
| "memory(GiB)": 65.24, | |
| "step": 28, | |
| "token_acc": 0.9147543418525945, | |
| "train_speed(iter/s)": 0.004368 | |
| }, | |
| { | |
| "epoch": 28.78527607361963, | |
| "grad_norm": 1.1910633482768642, | |
| "learning_rate": 1.3215081579350058e-06, | |
| "loss": 0.5537985563278198, | |
| "memory(GiB)": 65.24, | |
| "step": 29, | |
| "token_acc": 0.9150303118131536, | |
| "train_speed(iter/s)": 0.004357 | |
| }, | |
| { | |
| "epoch": 29.78527607361963, | |
| "grad_norm": 1.2237195172674145, | |
| "learning_rate": 1.1110744174509952e-06, | |
| "loss": 0.5225300788879395, | |
| "memory(GiB)": 65.24, | |
| "step": 30, | |
| "token_acc": 0.9138848454453157, | |
| "train_speed(iter/s)": 0.004366 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 40, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 40, | |
| "save_steps": 2, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 47704180129792.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |