{ "best_global_step": 1500, "best_metric": 0.6884484673104748, "best_model_checkpoint": "./results_2/checkpoint-1500", "epoch": 0.7317073170731707, "eval_steps": 100, "global_step": 1500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.004878048780487805, "grad_norm": 0.09305039048194885, "learning_rate": 1.0000000000000002e-06, "loss": 0.0173, "step": 10 }, { "epoch": 0.00975609756097561, "grad_norm": 0.09173406660556793, "learning_rate": 2.0000000000000003e-06, "loss": 0.0167, "step": 20 }, { "epoch": 0.014634146341463415, "grad_norm": 0.09779594093561172, "learning_rate": 3e-06, "loss": 0.0165, "step": 30 }, { "epoch": 0.01951219512195122, "grad_norm": 0.1044146940112114, "learning_rate": 4.000000000000001e-06, "loss": 0.0144, "step": 40 }, { "epoch": 0.024390243902439025, "grad_norm": 0.09117760509252548, "learning_rate": 5e-06, "loss": 0.0156, "step": 50 }, { "epoch": 0.02926829268292683, "grad_norm": 0.08018726110458374, "learning_rate": 6e-06, "loss": 0.0149, "step": 60 }, { "epoch": 0.03414634146341464, "grad_norm": 0.1090320348739624, "learning_rate": 7.000000000000001e-06, "loss": 0.0152, "step": 70 }, { "epoch": 0.03902439024390244, "grad_norm": 0.09608811885118484, "learning_rate": 8.000000000000001e-06, "loss": 0.017, "step": 80 }, { "epoch": 0.04390243902439024, "grad_norm": 0.08458913117647171, "learning_rate": 9e-06, "loss": 0.0167, "step": 90 }, { "epoch": 0.04878048780487805, "grad_norm": 0.07629529386758804, "learning_rate": 1e-05, "loss": 0.0153, "step": 100 }, { "epoch": 0.04878048780487805, "eval_f1": 0.6863881803425316, "eval_loss": 0.018864748999476433, "eval_precision": 0.6192098499790808, "eval_recall": 0.7699167657550535, "eval_runtime": 130.1056, "eval_samples_per_second": 63.026, "eval_steps_per_second": 0.992, "step": 100 }, { "epoch": 0.05365853658536585, "grad_norm": 0.09111520648002625, "learning_rate": 1.1000000000000001e-05, "loss": 0.0164, "step": 110 }, { "epoch": 0.05853658536585366, "grad_norm": 0.09741566330194473, "learning_rate": 1.2e-05, "loss": 0.0134, "step": 120 }, { "epoch": 0.06341463414634146, "grad_norm": 0.07199473679065704, "learning_rate": 1.3000000000000001e-05, "loss": 0.0154, "step": 130 }, { "epoch": 0.06829268292682927, "grad_norm": 0.08497001975774765, "learning_rate": 1.4000000000000001e-05, "loss": 0.0161, "step": 140 }, { "epoch": 0.07317073170731707, "grad_norm": 0.08193599432706833, "learning_rate": 1.5e-05, "loss": 0.0147, "step": 150 }, { "epoch": 0.07804878048780488, "grad_norm": 0.10380581766366959, "learning_rate": 1.6000000000000003e-05, "loss": 0.018, "step": 160 }, { "epoch": 0.08292682926829269, "grad_norm": 0.11271784454584122, "learning_rate": 1.7000000000000003e-05, "loss": 0.0158, "step": 170 }, { "epoch": 0.08780487804878048, "grad_norm": 0.0855347067117691, "learning_rate": 1.8e-05, "loss": 0.0166, "step": 180 }, { "epoch": 0.09268292682926829, "grad_norm": 0.09468505531549454, "learning_rate": 1.9e-05, "loss": 0.0138, "step": 190 }, { "epoch": 0.0975609756097561, "grad_norm": 0.06498368084430695, "learning_rate": 2e-05, "loss": 0.0138, "step": 200 }, { "epoch": 0.0975609756097561, "eval_f1": 0.6788566213617548, "eval_loss": 0.019105251878499985, "eval_precision": 0.6045863570391873, "eval_recall": 0.7739298454221165, "eval_runtime": 126.9518, "eval_samples_per_second": 64.591, "eval_steps_per_second": 1.016, "step": 200 }, { "epoch": 0.1024390243902439, "grad_norm": 0.08939243853092194, "learning_rate": 2.1e-05, "loss": 0.0177, "step": 210 }, { "epoch": 0.1073170731707317, "grad_norm": 0.0708846002817154, "learning_rate": 2.2000000000000003e-05, "loss": 0.0155, "step": 220 }, { "epoch": 0.11219512195121951, "grad_norm": 0.10868319869041443, "learning_rate": 2.3000000000000003e-05, "loss": 0.0172, "step": 230 }, { "epoch": 0.11707317073170732, "grad_norm": 0.06580492854118347, "learning_rate": 2.4e-05, "loss": 0.0142, "step": 240 }, { "epoch": 0.12195121951219512, "grad_norm": 0.08139664679765701, "learning_rate": 2.5e-05, "loss": 0.0181, "step": 250 }, { "epoch": 0.12682926829268293, "grad_norm": 0.07353170961141586, "learning_rate": 2.6000000000000002e-05, "loss": 0.0149, "step": 260 }, { "epoch": 0.13170731707317074, "grad_norm": 0.09713993221521378, "learning_rate": 2.7000000000000002e-05, "loss": 0.0133, "step": 270 }, { "epoch": 0.13658536585365855, "grad_norm": 0.0805194154381752, "learning_rate": 2.8000000000000003e-05, "loss": 0.0187, "step": 280 }, { "epoch": 0.14146341463414633, "grad_norm": 0.11184240132570267, "learning_rate": 2.9e-05, "loss": 0.0169, "step": 290 }, { "epoch": 0.14634146341463414, "grad_norm": 0.11055561900138855, "learning_rate": 3e-05, "loss": 0.0179, "step": 300 }, { "epoch": 0.14634146341463414, "eval_f1": 0.6787136697277903, "eval_loss": 0.019281357526779175, "eval_precision": 0.6091580502215658, "eval_recall": 0.7662009512485137, "eval_runtime": 126.6013, "eval_samples_per_second": 64.77, "eval_steps_per_second": 1.019, "step": 300 }, { "epoch": 0.15121951219512195, "grad_norm": 0.07896488904953003, "learning_rate": 3.1e-05, "loss": 0.0152, "step": 310 }, { "epoch": 0.15609756097560976, "grad_norm": 0.10503584146499634, "learning_rate": 3.2000000000000005e-05, "loss": 0.0181, "step": 320 }, { "epoch": 0.16097560975609757, "grad_norm": 0.10049130022525787, "learning_rate": 3.3e-05, "loss": 0.0169, "step": 330 }, { "epoch": 0.16585365853658537, "grad_norm": 0.10558082908391953, "learning_rate": 3.4000000000000007e-05, "loss": 0.0158, "step": 340 }, { "epoch": 0.17073170731707318, "grad_norm": 0.11450464278459549, "learning_rate": 3.5e-05, "loss": 0.0168, "step": 350 }, { "epoch": 0.17560975609756097, "grad_norm": 0.15014208853244781, "learning_rate": 3.6e-05, "loss": 0.0145, "step": 360 }, { "epoch": 0.18048780487804877, "grad_norm": 0.06404370069503784, "learning_rate": 3.7e-05, "loss": 0.0143, "step": 370 }, { "epoch": 0.18536585365853658, "grad_norm": 0.09269659221172333, "learning_rate": 3.8e-05, "loss": 0.018, "step": 380 }, { "epoch": 0.1902439024390244, "grad_norm": 0.09888678789138794, "learning_rate": 3.9000000000000006e-05, "loss": 0.0142, "step": 390 }, { "epoch": 0.1951219512195122, "grad_norm": 0.16841690242290497, "learning_rate": 4e-05, "loss": 0.0207, "step": 400 }, { "epoch": 0.1951219512195122, "eval_f1": 0.670402918255679, "eval_loss": 0.02026216685771942, "eval_precision": 0.6053057069285586, "eval_recall": 0.7511890606420928, "eval_runtime": 125.682, "eval_samples_per_second": 65.244, "eval_steps_per_second": 1.026, "step": 400 }, { "epoch": 0.2, "grad_norm": 0.10583117604255676, "learning_rate": 4.1e-05, "loss": 0.0161, "step": 410 }, { "epoch": 0.2048780487804878, "grad_norm": 0.08883402496576309, "learning_rate": 4.2e-05, "loss": 0.0167, "step": 420 }, { "epoch": 0.2097560975609756, "grad_norm": 0.08243865519762039, "learning_rate": 4.3e-05, "loss": 0.0161, "step": 430 }, { "epoch": 0.2146341463414634, "grad_norm": 0.06643176078796387, "learning_rate": 4.4000000000000006e-05, "loss": 0.0163, "step": 440 }, { "epoch": 0.21951219512195122, "grad_norm": 0.05310194939374924, "learning_rate": 4.5e-05, "loss": 0.0149, "step": 450 }, { "epoch": 0.22439024390243903, "grad_norm": 0.08369413018226624, "learning_rate": 4.600000000000001e-05, "loss": 0.0149, "step": 460 }, { "epoch": 0.22926829268292684, "grad_norm": 0.06853285431861877, "learning_rate": 4.7e-05, "loss": 0.0142, "step": 470 }, { "epoch": 0.23414634146341465, "grad_norm": 0.09447991102933884, "learning_rate": 4.8e-05, "loss": 0.0188, "step": 480 }, { "epoch": 0.23902439024390243, "grad_norm": 0.09374509006738663, "learning_rate": 4.9e-05, "loss": 0.0174, "step": 490 }, { "epoch": 0.24390243902439024, "grad_norm": 0.08009267598390579, "learning_rate": 5e-05, "loss": 0.0178, "step": 500 }, { "epoch": 0.24390243902439024, "eval_f1": 0.6727972910165327, "eval_loss": 0.019859502092003822, "eval_precision": 0.6080043201728069, "eval_recall": 0.7530469678953626, "eval_runtime": 125.7109, "eval_samples_per_second": 65.229, "eval_steps_per_second": 1.026, "step": 500 }, { "epoch": 0.24878048780487805, "grad_norm": 0.10110995173454285, "learning_rate": 4.9911504424778765e-05, "loss": 0.0176, "step": 510 }, { "epoch": 0.25365853658536586, "grad_norm": 0.13534288108348846, "learning_rate": 4.982300884955752e-05, "loss": 0.019, "step": 520 }, { "epoch": 0.25853658536585367, "grad_norm": 0.08551128208637238, "learning_rate": 4.9734513274336284e-05, "loss": 0.0156, "step": 530 }, { "epoch": 0.2634146341463415, "grad_norm": 0.10786890238523483, "learning_rate": 4.964601769911505e-05, "loss": 0.0141, "step": 540 }, { "epoch": 0.2682926829268293, "grad_norm": 0.10076329857110977, "learning_rate": 4.955752212389381e-05, "loss": 0.0175, "step": 550 }, { "epoch": 0.2731707317073171, "grad_norm": 0.10950438678264618, "learning_rate": 4.946902654867257e-05, "loss": 0.0204, "step": 560 }, { "epoch": 0.2780487804878049, "grad_norm": 0.14525355398654938, "learning_rate": 4.938053097345133e-05, "loss": 0.0188, "step": 570 }, { "epoch": 0.28292682926829266, "grad_norm": 0.10379478335380554, "learning_rate": 4.929203539823009e-05, "loss": 0.0172, "step": 580 }, { "epoch": 0.28780487804878047, "grad_norm": 0.11898482590913773, "learning_rate": 4.9203539823008854e-05, "loss": 0.0182, "step": 590 }, { "epoch": 0.2926829268292683, "grad_norm": 0.09698235988616943, "learning_rate": 4.911504424778761e-05, "loss": 0.0161, "step": 600 }, { "epoch": 0.2926829268292683, "eval_f1": 0.679977521404251, "eval_loss": 0.01935453712940216, "eval_precision": 0.612384638285204, "eval_recall": 0.7643430439952438, "eval_runtime": 126.1147, "eval_samples_per_second": 65.02, "eval_steps_per_second": 1.023, "step": 600 }, { "epoch": 0.2975609756097561, "grad_norm": 0.11621833592653275, "learning_rate": 4.902654867256637e-05, "loss": 0.0172, "step": 610 }, { "epoch": 0.3024390243902439, "grad_norm": 0.09230925887823105, "learning_rate": 4.893805309734513e-05, "loss": 0.0184, "step": 620 }, { "epoch": 0.3073170731707317, "grad_norm": 0.07670127600431442, "learning_rate": 4.88495575221239e-05, "loss": 0.0157, "step": 630 }, { "epoch": 0.3121951219512195, "grad_norm": 0.09875659644603729, "learning_rate": 4.876106194690266e-05, "loss": 0.0153, "step": 640 }, { "epoch": 0.3170731707317073, "grad_norm": 0.07239075750112534, "learning_rate": 4.867256637168142e-05, "loss": 0.0137, "step": 650 }, { "epoch": 0.32195121951219513, "grad_norm": 0.0903860479593277, "learning_rate": 4.858407079646018e-05, "loss": 0.0157, "step": 660 }, { "epoch": 0.32682926829268294, "grad_norm": 0.10013315826654434, "learning_rate": 4.849557522123894e-05, "loss": 0.0163, "step": 670 }, { "epoch": 0.33170731707317075, "grad_norm": 0.10445868223905563, "learning_rate": 4.84070796460177e-05, "loss": 0.0162, "step": 680 }, { "epoch": 0.33658536585365856, "grad_norm": 0.09091856330633163, "learning_rate": 4.831858407079646e-05, "loss": 0.0173, "step": 690 }, { "epoch": 0.34146341463414637, "grad_norm": 0.07674919068813324, "learning_rate": 4.823008849557522e-05, "loss": 0.0186, "step": 700 }, { "epoch": 0.34146341463414637, "eval_f1": 0.6647128916943094, "eval_loss": 0.019945966079831123, "eval_precision": 0.5865302642796248, "eval_recall": 0.7669441141498217, "eval_runtime": 125.0727, "eval_samples_per_second": 65.562, "eval_steps_per_second": 1.031, "step": 700 }, { "epoch": 0.3463414634146341, "grad_norm": 0.10548862814903259, "learning_rate": 4.814159292035398e-05, "loss": 0.0206, "step": 710 }, { "epoch": 0.35121951219512193, "grad_norm": 0.0873124822974205, "learning_rate": 4.805309734513275e-05, "loss": 0.0178, "step": 720 }, { "epoch": 0.35609756097560974, "grad_norm": 0.13294565677642822, "learning_rate": 4.7964601769911506e-05, "loss": 0.0171, "step": 730 }, { "epoch": 0.36097560975609755, "grad_norm": 0.09687939286231995, "learning_rate": 4.787610619469027e-05, "loss": 0.021, "step": 740 }, { "epoch": 0.36585365853658536, "grad_norm": 0.0876525342464447, "learning_rate": 4.778761061946903e-05, "loss": 0.0167, "step": 750 }, { "epoch": 0.37073170731707317, "grad_norm": 0.09069986641407013, "learning_rate": 4.769911504424779e-05, "loss": 0.0159, "step": 760 }, { "epoch": 0.375609756097561, "grad_norm": 0.09903474152088165, "learning_rate": 4.761061946902655e-05, "loss": 0.0179, "step": 770 }, { "epoch": 0.3804878048780488, "grad_norm": 0.09864596277475357, "learning_rate": 4.752212389380531e-05, "loss": 0.0186, "step": 780 }, { "epoch": 0.3853658536585366, "grad_norm": 0.14535708725452423, "learning_rate": 4.743362831858407e-05, "loss": 0.0163, "step": 790 }, { "epoch": 0.3902439024390244, "grad_norm": 0.09460794180631638, "learning_rate": 4.734513274336283e-05, "loss": 0.0188, "step": 800 }, { "epoch": 0.3902439024390244, "eval_f1": 0.6686207562971075, "eval_loss": 0.019426193088293076, "eval_precision": 0.5900511654349062, "eval_recall": 0.7713287752675386, "eval_runtime": 125.9109, "eval_samples_per_second": 65.125, "eval_steps_per_second": 1.025, "step": 800 }, { "epoch": 0.3951219512195122, "grad_norm": 0.10055914521217346, "learning_rate": 4.7256637168141595e-05, "loss": 0.0163, "step": 810 }, { "epoch": 0.4, "grad_norm": 0.09273848682641983, "learning_rate": 4.716814159292036e-05, "loss": 0.0169, "step": 820 }, { "epoch": 0.40487804878048783, "grad_norm": 0.11031738668680191, "learning_rate": 4.707964601769912e-05, "loss": 0.0175, "step": 830 }, { "epoch": 0.4097560975609756, "grad_norm": 0.09007064253091812, "learning_rate": 4.699115044247788e-05, "loss": 0.0161, "step": 840 }, { "epoch": 0.4146341463414634, "grad_norm": 0.10067761689424515, "learning_rate": 4.690265486725664e-05, "loss": 0.0177, "step": 850 }, { "epoch": 0.4195121951219512, "grad_norm": 0.15128421783447266, "learning_rate": 4.6814159292035396e-05, "loss": 0.0183, "step": 860 }, { "epoch": 0.424390243902439, "grad_norm": 0.10395248234272003, "learning_rate": 4.672566371681416e-05, "loss": 0.0151, "step": 870 }, { "epoch": 0.4292682926829268, "grad_norm": 0.08134312182664871, "learning_rate": 4.663716814159292e-05, "loss": 0.0184, "step": 880 }, { "epoch": 0.43414634146341463, "grad_norm": 0.09317316114902496, "learning_rate": 4.6548672566371684e-05, "loss": 0.0177, "step": 890 }, { "epoch": 0.43902439024390244, "grad_norm": 0.09974437952041626, "learning_rate": 4.646017699115045e-05, "loss": 0.0164, "step": 900 }, { "epoch": 0.43902439024390244, "eval_f1": 0.6717267552182163, "eval_loss": 0.01958908513188362, "eval_precision": 0.6, "eval_recall": 0.7629310344827587, "eval_runtime": 125.8067, "eval_samples_per_second": 65.179, "eval_steps_per_second": 1.025, "step": 900 }, { "epoch": 0.44390243902439025, "grad_norm": 0.10190931707620621, "learning_rate": 4.637168141592921e-05, "loss": 0.0219, "step": 910 }, { "epoch": 0.44878048780487806, "grad_norm": 0.08647562563419342, "learning_rate": 4.6283185840707966e-05, "loss": 0.0152, "step": 920 }, { "epoch": 0.45365853658536587, "grad_norm": 0.07675183564424515, "learning_rate": 4.619469026548673e-05, "loss": 0.0164, "step": 930 }, { "epoch": 0.4585365853658537, "grad_norm": 0.11960858851671219, "learning_rate": 4.6106194690265485e-05, "loss": 0.0172, "step": 940 }, { "epoch": 0.4634146341463415, "grad_norm": 0.09075548499822617, "learning_rate": 4.601769911504425e-05, "loss": 0.0159, "step": 950 }, { "epoch": 0.4682926829268293, "grad_norm": 0.05601793900132179, "learning_rate": 4.592920353982301e-05, "loss": 0.0171, "step": 960 }, { "epoch": 0.47317073170731705, "grad_norm": 0.0845816358923912, "learning_rate": 4.584070796460177e-05, "loss": 0.0185, "step": 970 }, { "epoch": 0.47804878048780486, "grad_norm": 0.08288878947496414, "learning_rate": 4.5752212389380536e-05, "loss": 0.017, "step": 980 }, { "epoch": 0.48292682926829267, "grad_norm": 0.1054663434624672, "learning_rate": 4.56637168141593e-05, "loss": 0.0148, "step": 990 }, { "epoch": 0.4878048780487805, "grad_norm": 0.08182746171951294, "learning_rate": 4.5575221238938055e-05, "loss": 0.0164, "step": 1000 }, { "epoch": 0.4878048780487805, "eval_f1": 0.6684826669260953, "eval_loss": 0.019462432712316513, "eval_precision": 0.5930038547839594, "eval_recall": 0.7659780023781213, "eval_runtime": 125.7047, "eval_samples_per_second": 65.232, "eval_steps_per_second": 1.026, "step": 1000 }, { "epoch": 0.4926829268292683, "grad_norm": 0.09717566519975662, "learning_rate": 4.548672566371682e-05, "loss": 0.0182, "step": 1010 }, { "epoch": 0.4975609756097561, "grad_norm": 0.09170341491699219, "learning_rate": 4.5398230088495574e-05, "loss": 0.0175, "step": 1020 }, { "epoch": 0.5024390243902439, "grad_norm": 0.08827481418848038, "learning_rate": 4.5309734513274336e-05, "loss": 0.0177, "step": 1030 }, { "epoch": 0.5073170731707317, "grad_norm": 0.08792293816804886, "learning_rate": 4.52212389380531e-05, "loss": 0.0184, "step": 1040 }, { "epoch": 0.5121951219512195, "grad_norm": 0.13856299221515656, "learning_rate": 4.5132743362831855e-05, "loss": 0.0182, "step": 1050 }, { "epoch": 0.5170731707317073, "grad_norm": 0.0926881730556488, "learning_rate": 4.5044247787610625e-05, "loss": 0.0177, "step": 1060 }, { "epoch": 0.5219512195121951, "grad_norm": 0.0846000462770462, "learning_rate": 4.495575221238939e-05, "loss": 0.0157, "step": 1070 }, { "epoch": 0.526829268292683, "grad_norm": 0.10093377530574799, "learning_rate": 4.4867256637168144e-05, "loss": 0.0188, "step": 1080 }, { "epoch": 0.5317073170731708, "grad_norm": 0.09538795799016953, "learning_rate": 4.4778761061946906e-05, "loss": 0.0184, "step": 1090 }, { "epoch": 0.5365853658536586, "grad_norm": 0.14831095933914185, "learning_rate": 4.469026548672566e-05, "loss": 0.0159, "step": 1100 }, { "epoch": 0.5365853658536586, "eval_f1": 0.6750937261537441, "eval_loss": 0.020070159807801247, "eval_precision": 0.6097692538207972, "eval_recall": 0.7560939357907254, "eval_runtime": 126.5385, "eval_samples_per_second": 64.802, "eval_steps_per_second": 1.019, "step": 1100 }, { "epoch": 0.5414634146341464, "grad_norm": 0.09911943227052689, "learning_rate": 4.4601769911504425e-05, "loss": 0.0174, "step": 1110 }, { "epoch": 0.5463414634146342, "grad_norm": 0.07620345056056976, "learning_rate": 4.451327433628319e-05, "loss": 0.0157, "step": 1120 }, { "epoch": 0.551219512195122, "grad_norm": 0.09838444739580154, "learning_rate": 4.4424778761061944e-05, "loss": 0.0146, "step": 1130 }, { "epoch": 0.5560975609756098, "grad_norm": 0.08282183855772018, "learning_rate": 4.433628318584071e-05, "loss": 0.0178, "step": 1140 }, { "epoch": 0.5609756097560976, "grad_norm": 0.09383049607276917, "learning_rate": 4.4247787610619477e-05, "loss": 0.0164, "step": 1150 }, { "epoch": 0.5658536585365853, "grad_norm": 0.1041053757071495, "learning_rate": 4.415929203539823e-05, "loss": 0.018, "step": 1160 }, { "epoch": 0.5707317073170731, "grad_norm": 0.0997629165649414, "learning_rate": 4.4070796460176995e-05, "loss": 0.016, "step": 1170 }, { "epoch": 0.5756097560975609, "grad_norm": 0.1428525149822235, "learning_rate": 4.398230088495575e-05, "loss": 0.018, "step": 1180 }, { "epoch": 0.5804878048780487, "grad_norm": 0.1270400732755661, "learning_rate": 4.3893805309734514e-05, "loss": 0.0172, "step": 1190 }, { "epoch": 0.5853658536585366, "grad_norm": 0.08549308031797409, "learning_rate": 4.380530973451328e-05, "loss": 0.0147, "step": 1200 }, { "epoch": 0.5853658536585366, "eval_f1": 0.6807967485136542, "eval_loss": 0.019661063328385353, "eval_precision": 0.621146184492798, "eval_recall": 0.7531212841854935, "eval_runtime": 125.9122, "eval_samples_per_second": 65.125, "eval_steps_per_second": 1.025, "step": 1200 }, { "epoch": 0.5902439024390244, "grad_norm": 0.05166243761777878, "learning_rate": 4.371681415929203e-05, "loss": 0.0167, "step": 1210 }, { "epoch": 0.5951219512195122, "grad_norm": 0.0989900454878807, "learning_rate": 4.3628318584070796e-05, "loss": 0.0185, "step": 1220 }, { "epoch": 0.6, "grad_norm": 0.09084061533212662, "learning_rate": 4.353982300884956e-05, "loss": 0.0175, "step": 1230 }, { "epoch": 0.6048780487804878, "grad_norm": 0.08588280528783798, "learning_rate": 4.345132743362832e-05, "loss": 0.0154, "step": 1240 }, { "epoch": 0.6097560975609756, "grad_norm": 0.07876714318990707, "learning_rate": 4.3362831858407084e-05, "loss": 0.0155, "step": 1250 }, { "epoch": 0.6146341463414634, "grad_norm": 0.10766426473855972, "learning_rate": 4.327433628318584e-05, "loss": 0.0162, "step": 1260 }, { "epoch": 0.6195121951219512, "grad_norm": 0.08020301163196564, "learning_rate": 4.31858407079646e-05, "loss": 0.0174, "step": 1270 }, { "epoch": 0.624390243902439, "grad_norm": 0.11564213037490845, "learning_rate": 4.3097345132743366e-05, "loss": 0.0167, "step": 1280 }, { "epoch": 0.6292682926829268, "grad_norm": 0.11487080901861191, "learning_rate": 4.300884955752212e-05, "loss": 0.0155, "step": 1290 }, { "epoch": 0.6341463414634146, "grad_norm": 0.09950511902570724, "learning_rate": 4.2920353982300885e-05, "loss": 0.0159, "step": 1300 }, { "epoch": 0.6341463414634146, "eval_f1": 0.687796188619635, "eval_loss": 0.01919134519994259, "eval_precision": 0.6278456157575014, "eval_recall": 0.7604042806183116, "eval_runtime": 125.3379, "eval_samples_per_second": 65.423, "eval_steps_per_second": 1.029, "step": 1300 }, { "epoch": 0.6390243902439025, "grad_norm": 0.08389411866664886, "learning_rate": 4.283185840707965e-05, "loss": 0.0156, "step": 1310 }, { "epoch": 0.6439024390243903, "grad_norm": 0.08979038149118423, "learning_rate": 4.274336283185841e-05, "loss": 0.0173, "step": 1320 }, { "epoch": 0.6487804878048781, "grad_norm": 0.069185771048069, "learning_rate": 4.265486725663717e-05, "loss": 0.0178, "step": 1330 }, { "epoch": 0.6536585365853659, "grad_norm": 0.07186874747276306, "learning_rate": 4.256637168141593e-05, "loss": 0.0153, "step": 1340 }, { "epoch": 0.6585365853658537, "grad_norm": 0.11203644424676895, "learning_rate": 4.247787610619469e-05, "loss": 0.0167, "step": 1350 }, { "epoch": 0.6634146341463415, "grad_norm": 0.11567346006631851, "learning_rate": 4.2389380530973455e-05, "loss": 0.017, "step": 1360 }, { "epoch": 0.6682926829268293, "grad_norm": 0.11276240646839142, "learning_rate": 4.230088495575221e-05, "loss": 0.0158, "step": 1370 }, { "epoch": 0.6731707317073171, "grad_norm": 0.07067442685365677, "learning_rate": 4.2212389380530974e-05, "loss": 0.0156, "step": 1380 }, { "epoch": 0.6780487804878049, "grad_norm": 0.08775879442691803, "learning_rate": 4.2123893805309737e-05, "loss": 0.0155, "step": 1390 }, { "epoch": 0.6829268292682927, "grad_norm": 0.07028288394212723, "learning_rate": 4.20353982300885e-05, "loss": 0.0142, "step": 1400 }, { "epoch": 0.6829268292682927, "eval_f1": 0.6818793753365644, "eval_loss": 0.019489064812660217, "eval_precision": 0.6231545275590551, "eval_recall": 0.7528240190249703, "eval_runtime": 125.915, "eval_samples_per_second": 65.123, "eval_steps_per_second": 1.025, "step": 1400 }, { "epoch": 0.6878048780487804, "grad_norm": 0.08612460643053055, "learning_rate": 4.194690265486726e-05, "loss": 0.0163, "step": 1410 }, { "epoch": 0.6926829268292682, "grad_norm": 0.1031985655426979, "learning_rate": 4.185840707964602e-05, "loss": 0.0146, "step": 1420 }, { "epoch": 0.697560975609756, "grad_norm": 0.10174574702978134, "learning_rate": 4.176991150442478e-05, "loss": 0.017, "step": 1430 }, { "epoch": 0.7024390243902439, "grad_norm": 0.06620911508798599, "learning_rate": 4.1681415929203544e-05, "loss": 0.0171, "step": 1440 }, { "epoch": 0.7073170731707317, "grad_norm": 0.11920668184757233, "learning_rate": 4.15929203539823e-05, "loss": 0.0191, "step": 1450 }, { "epoch": 0.7121951219512195, "grad_norm": 0.10696449875831604, "learning_rate": 4.150442477876106e-05, "loss": 0.0164, "step": 1460 }, { "epoch": 0.7170731707317073, "grad_norm": 0.09047581255435944, "learning_rate": 4.1415929203539825e-05, "loss": 0.0185, "step": 1470 }, { "epoch": 0.7219512195121951, "grad_norm": 0.08915913105010986, "learning_rate": 4.132743362831858e-05, "loss": 0.0172, "step": 1480 }, { "epoch": 0.7268292682926829, "grad_norm": 0.10107399523258209, "learning_rate": 4.123893805309735e-05, "loss": 0.0188, "step": 1490 }, { "epoch": 0.7317073170731707, "grad_norm": 0.1132921576499939, "learning_rate": 4.115044247787611e-05, "loss": 0.0166, "step": 1500 }, { "epoch": 0.7317073170731707, "eval_f1": 0.6884484673104748, "eval_loss": 0.0191908348351717, "eval_precision": 0.6290352333517801, "eval_recall": 0.7602556480380499, "eval_runtime": 126.3472, "eval_samples_per_second": 64.901, "eval_steps_per_second": 1.021, "step": 1500 } ], "logging_steps": 10, "max_steps": 6150, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3186928336896000.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }