{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "global_step": 44500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.4981273408239701e-06,
      "loss": 1.6359,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9962546816479402e-06,
      "loss": 1.6528,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.49438202247191e-06,
      "loss": 1.6445,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.9925093632958805e-06,
      "loss": 1.6479,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.490636704119851e-06,
      "loss": 1.608,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.98876404494382e-06,
      "loss": 1.6177,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0486891385767791e-05,
      "loss": 1.5548,
      "step": 140
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1985018726591761e-05,
      "loss": 1.527,
      "step": 160
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.348314606741573e-05,
      "loss": 1.4841,
      "step": 180
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4981273408239702e-05,
      "loss": 1.4651,
      "step": 200
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.647940074906367e-05,
      "loss": 1.4259,
      "step": 220
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.797752808988764e-05,
      "loss": 1.4087,
      "step": 240
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9475655430711613e-05,
      "loss": 1.4239,
      "step": 260
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.0973782771535582e-05,
      "loss": 1.4119,
      "step": 280
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.2471910112359552e-05,
      "loss": 1.3844,
      "step": 300
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.3970037453183522e-05,
      "loss": 1.3582,
      "step": 320
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.546816479400749e-05,
      "loss": 1.3717,
      "step": 340
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.696629213483146e-05,
      "loss": 1.3852,
      "step": 360
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.846441947565543e-05,
      "loss": 1.3896,
      "step": 380
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.9962546816479404e-05,
      "loss": 1.3512,
      "step": 400
    },
    {
      "epoch": 0.05,
      "learning_rate": 3.1460674157303374e-05,
      "loss": 1.3857,
      "step": 420
    },
    {
      "epoch": 0.05,
      "learning_rate": 3.295880149812734e-05,
      "loss": 1.3396,
      "step": 440
    },
    {
      "epoch": 0.05,
      "learning_rate": 3.445692883895131e-05,
      "loss": 1.3324,
      "step": 460
    },
    {
      "epoch": 0.05,
      "learning_rate": 3.595505617977528e-05,
      "loss": 1.3522,
      "step": 480
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.745318352059925e-05,
      "loss": 1.3429,
      "step": 500
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.8951310861423226e-05,
      "loss": 1.3368,
      "step": 520
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.044943820224719e-05,
      "loss": 1.3165,
      "step": 540
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.1947565543071165e-05,
      "loss": 1.3356,
      "step": 560
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.344569288389513e-05,
      "loss": 1.2966,
      "step": 580
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.4943820224719104e-05,
      "loss": 1.3255,
      "step": 600
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.644194756554308e-05,
      "loss": 1.2908,
      "step": 620
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.7940074906367044e-05,
      "loss": 1.2983,
      "step": 640
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.943820224719101e-05,
      "loss": 1.2979,
      "step": 660
    },
    {
      "epoch": 0.08,
      "learning_rate": 5.093632958801498e-05,
      "loss": 1.3171,
      "step": 680
    },
    {
      "epoch": 0.08,
      "learning_rate": 5.243445692883895e-05,
      "loss": 1.3026,
      "step": 700
    },
    {
      "epoch": 0.08,
      "learning_rate": 5.393258426966292e-05,
      "loss": 1.3105,
      "step": 720
    },
    {
      "epoch": 0.08,
      "learning_rate": 5.5430711610486895e-05,
      "loss": 1.3146,
      "step": 740
    },
    {
      "epoch": 0.09,
      "learning_rate": 5.692883895131086e-05,
      "loss": 1.2834,
      "step": 760
    },
    {
      "epoch": 0.09,
      "learning_rate": 5.8426966292134835e-05,
      "loss": 1.2993,
      "step": 780
    },
    {
      "epoch": 0.09,
      "learning_rate": 5.992509363295881e-05,
      "loss": 1.287,
      "step": 800
    },
    {
      "epoch": 0.09,
      "learning_rate": 6.142322097378277e-05,
      "loss": 1.293,
      "step": 820
    },
    {
      "epoch": 0.09,
      "learning_rate": 6.292134831460675e-05,
      "loss": 1.2556,
      "step": 840
    },
    {
      "epoch": 0.1,
      "learning_rate": 6.441947565543071e-05,
      "loss": 1.2979,
      "step": 860
    },
    {
      "epoch": 0.1,
      "learning_rate": 6.591760299625468e-05,
      "loss": 1.3002,
      "step": 880
    },
    {
      "epoch": 0.1,
      "learning_rate": 6.741573033707866e-05,
      "loss": 1.2408,
      "step": 900
    },
    {
      "epoch": 0.1,
      "learning_rate": 6.891385767790263e-05,
      "loss": 1.2753,
      "step": 920
    },
    {
      "epoch": 0.11,
      "learning_rate": 7.04119850187266e-05,
      "loss": 1.2671,
      "step": 940
    },
    {
      "epoch": 0.11,
      "learning_rate": 7.191011235955056e-05,
      "loss": 1.2925,
      "step": 960
    },
    {
      "epoch": 0.11,
      "learning_rate": 7.340823970037454e-05,
      "loss": 1.2709,
      "step": 980
    },
    {
      "epoch": 0.11,
      "learning_rate": 7.49063670411985e-05,
      "loss": 1.2614,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "learning_rate": 7.640449438202247e-05,
      "loss": 1.2979,
      "step": 1020
    },
    {
      "epoch": 0.12,
      "learning_rate": 7.790262172284645e-05,
      "loss": 1.2534,
      "step": 1040
    },
    {
      "epoch": 0.12,
      "learning_rate": 7.940074906367042e-05,
      "loss": 1.2425,
      "step": 1060
    },
    {
      "epoch": 0.12,
      "learning_rate": 8.089887640449438e-05,
      "loss": 1.2671,
      "step": 1080
    },
    {
      "epoch": 0.12,
      "learning_rate": 8.239700374531836e-05,
      "loss": 1.247,
      "step": 1100
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.389513108614233e-05,
      "loss": 1.2785,
      "step": 1120
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.53932584269663e-05,
      "loss": 1.2611,
      "step": 1140
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.689138576779026e-05,
      "loss": 1.238,
      "step": 1160
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.838951310861424e-05,
      "loss": 1.2352,
      "step": 1180
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.988764044943821e-05,
      "loss": 1.2389,
      "step": 1200
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.138576779026217e-05,
      "loss": 1.2519,
      "step": 1220
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.288389513108615e-05,
      "loss": 1.2466,
      "step": 1240
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.438202247191012e-05,
      "loss": 1.2414,
      "step": 1260
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.588014981273409e-05,
      "loss": 1.2565,
      "step": 1280
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.737827715355807e-05,
      "loss": 1.2661,
      "step": 1300
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.887640449438202e-05,
      "loss": 1.2708,
      "step": 1320
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.999999668932716e-05,
      "loss": 1.2292,
      "step": 1340
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.999991723320065e-05,
      "loss": 1.2506,
      "step": 1360
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.999973183573581e-05,
      "loss": 1.2434,
      "step": 1380
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.999944049732545e-05,
      "loss": 1.2425,
      "step": 1400
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.99990432185869e-05,
      "loss": 1.2279,
      "step": 1420
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.999854000036192e-05,
      "loss": 1.2039,
      "step": 1440
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.999793084371672e-05,
      "loss": 1.2298,
      "step": 1460
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.999721574994201e-05,
      "loss": 1.2467,
      "step": 1480
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.999639472055294e-05,
      "loss": 1.2039,
      "step": 1500
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.999546775728917e-05,
      "loss": 1.2668,
      "step": 1520
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.999443486211473e-05,
      "loss": 1.2045,
      "step": 1540
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.99932960372182e-05,
      "loss": 1.2156,
      "step": 1560
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.99920512850125e-05,
      "loss": 1.2157,
      "step": 1580
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.999070060813509e-05,
      "loss": 1.2027,
      "step": 1600
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.99892440094478e-05,
      "loss": 1.222,
      "step": 1620
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.998768149203695e-05,
      "loss": 1.2139,
      "step": 1640
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.998601305921322e-05,
      "loss": 1.2042,
      "step": 1660
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.998423871451174e-05,
      "loss": 1.2379,
      "step": 1680
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.998235846169204e-05,
      "loss": 1.1764,
      "step": 1700
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.998037230473809e-05,
      "loss": 1.2254,
      "step": 1720
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.997828024785817e-05,
      "loss": 1.1891,
      "step": 1740
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.997608229548504e-05,
      "loss": 1.1889,
      "step": 1760
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.997377845227576e-05,
      "loss": 1.2035,
      "step": 1780
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.997136872311177e-05,
      "loss": 1.2186,
      "step": 1800
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.996885311309891e-05,
      "loss": 1.1837,
      "step": 1820
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.996623162756733e-05,
      "loss": 1.183,
      "step": 1840
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.996350427207148e-05,
      "loss": 1.1707,
      "step": 1860
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.99606710523902e-05,
      "loss": 1.2172,
      "step": 1880
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.995773197452657e-05,
      "loss": 1.1877,
      "step": 1900
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.995468704470802e-05,
      "loss": 1.2208,
      "step": 1920
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.995153626938623e-05,
      "loss": 1.1727,
      "step": 1940
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.994827965523716e-05,
      "loss": 1.2127,
      "step": 1960
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.994491720916102e-05,
      "loss": 1.1912,
      "step": 1980
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.994144893828226e-05,
      "loss": 1.1852,
      "step": 2000
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.993787484994957e-05,
      "loss": 1.1689,
      "step": 2020
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.993419495173582e-05,
      "loss": 1.19,
      "step": 2040
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.99304092514381e-05,
      "loss": 1.1833,
      "step": 2060
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.992651775707768e-05,
      "loss": 1.1944,
      "step": 2080
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.992252047689997e-05,
      "loss": 1.1592,
      "step": 2100
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.991841741937448e-05,
      "loss": 1.1744,
      "step": 2120
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.991420859319496e-05,
      "loss": 1.1884,
      "step": 2140
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.990989400727916e-05,
      "loss": 1.1372,
      "step": 2160
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.990547367076896e-05,
      "loss": 1.1767,
      "step": 2180
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.990094759303033e-05,
      "loss": 1.1837,
      "step": 2200
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.989631578365322e-05,
      "loss": 1.1564,
      "step": 2220
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.989157825245167e-05,
      "loss": 1.1807,
      "step": 2240
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.98867350094637e-05,
      "loss": 1.1898,
      "step": 2260
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.988178606495132e-05,
      "loss": 1.2028,
      "step": 2280
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.98767314294005e-05,
      "loss": 1.1629,
      "step": 2300
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.987157111352117e-05,
      "loss": 1.1963,
      "step": 2320
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.986630512824715e-05,
      "loss": 1.1642,
      "step": 2340
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.986093348473617e-05,
      "loss": 1.1624,
      "step": 2360
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.985545619436984e-05,
      "loss": 1.1595,
      "step": 2380
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.984987326875359e-05,
      "loss": 1.1985,
      "step": 2400
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.984418471971671e-05,
      "loss": 1.1912,
      "step": 2420
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.983839055931226e-05,
      "loss": 1.2146,
      "step": 2440
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.983249079981709e-05,
      "loss": 1.183,
      "step": 2460
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.982648545373177e-05,
      "loss": 1.1561,
      "step": 2480
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.982037453378063e-05,
      "loss": 1.1517,
      "step": 2500
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.981415805291168e-05,
      "loss": 1.1485,
      "step": 2520
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.980783602429656e-05,
      "loss": 1.1721,
      "step": 2540
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.98014084613306e-05,
      "loss": 1.1825,
      "step": 2560
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.979487537763269e-05,
      "loss": 1.1338,
      "step": 2580
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.978823678704533e-05,
      "loss": 1.193,
      "step": 2600
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.978149270363462e-05,
      "loss": 1.1809,
      "step": 2620
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.977464314169005e-05,
      "loss": 1.1425,
      "step": 2640
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.976768811572473e-05,
      "loss": 1.1428,
      "step": 2660
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.976062764047515e-05,
      "loss": 1.1511,
      "step": 2680
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.975346173090128e-05,
      "loss": 1.161,
      "step": 2700
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.974619040218644e-05,
      "loss": 1.168,
      "step": 2720
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.973881366973738e-05,
      "loss": 1.1474,
      "step": 2740
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.973133154918413e-05,
      "loss": 1.1605,
      "step": 2760
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.972374405638e-05,
      "loss": 1.1591,
      "step": 2780
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.971605120740166e-05,
      "loss": 1.1494,
      "step": 2800
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.970825301854889e-05,
      "loss": 1.1596,
      "step": 2820
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.970034950634478e-05,
      "loss": 1.1543,
      "step": 2840
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.96923406875355e-05,
      "loss": 1.128,
      "step": 2860
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.968422657909037e-05,
      "loss": 1.1567,
      "step": 2880
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.967600719820183e-05,
      "loss": 1.1439,
      "step": 2900
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.966768256228536e-05,
      "loss": 1.1156,
      "step": 2920
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.965925268897942e-05,
      "loss": 1.1695,
      "step": 2940
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.96507175961455e-05,
      "loss": 1.1286,
      "step": 2960
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.964207730186804e-05,
      "loss": 1.1687,
      "step": 2980
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.963333182445429e-05,
      "loss": 1.1401,
      "step": 3000
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.962448118243451e-05,
      "loss": 1.1419,
      "step": 3020
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.961552539456163e-05,
      "loss": 1.1224,
      "step": 3040
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.96064644798115e-05,
      "loss": 1.1506,
      "step": 3060
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.959729845738264e-05,
      "loss": 1.143,
      "step": 3080
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.958802734669633e-05,
      "loss": 1.1684,
      "step": 3100
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.957865116739641e-05,
      "loss": 1.1226,
      "step": 3120
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.956916993934947e-05,
      "loss": 1.1404,
      "step": 3140
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.95595836826446e-05,
      "loss": 1.1483,
      "step": 3160
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.954989241759346e-05,
      "loss": 1.137,
      "step": 3180
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.954009616473019e-05,
      "loss": 1.1019,
      "step": 3200
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.95301949448114e-05,
      "loss": 1.1063,
      "step": 3220
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.952018877881606e-05,
      "loss": 1.1487,
      "step": 3240
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.951007768794558e-05,
      "loss": 1.128,
      "step": 3260
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.949986169362362e-05,
      "loss": 1.1343,
      "step": 3280
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.948954081749616e-05,
      "loss": 1.1342,
      "step": 3300
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.947911508143135e-05,
      "loss": 1.1387,
      "step": 3320
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.946858450751958e-05,
      "loss": 1.1217,
      "step": 3340
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.945794911807334e-05,
      "loss": 1.1276,
      "step": 3360
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.944720893562722e-05,
      "loss": 1.1567,
      "step": 3380
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.943636398293785e-05,
      "loss": 1.1307,
      "step": 3400
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.942541428298384e-05,
      "loss": 1.1264,
      "step": 3420
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.941435985896573e-05,
      "loss": 1.1148,
      "step": 3440
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.940320073430598e-05,
      "loss": 1.1417,
      "step": 3460
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.93919369326489e-05,
      "loss": 1.1565,
      "step": 3480
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.938056847786053e-05,
      "loss": 1.1517,
      "step": 3500
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.936909539402874e-05,
      "loss": 1.1505,
      "step": 3520
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.935751770546302e-05,
      "loss": 1.1276,
      "step": 3540
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.934583543669453e-05,
      "loss": 1.1169,
      "step": 3560
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.933404861247603e-05,
      "loss": 1.1185,
      "step": 3580
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.93221572577818e-05,
      "loss": 1.1566,
      "step": 3600
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.931016139780758e-05,
      "loss": 1.1288,
      "step": 3620
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.929806105797058e-05,
      "loss": 1.137,
      "step": 3640
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.928585626390935e-05,
      "loss": 1.1266,
      "step": 3660
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.927354704148382e-05,
      "loss": 1.1436,
      "step": 3680
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.926113341677507e-05,
      "loss": 1.0938,
      "step": 3700
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.924861541608553e-05,
      "loss": 1.1159,
      "step": 3720
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.92359930659387e-05,
      "loss": 1.0964,
      "step": 3740
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.922326639307917e-05,
      "loss": 1.1329,
      "step": 3760
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.921043542447264e-05,
      "loss": 1.1393,
      "step": 3780
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.919750018730571e-05,
      "loss": 1.1251,
      "step": 3800
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.918446070898601e-05,
      "loss": 1.1018,
      "step": 3820
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.917131701714192e-05,
      "loss": 1.1376,
      "step": 3840
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.915806913962274e-05,
      "loss": 1.1901,
      "step": 3860
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.914471710449845e-05,
      "loss": 1.1236,
      "step": 3880
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.913126094005976e-05,
      "loss": 1.1188,
      "step": 3900
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.911770067481798e-05,
      "loss": 1.1358,
      "step": 3920
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.910403633750502e-05,
      "loss": 1.14,
      "step": 3940
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.909026795707331e-05,
      "loss": 1.1145,
      "step": 3960
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.907639556269566e-05,
      "loss": 1.1162,
      "step": 3980
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.906241918376537e-05,
      "loss": 1.1131,
      "step": 4000
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.904833884989602e-05,
      "loss": 1.1174,
      "step": 4020
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.90341545909214e-05,
      "loss": 1.1196,
      "step": 4040
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.901986643689559e-05,
      "loss": 1.1053,
      "step": 4060
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.900547441809272e-05,
      "loss": 1.1168,
      "step": 4080
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.899097856500707e-05,
      "loss": 1.101,
      "step": 4100
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.897637890835289e-05,
      "loss": 1.1039,
      "step": 4120
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.896167547906437e-05,
      "loss": 1.1027,
      "step": 4140
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.894686830829558e-05,
      "loss": 1.1028,
      "step": 4160
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.89319574274204e-05,
      "loss": 1.0957,
      "step": 4180
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.891694286803246e-05,
      "loss": 1.1397,
      "step": 4200
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.890182466194505e-05,
      "loss": 1.109,
      "step": 4220
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.88866028411911e-05,
      "loss": 1.1414,
      "step": 4240
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.887127743802304e-05,
      "loss": 1.136,
      "step": 4260
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.885584848491285e-05,
      "loss": 1.1458,
      "step": 4280
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.884031601455179e-05,
      "loss": 1.1379,
      "step": 4300
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.88246800598506e-05,
      "loss": 1.1083,
      "step": 4320
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.880894065393915e-05,
      "loss": 1.1063,
      "step": 4340
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.879309783016663e-05,
      "loss": 1.101,
      "step": 4360
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.877715162210123e-05,
      "loss": 1.1023,
      "step": 4380
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.876110206353033e-05,
      "loss": 1.1223,
      "step": 4400
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.874494918846017e-05,
      "loss": 1.1348,
      "step": 4420
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.872869303111595e-05,
      "loss": 1.0998,
      "step": 4440
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.871233362594175e-05,
      "loss": 1.0983,
      "step": 4460
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.869587100760034e-05,
      "loss": 1.1114,
      "step": 4480
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.86793052109732e-05,
      "loss": 1.0765,
      "step": 4500
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.866263627116049e-05,
      "loss": 1.089,
      "step": 4520
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.864586422348081e-05,
      "loss": 1.101,
      "step": 4540
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.862898910347132e-05,
      "loss": 1.1247,
      "step": 4560
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.861201094688752e-05,
      "loss": 1.113,
      "step": 4580
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.859492978970325e-05,
      "loss": 1.1354,
      "step": 4600
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.857774566811058e-05,
      "loss": 1.095,
      "step": 4620
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.856045861851975e-05,
      "loss": 1.1188,
      "step": 4640
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.854306867755906e-05,
      "loss": 1.0938,
      "step": 4660
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.852557588207487e-05,
      "loss": 1.1113,
      "step": 4680
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.850798026913145e-05,
      "loss": 1.088,
      "step": 4700
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.849028187601091e-05,
      "loss": 1.1256,
      "step": 4720
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.847248074021312e-05,
      "loss": 1.0979,
      "step": 4740
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.845457689945567e-05,
      "loss": 1.1227,
      "step": 4760
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.84365703916738e-05,
      "loss": 1.1265,
      "step": 4780
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.841846125502021e-05,
      "loss": 1.0997,
      "step": 4800
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.840024952786508e-05,
      "loss": 1.0951,
      "step": 4820
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.838193524879599e-05,
      "loss": 1.1091,
      "step": 4840
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.836351845661777e-05,
      "loss": 1.1148,
      "step": 4860
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.834499919035249e-05,
      "loss": 1.1211,
      "step": 4880
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.832637748923934e-05,
      "loss": 1.1033,
      "step": 4900
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.830765339273454e-05,
      "loss": 1.0925,
      "step": 4920
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.828882694051124e-05,
      "loss": 1.1061,
      "step": 4940
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.826989817245953e-05,
      "loss": 1.1083,
      "step": 4960
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.825086712868625e-05,
      "loss": 1.0864,
      "step": 4980
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.823173384951496e-05,
      "loss": 1.1202,
      "step": 5000
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.821249837548582e-05,
      "loss": 1.101,
      "step": 5020
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.819316074735554e-05,
      "loss": 1.1191,
      "step": 5040
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.817372100609726e-05,
      "loss": 1.0535,
      "step": 5060
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.81541791929005e-05,
      "loss": 1.1082,
      "step": 5080
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.813453534917105e-05,
      "loss": 1.1366,
      "step": 5100
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.811478951653088e-05,
      "loss": 1.072,
      "step": 5120
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.809494173681804e-05,
      "loss": 1.0954,
      "step": 5140
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.807499205208663e-05,
      "loss": 1.1014,
      "step": 5160
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.805494050460666e-05,
      "loss": 1.0966,
      "step": 5180
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.803478713686391e-05,
      "loss": 1.1035,
      "step": 5200
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.801453199155996e-05,
      "loss": 1.1061,
      "step": 5220
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.799417511161206e-05,
      "loss": 1.0943,
      "step": 5240
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.797371654015296e-05,
      "loss": 1.0943,
      "step": 5260
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.795315632053088e-05,
      "loss": 1.0939,
      "step": 5280
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.793249449630946e-05,
      "loss": 1.083,
      "step": 5300
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.791173111126759e-05,
      "loss": 1.0958,
      "step": 5320
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.789086620939936e-05,
      "loss": 1.0671,
      "step": 5340
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.786989983491397e-05,
      "loss": 1.0766,
      "step": 5360
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.784883203223558e-05,
      "loss": 1.1059,
      "step": 5380
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.782766284600332e-05,
      "loss": 1.1136,
      "step": 5400
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.780639232107108e-05,
      "loss": 1.1049,
      "step": 5420
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.778502050250749e-05,
      "loss": 1.0934,
      "step": 5440
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.776354743559583e-05,
      "loss": 1.0905,
      "step": 5460
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.774197316583387e-05,
      "loss": 1.0722,
      "step": 5480
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.77202977389338e-05,
      "loss": 1.0761,
      "step": 5500
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.769852120082222e-05,
      "loss": 1.0705,
      "step": 5520
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.767664359763991e-05,
      "loss": 1.0709,
      "step": 5540
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.765466497574175e-05,
      "loss": 1.0927,
      "step": 5560
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.763258538169675e-05,
      "loss": 1.0942,
      "step": 5580
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.761040486228783e-05,
      "loss": 1.1113,
      "step": 5600
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.758812346451171e-05,
      "loss": 1.0902,
      "step": 5620
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.756574123557893e-05,
      "loss": 1.1216,
      "step": 5640
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.754325822291362e-05,
      "loss": 1.1029,
      "step": 5660
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.752067447415342e-05,
      "loss": 1.1237,
      "step": 5680
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.749799003714954e-05,
      "loss": 1.0988,
      "step": 5700
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.747520495996641e-05,
      "loss": 1.087,
      "step": 5720
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.745231929088174e-05,
      "loss": 1.0668,
      "step": 5740
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.74293330783864e-05,
      "loss": 1.0756,
      "step": 5760
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.740624637118425e-05,
      "loss": 1.1091,
      "step": 5780
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.73830592181921e-05,
      "loss": 1.0985,
      "step": 5800
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.735977166853962e-05,
      "loss": 1.0667,
      "step": 5820
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.733638377156915e-05,
      "loss": 1.0753,
      "step": 5840
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.731289557683567e-05,
      "loss": 1.0869,
      "step": 5860
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.72893071341067e-05,
      "loss": 1.0944,
      "step": 5880
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.726561849336216e-05,
      "loss": 1.0817,
      "step": 5900
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.724182970479422e-05,
      "loss": 1.1044,
      "step": 5920
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.72179408188073e-05,
      "loss": 1.1296,
      "step": 5940
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.71939518860179e-05,
      "loss": 1.0678,
      "step": 5960
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.71698629572545e-05,
      "loss": 1.0837,
      "step": 5980
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.714567408355744e-05,
      "loss": 1.0911,
      "step": 6000
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.712138531617883e-05,
      "loss": 1.0979,
      "step": 6020
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.709699670658248e-05,
      "loss": 1.0742,
      "step": 6040
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.707250830644367e-05,
      "loss": 1.0689,
      "step": 6060
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.704792016764922e-05,
      "loss": 1.1154,
      "step": 6080
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.702323234229717e-05,
      "loss": 1.089,
      "step": 6100
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.699844488269687e-05,
      "loss": 1.0787,
      "step": 6120
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.69735578413687e-05,
      "loss": 1.0688,
      "step": 6140
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.69485712710441e-05,
      "loss": 1.0665,
      "step": 6160
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.692348522466537e-05,
      "loss": 1.0686,
      "step": 6180
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.689829975538559e-05,
      "loss": 1.0872,
      "step": 6200
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.687301491656849e-05,
      "loss": 1.0818,
      "step": 6220
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.684763076178836e-05,
      "loss": 1.0844,
      "step": 6240
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.682214734482989e-05,
      "loss": 1.0977,
      "step": 6260
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.679656471968814e-05,
      "loss": 1.072,
      "step": 6280
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.677088294056833e-05,
      "loss": 1.0869,
      "step": 6300
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.674510206188584e-05,
      "loss": 1.0839,
      "step": 6320
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.671922213826589e-05,
      "loss": 1.077,
      "step": 6340
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.669324322454373e-05,
      "loss": 1.0974,
      "step": 6360
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.666716537576422e-05,
      "loss": 1.1057,
      "step": 6380
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.664098864718191e-05,
      "loss": 1.0543,
      "step": 6400
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.661471309426085e-05,
      "loss": 1.0699,
      "step": 6420
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.658833877267448e-05,
      "loss": 1.091,
      "step": 6440
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.65618657383055e-05,
      "loss": 1.0425,
      "step": 6460
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.653529404724578e-05,
      "loss": 1.0519,
      "step": 6480
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.650862375579622e-05,
      "loss": 1.1099,
      "step": 6500
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.648185492046663e-05,
      "loss": 1.1131,
      "step": 6520
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.645498759797566e-05,
      "loss": 1.1014,
      "step": 6540
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.642802184525058e-05,
      "loss": 1.0645,
      "step": 6560
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.640095771942725e-05,
      "loss": 1.0989,
      "step": 6580
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.637379527784997e-05,
      "loss": 1.1347,
      "step": 6600
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.634653457807135e-05,
      "loss": 1.1031,
      "step": 6620
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.631917567785213e-05,
      "loss": 1.1107,
      "step": 6640
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.629171863516126e-05,
      "loss": 1.0845,
      "step": 6660
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.626416350817549e-05,
      "loss": 1.0804,
      "step": 6680
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.623651035527947e-05,
      "loss": 1.081,
      "step": 6700
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.620875923506556e-05,
      "loss": 1.1133,
      "step": 6720
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.618091020633365e-05,
      "loss": 1.0605,
      "step": 6740
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.615296332809112e-05,
      "loss": 1.034,
      "step": 6760
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.612491865955265e-05,
      "loss": 1.0704,
      "step": 6780
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.609677626014015e-05,
      "loss": 1.0791,
      "step": 6800
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.606853618948256e-05,
      "loss": 1.0931,
      "step": 6820
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.604019850741582e-05,
      "loss": 1.0579,
      "step": 6840
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.601176327398267e-05,
      "loss": 1.0252,
      "step": 6860
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.598323054943252e-05,
      "loss": 1.0754,
      "step": 6880
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.59546003942214e-05,
      "loss": 1.0665,
      "step": 6900
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.592587286901172e-05,
      "loss": 1.1004,
      "step": 6920
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.589704803467225e-05,
      "loss": 1.1064,
      "step": 6940
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.586812595227792e-05,
      "loss": 1.0677,
      "step": 6960
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.583910668310971e-05,
      "loss": 1.0727,
      "step": 6980
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.580999028865452e-05,
      "loss": 1.0799,
      "step": 7000
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.578077683060507e-05,
      "loss": 1.0665,
      "step": 7020
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.57514663708597e-05,
      "loss": 1.0729,
      "step": 7040
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.572205897152229e-05,
      "loss": 1.0472,
      "step": 7060
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.569255469490214e-05,
      "loss": 1.0633,
      "step": 7080
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.566295360351383e-05,
      "loss": 1.0578,
      "step": 7100
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.563325576007701e-05,
      "loss": 1.0679,
      "step": 7120
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.560346122751638e-05,
      "loss": 1.0878,
      "step": 7140
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.557357006896152e-05,
      "loss": 1.0521,
      "step": 7160
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.554358234774669e-05,
      "loss": 1.0543,
      "step": 7180
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.55134981274108e-05,
      "loss": 1.0781,
      "step": 7200
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.548331747169719e-05,
      "loss": 1.0668,
      "step": 7220
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.545304044455357e-05,
      "loss": 1.0908,
      "step": 7240
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.542266711013182e-05,
      "loss": 1.0535,
      "step": 7260
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.539219753278785e-05,
      "loss": 1.0587,
      "step": 7280
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.536163177708155e-05,
      "loss": 1.0406,
      "step": 7300
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.533096990777657e-05,
      "loss": 1.0645,
      "step": 7320
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.530021198984019e-05,
      "loss": 1.0425,
      "step": 7340
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.526935808844324e-05,
      "loss": 1.0564,
      "step": 7360
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.523840826895988e-05,
      "loss": 1.0811,
      "step": 7380
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.520736259696753e-05,
      "loss": 1.0727,
      "step": 7400
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.51762211382467e-05,
      "loss": 1.0687,
      "step": 7420
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.514498395878086e-05,
      "loss": 1.0902,
      "step": 7440
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.51136511247563e-05,
      "loss": 1.0613,
      "step": 7460
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.508222270256195e-05,
      "loss": 1.0809,
      "step": 7480
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.505069875878934e-05,
      "loss": 1.0682,
      "step": 7500
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.501907936023231e-05,
      "loss": 1.07,
      "step": 7520
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.498736457388703e-05,
      "loss": 1.0797,
      "step": 7540
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.495555446695175e-05,
      "loss": 1.0468,
      "step": 7560
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.492364910682668e-05,
      "loss": 1.0903,
      "step": 7580
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.489164856111387e-05,
      "loss": 1.0929,
      "step": 7600
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.485955289761703e-05,
      "loss": 1.0669,
      "step": 7620
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.482736218434143e-05,
      "loss": 1.0938,
      "step": 7640
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.479507648949372e-05,
      "loss": 1.0582,
      "step": 7660
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.476269588148186e-05,
      "loss": 1.0793,
      "step": 7680
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.473022042891477e-05,
      "loss": 1.0696,
      "step": 7700
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.469765020060251e-05,
      "loss": 1.0599,
      "step": 7720
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.46649852655558e-05,
      "loss": 1.0667,
      "step": 7740
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.463222569298615e-05,
      "loss": 1.0126,
      "step": 7760
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.459937155230549e-05,
      "loss": 1.0694,
      "step": 7780
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.456642291312618e-05,
      "loss": 1.0566,
      "step": 7800
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.45333798452608e-05,
      "loss": 1.0664,
      "step": 7820
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.450024241872201e-05,
      "loss": 1.0408,
      "step": 7840
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.446701070372237e-05,
      "loss": 1.0734,
      "step": 7860
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.443368477067427e-05,
      "loss": 1.0604,
      "step": 7880
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.440026469018968e-05,
      "loss": 1.0746,
      "step": 7900
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.43667505330801e-05,
      "loss": 1.0358,
      "step": 7920
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.433314237035631e-05,
      "loss": 1.0631,
      "step": 7940
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.429944027322834e-05,
      "loss": 1.0296,
      "step": 7960
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.426564431310521e-05,
      "loss": 1.0412,
      "step": 7980
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.42317545615948e-05,
      "loss": 1.0554,
      "step": 8000
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.419777109050376e-05,
      "loss": 1.0978,
      "step": 8020
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.416369397183728e-05,
      "loss": 1.0215,
      "step": 8040
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.4129523277799e-05,
      "loss": 1.0424,
      "step": 8060
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.409525908079082e-05,
      "loss": 1.0453,
      "step": 8080
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.406090145341277e-05,
      "loss": 1.0588,
      "step": 8100
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.402645046846281e-05,
      "loss": 1.0439,
      "step": 8120
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.399190619893676e-05,
      "loss": 1.0501,
      "step": 8140
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.395726871802804e-05,
      "loss": 1.0565,
      "step": 8160
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.392253809912758e-05,
      "loss": 1.0456,
      "step": 8180
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.388771441582369e-05,
      "loss": 1.0547,
      "step": 8200
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.385279774190184e-05,
      "loss": 1.0344,
      "step": 8220
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.381778815134455e-05,
      "loss": 1.0286,
      "step": 8240
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.378268571833116e-05,
      "loss": 1.1033,
      "step": 8260
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.374749051723781e-05,
      "loss": 1.0667,
      "step": 8280
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.371220262263713e-05,
      "loss": 1.0416,
      "step": 8300
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.36768221092982e-05,
      "loss": 1.0674,
      "step": 8320
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.364134905218632e-05,
      "loss": 1.0305,
      "step": 8340
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.360578352646285e-05,
      "loss": 1.0604,
      "step": 8360
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.357012560748513e-05,
      "loss": 1.061,
      "step": 8380
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.353437537080625e-05,
      "loss": 1.0678,
      "step": 8400
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.349853289217485e-05,
      "loss": 1.0767,
      "step": 8420
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.34625982475351e-05,
      "loss": 1.0562,
      "step": 8440
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.342657151302637e-05,
      "loss": 1.0301,
      "step": 8460
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.339045276498325e-05,
      "loss": 1.063,
      "step": 8480
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.33542420799352e-05,
      "loss": 1.0157,
      "step": 8500
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.331793953460653e-05,
      "loss": 1.0564,
      "step": 8520
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.328154520591614e-05,
      "loss": 1.0817,
      "step": 8540
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.324505917097749e-05,
      "loss": 1.0453,
      "step": 8560
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.320848150709826e-05,
      "loss": 1.0442,
      "step": 8580
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.317181229178031e-05,
      "loss": 1.0379,
      "step": 8600
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.313505160271952e-05,
      "loss": 1.0686,
      "step": 8620
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.30981995178055e-05,
      "loss": 1.0417,
      "step": 8640
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.306125611512159e-05,
      "loss": 1.0569,
      "step": 8660
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.302422147294458e-05,
      "loss": 1.0646,
      "step": 8680
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.298709566974462e-05,
      "loss": 1.0439,
      "step": 8700
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.294987878418495e-05,
      "loss": 1.0529,
      "step": 8720
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.291257089512185e-05,
      "loss": 1.0369,
      "step": 8740
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.287517208160439e-05,
      "loss": 1.0509,
      "step": 8760
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.283768242287433e-05,
      "loss": 1.0825,
      "step": 8780
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.280010199836588e-05,
      "loss": 1.0583,
      "step": 8800
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.276243088770559e-05,
      "loss": 1.0528,
      "step": 8820
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.272466917071216e-05,
      "loss": 1.0307,
      "step": 8840
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.268681692739623e-05,
      "loss": 1.0538,
      "step": 8860
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.264887423796029e-05,
      "loss": 1.0459,
      "step": 8880
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.261084118279847e-05,
      "loss": 1.052,
      "step": 8900
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.257271784249635e-05,
      "loss": 0.9985,
      "step": 8920
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.253450429783081e-05,
      "loss": 1.0312,
      "step": 8940
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.249620062976988e-05,
      "loss": 1.0433,
      "step": 8960
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.245780691947252e-05,
      "loss": 1.0061,
      "step": 8980
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.24193232482885e-05,
      "loss": 1.0237,
      "step": 9000
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.238074969775818e-05,
      "loss": 1.0311,
      "step": 9020
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.234208634961236e-05,
      "loss": 1.0467,
      "step": 9040
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.230333328577212e-05,
      "loss": 1.0217,
      "step": 9060
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.226449058834863e-05,
      "loss": 1.024,
      "step": 9080
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.222555833964296e-05,
      "loss": 1.0373,
      "step": 9100
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.218653662214593e-05,
      "loss": 1.0248,
      "step": 9120
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.214742551853798e-05,
      "loss": 1.0597,
      "step": 9140
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.210822511168884e-05,
      "loss": 1.0138,
      "step": 9160
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.206893548465758e-05,
      "loss": 1.0406,
      "step": 9180
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.20295567206922e-05,
      "loss": 1.0399,
      "step": 9200
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.199008890322963e-05,
      "loss": 1.0282,
      "step": 9220
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.19505321158955e-05,
      "loss": 1.0156,
      "step": 9240
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.191088644250389e-05,
      "loss": 1.0146,
      "step": 9260
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.187115196705731e-05,
      "loss": 0.9898,
      "step": 9280
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.183132877374631e-05,
      "loss": 1.0027,
      "step": 9300
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.17914169469495e-05,
      "loss": 1.0047,
      "step": 9320
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.17514165712333e-05,
      "loss": 1.0628,
      "step": 9340
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.171132773135165e-05,
      "loss": 1.041,
      "step": 9360
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.167115051224606e-05,
      "loss": 1.0387,
      "step": 9380
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.16308849990452e-05,
      "loss": 1.0521,
      "step": 9400
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.159053127706487e-05,
      "loss": 0.9995,
      "step": 9420
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.155008943180776e-05,
      "loss": 1.0068,
      "step": 9440
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.150955954896327e-05,
      "loss": 1.0396,
      "step": 9460
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.146894171440735e-05,
      "loss": 0.9964,
      "step": 9480
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.14282360142023e-05,
      "loss": 0.9995,
      "step": 9500
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.138744253459658e-05,
      "loss": 1.0396,
      "step": 9520
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.134656136202466e-05,
      "loss": 1.0167,
      "step": 9540
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.130559258310679e-05,
      "loss": 1.0319,
      "step": 9560
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.126453628464888e-05,
      "loss": 1.0222,
      "step": 9580
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.122339255364224e-05,
      "loss": 0.9881,
      "step": 9600
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.118216147726347e-05,
      "loss": 1.0193,
      "step": 9620
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.11408431428742e-05,
      "loss": 1.0327,
      "step": 9640
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.109943763802097e-05,
      "loss": 1.0149,
      "step": 9660
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.105794505043505e-05,
      "loss": 0.9916,
      "step": 9680
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.101636546803218e-05,
      "loss": 1.0443,
      "step": 9700
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.09746989789124e-05,
      "loss": 1.0485,
      "step": 9720
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.093294567135998e-05,
      "loss": 1.0536,
      "step": 9740
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.089110563384304e-05,
      "loss": 1.0167,
      "step": 9760
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.084917895501357e-05,
      "loss": 1.0192,
      "step": 9780
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.080716572370704e-05,
      "loss": 1.0163,
      "step": 9800
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.07650660289424e-05,
      "loss": 1.0041,
      "step": 9820
    },
    {
      "epoch": 1.11,
      "learning_rate": 9.072287995992172e-05,
      "loss": 1.0364,
      "step": 9840
    },
    {
      "epoch": 1.11,
      "learning_rate": 9.068060760603014e-05,
      "loss": 1.0567,
      "step": 9860
    },
    {
      "epoch": 1.11,
      "learning_rate": 9.063824905683562e-05,
      "loss": 1.0234,
      "step": 9880
    },
    {
      "epoch": 1.11,
      "learning_rate": 9.059580440208869e-05,
      "loss": 1.0011,
      "step": 9900
    },
    {
      "epoch": 1.11,
      "learning_rate": 9.05532737317224e-05,
      "loss": 1.0375,
      "step": 9920
    },
    {
      "epoch": 1.12,
      "learning_rate": 9.051065713585203e-05,
      "loss": 1.0142,
      "step": 9940
    },
    {
      "epoch": 1.12,
      "learning_rate": 9.04679547047749e-05,
      "loss": 1.0143,
      "step": 9960
    },
    {
      "epoch": 1.12,
      "learning_rate": 9.04251665289702e-05,
      "loss": 1.0232,
      "step": 9980
    },
    {
      "epoch": 1.12,
      "learning_rate": 9.038229269909883e-05,
      "loss": 1.0121,
      "step": 10000
    },
    {
      "epoch": 1.13,
      "learning_rate": 9.033933330600316e-05,
      "loss": 1.0262,
      "step": 10020
    },
    {
      "epoch": 1.13,
      "learning_rate": 9.029628844070686e-05,
      "loss": 1.0398,
      "step": 10040
    },
    {
      "epoch": 1.13,
      "learning_rate": 9.025315819441467e-05,
      "loss": 1.0101,
      "step": 10060
    },
    {
      "epoch": 1.13,
      "learning_rate": 9.020994265851226e-05,
      "loss": 1.0367,
      "step": 10080
    },
    {
      "epoch": 1.13,
      "learning_rate": 9.016664192456604e-05,
      "loss": 0.9912,
      "step": 10100
    },
    {
      "epoch": 1.14,
      "learning_rate": 9.012325608432291e-05,
      "loss": 1.0516,
      "step": 10120
    },
    {
      "epoch": 1.14,
      "learning_rate": 9.00797852297101e-05,
      "loss": 1.0297,
      "step": 10140
    },
    {
      "epoch": 1.14,
      "learning_rate": 9.003622945283496e-05,
      "loss": 1.0401,
      "step": 10160
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.99925888459848e-05,
      "loss": 1.0365,
      "step": 10180
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.994886350162666e-05,
      "loss": 1.0227,
      "step": 10200
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.990505351240714e-05,
      "loss": 1.0176,
      "step": 10220
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.986115897115213e-05,
      "loss": 1.0419,
      "step": 10240
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.981717997086674e-05,
      "loss": 1.0206,
      "step": 10260
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.977311660473499e-05,
      "loss": 0.9932,
      "step": 10280
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.972896896611971e-05,
      "loss": 1.0083,
      "step": 10300
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.968473714856222e-05,
      "loss": 1.0006,
      "step": 10320
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.964042124578224e-05,
      "loss": 1.0136,
      "step": 10340
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.959602135167766e-05,
      "loss": 1.0254,
      "step": 10360
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.955153756032428e-05,
      "loss": 0.9969,
      "step": 10380
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.950696996597576e-05,
      "loss": 0.9852,
      "step": 10400
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.946231866306325e-05,
      "loss": 0.9993,
      "step": 10420
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.941758374619525e-05,
      "loss": 1.019,
      "step": 10440
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.93727653101575e-05,
      "loss": 1.0028,
      "step": 10460
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.932786344991264e-05,
      "loss": 1.028,
      "step": 10480
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.928287826060009e-05,
      "loss": 1.0152,
      "step": 10500
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.923780983753583e-05,
      "loss": 1.0209,
      "step": 10520
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.919265827621218e-05,
      "loss": 1.0409,
      "step": 10540
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.914742367229768e-05,
      "loss": 1.0155,
      "step": 10560
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.910210612163673e-05,
      "loss": 0.994,
      "step": 10580
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.905670572024958e-05,
      "loss": 1.0145,
      "step": 10600
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.901122256433195e-05,
      "loss": 1.0211,
      "step": 10620
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.89656567502549e-05,
      "loss": 0.9977,
      "step": 10640
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.89200083745647e-05,
      "loss": 0.9889,
      "step": 10660
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.887427753398248e-05,
      "loss": 1.0104,
      "step": 10680
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.882846432540413e-05,
      "loss": 1.0535,
      "step": 10700
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.87825688459001e-05,
      "loss": 1.0043,
      "step": 10720
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.873659119271507e-05,
      "loss": 1.0144,
      "step": 10740
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.869053146326793e-05,
      "loss": 1.0118,
      "step": 10760
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.864438975515141e-05,
      "loss": 1.0366,
      "step": 10780
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.859816616613194e-05,
      "loss": 1.0125,
      "step": 10800
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.855186079414949e-05,
      "loss": 0.9938,
      "step": 10820
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.850547373731727e-05,
      "loss": 1.0046,
      "step": 10840
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.845900509392158e-05,
      "loss": 1.0199,
      "step": 10860
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.841245496242157e-05,
      "loss": 1.0019,
      "step": 10880
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.836582344144911e-05,
      "loss": 0.9985,
      "step": 10900
    },
    {
      "epoch": 1.23,
      "learning_rate": 8.831911062980845e-05,
      "loss": 1.0138,
      "step": 10920
    },
    {
      "epoch": 1.23,
      "learning_rate": 8.827231662647611e-05,
      "loss": 1.0053,
      "step": 10940
    },
    {
      "epoch": 1.23,
      "learning_rate": 8.822544153060064e-05,
      "loss": 1.012,
      "step": 10960
    },
    {
      "epoch": 1.23,
      "learning_rate": 8.817848544150243e-05,
      "loss": 1.0178,
      "step": 10980
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.813144845867345e-05,
      "loss": 1.0143,
      "step": 11000
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.808433068177708e-05,
      "loss": 1.0087,
      "step": 11020
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.80371322106479e-05,
      "loss": 1.0242,
      "step": 11040
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.798985314529146e-05,
      "loss": 1.0364,
      "step": 11060
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.794249358588407e-05,
      "loss": 0.9967,
      "step": 11080
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.789505363277259e-05,
      "loss": 1.0144,
      "step": 11100
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.784753338647424e-05,
      "loss": 1.016,
      "step": 11120
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.779993294767635e-05,
      "loss": 1.0061,
      "step": 11140
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.77522524172362e-05,
      "loss": 1.0166,
      "step": 11160
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.770449189618069e-05,
      "loss": 1.0228,
      "step": 11180
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.76566514857063e-05,
      "loss": 1.0037,
      "step": 11200
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.76087312871787e-05,
      "loss": 1.033,
      "step": 11220
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.75607314021327e-05,
      "loss": 1.0347,
      "step": 11240
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.751265193227189e-05,
      "loss": 0.9958,
      "step": 11260
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.746449297946853e-05,
      "loss": 1.0154,
      "step": 11280
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.741625464576322e-05,
      "loss": 1.0308,
      "step": 11300
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.736793703336482e-05,
      "loss": 1.0114,
      "step": 11320
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.731954024465017e-05,
      "loss": 1.0231,
      "step": 11340
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.727106438216384e-05,
      "loss": 1.01,
      "step": 11360
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.722250954861795e-05,
      "loss": 0.983,
      "step": 11380
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.717387584689195e-05,
      "loss": 0.9938,
      "step": 11400
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.712516338003241e-05,
      "loss": 0.9918,
      "step": 11420
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.707637225125276e-05,
      "loss": 1.0061,
      "step": 11440
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.702750256393316e-05,
      "loss": 1.0493,
      "step": 11460
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.697855442162012e-05,
      "loss": 0.9973,
      "step": 11480
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.692952792802651e-05,
      "loss": 1.0343,
      "step": 11500
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.688042318703111e-05,
      "loss": 1.0333,
      "step": 11520
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.683124030267855e-05,
      "loss": 1.0276,
      "step": 11540
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.678197937917901e-05,
      "loss": 1.0016,
      "step": 11560
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.673264052090801e-05,
      "loss": 0.9907,
      "step": 11580
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.668322383240626e-05,
      "loss": 1.0153,
      "step": 11600
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.663372941837929e-05,
      "loss": 1.0084,
      "step": 11620
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.658415738369737e-05,
      "loss": 1.0255,
      "step": 11640
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.653450783339523e-05,
      "loss": 0.9996,
      "step": 11660
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.648478087267187e-05,
      "loss": 0.9922,
      "step": 11680
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.643497660689024e-05,
      "loss": 1.021,
      "step": 11700
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.638509514157715e-05,
      "loss": 1.0102,
      "step": 11720
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.633513658242295e-05,
      "loss": 1.0281,
      "step": 11740
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.628510103528134e-05,
      "loss": 1.0185,
      "step": 11760
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.623498860616918e-05,
      "loss": 0.9624,
      "step": 11780
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.618479940126617e-05,
      "loss": 1.0486,
      "step": 11800
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.613453352691473e-05,
      "loss": 1.0069,
      "step": 11820
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.608419108961971e-05,
      "loss": 1.0449,
      "step": 11840
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.603377219604823e-05,
      "loss": 0.9983,
      "step": 11860
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.59832769530293e-05,
      "loss": 1.0164,
      "step": 11880
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.59327054675538e-05,
      "loss": 1.0222,
      "step": 11900
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.588205784677415e-05,
      "loss": 1.0372,
      "step": 11920
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.583133419800404e-05,
      "loss": 1.0078,
      "step": 11940
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.578053462871827e-05,
      "loss": 1.0216,
      "step": 11960
    },
    {
      "epoch": 1.35,
      "learning_rate": 8.57296592465525e-05,
      "loss": 1.0257,
      "step": 11980
    },
    {
      "epoch": 1.35,
      "learning_rate": 8.567870815930305e-05,
      "loss": 0.9813,
      "step": 12000
    },
    {
      "epoch": 1.35,
      "learning_rate": 8.562768147492662e-05,
      "loss": 0.9851,
      "step": 12020
    },
    {
      "epoch": 1.35,
      "learning_rate": 8.557657930154007e-05,
      "loss": 1.0091,
      "step": 12040
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.552540174742025e-05,
      "loss": 0.9911,
      "step": 12060
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.547414892100373e-05,
      "loss": 1.0127,
      "step": 12080
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.542282093088651e-05,
      "loss": 0.9931,
      "step": 12100
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.537141788582393e-05,
      "loss": 0.9987,
      "step": 12120
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.53199398947303e-05,
      "loss": 1.0192,
      "step": 12140
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.526838706667873e-05,
      "loss": 0.984,
      "step": 12160
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.521675951090094e-05,
      "loss": 0.9841,
      "step": 12180
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.516505733678695e-05,
      "loss": 1.0117,
      "step": 12200
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.511328065388488e-05,
      "loss": 0.9758,
      "step": 12220
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.506142957190073e-05,
      "loss": 1.0073,
      "step": 12240
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.500950420069817e-05,
      "loss": 1.0178,
      "step": 12260
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.495750465029821e-05,
      "loss": 1.0222,
      "step": 12280
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.490543103087912e-05,
      "loss": 0.9812,
      "step": 12300
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.485328345277603e-05,
      "loss": 1.0102,
      "step": 12320
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.48010620264808e-05,
      "loss": 1.009,
      "step": 12340
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.47487668626418e-05,
      "loss": 1.0279,
      "step": 12360
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.469639807206357e-05,
      "loss": 1.019,
      "step": 12380
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.46439557657067e-05,
      "loss": 1.0064,
      "step": 12400
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.459144005468756e-05,
      "loss": 1.0037,
      "step": 12420
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.453885105027802e-05,
      "loss": 0.9955,
      "step": 12440
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.448618886390522e-05,
      "loss": 0.9949,
      "step": 12460
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.443345360715143e-05,
      "loss": 0.9902,
      "step": 12480
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.43806453917537e-05,
      "loss": 1.026,
      "step": 12500
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.432776432960366e-05,
      "loss": 0.983,
      "step": 12520
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.427481053274734e-05,
      "loss": 1.0039,
      "step": 12540
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.422178411338481e-05,
      "loss": 0.99,
      "step": 12560
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.416868518387009e-05,
      "loss": 1.0346,
      "step": 12580
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.411551385671077e-05,
      "loss": 1.0002,
      "step": 12600
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.406227024456788e-05,
      "loss": 0.9916,
      "step": 12620
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.400895446025558e-05,
      "loss": 1.0303,
      "step": 12640
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.3955566616741e-05,
      "loss": 0.982,
      "step": 12660
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.39021068271439e-05,
      "loss": 0.996,
      "step": 12680
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.38485752047365e-05,
      "loss": 1.0142,
      "step": 12700
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.379497186294322e-05,
      "loss": 1.032,
      "step": 12720
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.374129691534046e-05,
      "loss": 1.0146,
      "step": 12740
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.36875504756563e-05,
      "loss": 1.0217,
      "step": 12760
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.363373265777034e-05,
      "loss": 0.9988,
      "step": 12780
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.357984357571337e-05,
      "loss": 1.0119,
      "step": 12800
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.352588334366728e-05,
      "loss": 0.9801,
      "step": 12820
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.347185207596457e-05,
      "loss": 0.9835,
      "step": 12840
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.341774988708837e-05,
      "loss": 0.9979,
      "step": 12860
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.336357689167203e-05,
      "loss": 1.0108,
      "step": 12880
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.33093332044989e-05,
      "loss": 0.9943,
      "step": 12900
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.325501894050218e-05,
      "loss": 0.9962,
      "step": 12920
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.320063421476454e-05,
      "loss": 1.0326,
      "step": 12940
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.314617914251805e-05,
      "loss": 0.9947,
      "step": 12960
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.30916538391437e-05,
      "loss": 1.0253,
      "step": 12980
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.30370584201714e-05,
      "loss": 0.9905,
      "step": 13000
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.298239300127954e-05,
      "loss": 1.0028,
      "step": 13020
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.292765769829487e-05,
      "loss": 1.0467,
      "step": 13040
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.287285262719224e-05,
      "loss": 1.0042,
      "step": 13060
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.281797790409425e-05,
      "loss": 1.0102,
      "step": 13080
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.276303364527116e-05,
      "loss": 1.0038,
      "step": 13100
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.270801996714051e-05,
      "loss": 1.0028,
      "step": 13120
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.265293698626694e-05,
      "loss": 0.9969,
      "step": 13140
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.259778481936197e-05,
      "loss": 0.9955,
      "step": 13160
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.254256358328365e-05,
      "loss": 1.0106,
      "step": 13180
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.248727339503641e-05,
      "loss": 1.0129,
      "step": 13200
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.243191437177077e-05,
      "loss": 0.981,
      "step": 13220
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.237648663078314e-05,
      "loss": 1.0168,
      "step": 13240
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.232099028951548e-05,
      "loss": 0.9942,
      "step": 13260
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.22654254655551e-05,
      "loss": 1.0028,
      "step": 13280
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.22097922766344e-05,
      "loss": 1.0011,
      "step": 13300
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.215409084063075e-05,
      "loss": 1.0141,
      "step": 13320
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.209832127556598e-05,
      "loss": 0.9799,
      "step": 13340
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.204248369960634e-05,
      "loss": 0.9972,
      "step": 13360
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.198657823106219e-05,
      "loss": 0.9737,
      "step": 13380
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.193060498838774e-05,
      "loss": 1.0,
      "step": 13400
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.187456409018074e-05,
      "loss": 1.0246,
      "step": 13420
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.18184556551824e-05,
      "loss": 1.0043,
      "step": 13440
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.176227980227694e-05,
      "loss": 0.9859,
      "step": 13460
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.170603665049146e-05,
      "loss": 0.9851,
      "step": 13480
    },
    {
      "epoch": 1.52,
      "learning_rate": 8.164972631899566e-05,
      "loss": 1.0025,
      "step": 13500
    },
    {
      "epoch": 1.52,
      "learning_rate": 8.159334892710156e-05,
      "loss": 0.9988,
      "step": 13520
    },
    {
      "epoch": 1.52,
      "learning_rate": 8.15369045942633e-05,
      "loss": 1.0531,
      "step": 13540
    },
    {
      "epoch": 1.52,
      "learning_rate": 8.148039344007685e-05,
      "loss": 0.983,
      "step": 13560
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.142381558427974e-05,
      "loss": 1.0149,
      "step": 13580
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.136717114675083e-05,
      "loss": 1.0205,
      "step": 13600
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.131046024751009e-05,
      "loss": 1.015,
      "step": 13620
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.12536830067183e-05,
      "loss": 1.0131,
      "step": 13640
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.119683954467677e-05,
      "loss": 1.026,
      "step": 13660
    },
    {
      "epoch": 1.54,
      "learning_rate": 8.113992998182715e-05,
      "loss": 0.9792,
      "step": 13680
    },
    {
      "epoch": 1.54,
      "learning_rate": 8.108295443875116e-05,
      "loss": 1.0232,
      "step": 13700
    },
    {
      "epoch": 1.54,
      "learning_rate": 8.102591303617031e-05,
      "loss": 1.0185,
      "step": 13720
    },
    {
      "epoch": 1.54,
      "learning_rate": 8.096880589494563e-05,
      "loss": 0.9907,
      "step": 13740
    },
    {
      "epoch": 1.55,
      "learning_rate": 8.091163313607749e-05,
      "loss": 1.0145,
      "step": 13760
    },
    {
      "epoch": 1.55,
      "learning_rate": 8.085439488070521e-05,
      "loss": 0.9818,
      "step": 13780
    },
    {
      "epoch": 1.55,
      "learning_rate": 8.079709125010699e-05,
      "loss": 0.9885,
      "step": 13800
    },
    {
      "epoch": 1.55,
      "learning_rate": 8.073972236569947e-05,
      "loss": 1.0026,
      "step": 13820
    },
    {
      "epoch": 1.56,
      "learning_rate": 8.06822883490376e-05,
      "loss": 0.9577,
      "step": 13840
    },
    {
      "epoch": 1.56,
      "learning_rate": 8.06247893218143e-05,
      "loss": 1.0351,
      "step": 13860
    },
    {
      "epoch": 1.56,
      "learning_rate": 8.056722540586024e-05,
      "loss": 0.9972,
      "step": 13880
    },
    {
      "epoch": 1.56,
      "learning_rate": 8.050959672314359e-05,
      "loss": 1.0099,
      "step": 13900
    },
    {
      "epoch": 1.56,
      "learning_rate": 8.045190339576978e-05,
      "loss": 0.9896,
      "step": 13920
    },
    {
      "epoch": 1.57,
      "learning_rate": 8.039414554598113e-05,
      "loss": 1.0083,
      "step": 13940
    },
    {
      "epoch": 1.57,
      "learning_rate": 8.033632329615676e-05,
      "loss": 0.9907,
      "step": 13960
    },
    {
      "epoch": 1.57,
      "learning_rate": 8.027843676881218e-05,
      "loss": 1.0125,
      "step": 13980
    },
    {
      "epoch": 1.57,
      "learning_rate": 8.022048608659913e-05,
      "loss": 1.0153,
      "step": 14000
    },
    {
      "epoch": 1.58,
      "learning_rate": 8.016247137230525e-05,
      "loss": 0.9991,
      "step": 14020
    },
    {
      "epoch": 1.58,
      "learning_rate": 8.010439274885391e-05,
      "loss": 0.9889,
      "step": 14040
    },
    {
      "epoch": 1.58,
      "learning_rate": 8.004625033930382e-05,
      "loss": 1.0172,
      "step": 14060
    },
    {
      "epoch": 1.58,
      "learning_rate": 7.998804426684889e-05,
      "loss": 0.9886,
      "step": 14080
    },
    {
      "epoch": 1.58,
      "learning_rate": 7.992977465481793e-05,
      "loss": 1.0062,
      "step": 14100
    },
    {
      "epoch": 1.59,
      "learning_rate": 7.987144162667431e-05,
      "loss": 0.9952,
      "step": 14120
    },
    {
      "epoch": 1.59,
      "learning_rate": 7.981304530601586e-05,
      "loss": 1.0364,
      "step": 14140
    },
    {
      "epoch": 1.59,
      "learning_rate": 7.975458581657446e-05,
      "loss": 1.021,
      "step": 14160
    },
    {
      "epoch": 1.59,
      "learning_rate": 7.969606328221583e-05,
      "loss": 1.0118,
      "step": 14180
    },
    {
      "epoch": 1.6,
      "learning_rate": 7.96374778269393e-05,
      "loss": 1.0187,
      "step": 14200
    },
    {
      "epoch": 1.6,
      "learning_rate": 7.95788295748775e-05,
      "loss": 1.0267,
      "step": 14220
    },
    {
      "epoch": 1.6,
      "learning_rate": 7.952011865029614e-05,
      "loss": 1.0121,
      "step": 14240
    },
    {
      "epoch": 1.6,
      "learning_rate": 7.946134517759368e-05,
      "loss": 0.971,
      "step": 14260
    },
    {
      "epoch": 1.6,
      "learning_rate": 7.940250928130116e-05,
      "loss": 1.0182,
      "step": 14280
    },
    {
      "epoch": 1.61,
      "learning_rate": 7.934361108608183e-05,
      "loss": 0.9876,
      "step": 14300
    },
    {
      "epoch": 1.61,
      "learning_rate": 7.9284650716731e-05,
      "loss": 0.988,
      "step": 14320
    },
    {
      "epoch": 1.61,
      "learning_rate": 7.922562829817564e-05,
      "loss": 1.0128,
      "step": 14340
    },
    {
      "epoch": 1.61,
      "learning_rate": 7.916654395547427e-05,
      "loss": 1.029,
      "step": 14360
    },
    {
      "epoch": 1.62,
      "learning_rate": 7.91073978138166e-05,
      "loss": 0.9795,
      "step": 14380
    },
    {
      "epoch": 1.62,
      "learning_rate": 7.904818999852323e-05,
      "loss": 0.9923,
      "step": 14400
    },
    {
      "epoch": 1.62,
      "learning_rate": 7.898892063504548e-05,
      "loss": 1.0132,
      "step": 14420
    },
    {
      "epoch": 1.62,
      "learning_rate": 7.89295898489651e-05,
      "loss": 0.999,
      "step": 14440
    },
    {
      "epoch": 1.62,
      "learning_rate": 7.887019776599391e-05,
      "loss": 0.9659,
      "step": 14460
    },
    {
      "epoch": 1.63,
      "learning_rate": 7.88107445119737e-05,
      "loss": 0.9859,
      "step": 14480
    },
    {
      "epoch": 1.63,
      "learning_rate": 7.875123021287579e-05,
      "loss": 0.9863,
      "step": 14500
    },
    {
      "epoch": 1.63,
      "learning_rate": 7.869165499480089e-05,
      "loss": 1.0014,
      "step": 14520
    },
    {
      "epoch": 1.63,
      "learning_rate": 7.863201898397878e-05,
      "loss": 0.9914,
      "step": 14540
    },
    {
      "epoch": 1.64,
      "learning_rate": 7.857232230676802e-05,
      "loss": 0.9893,
      "step": 14560
    },
    {
      "epoch": 1.64,
      "learning_rate": 7.851256508965577e-05,
      "loss": 0.9932,
      "step": 14580
    },
    {
      "epoch": 1.64,
      "learning_rate": 7.845274745925744e-05,
      "loss": 1.0187,
      "step": 14600
    },
    {
      "epoch": 1.64,
      "learning_rate": 7.83928695423164e-05,
      "loss": 1.0001,
      "step": 14620
    },
    {
      "epoch": 1.64,
      "learning_rate": 7.83329314657038e-05,
      "loss": 0.991,
      "step": 14640
    },
    {
      "epoch": 1.65,
      "learning_rate": 7.827293335641825e-05,
      "loss": 1.0057,
      "step": 14660
    },
    {
      "epoch": 1.65,
      "learning_rate": 7.82128753415856e-05,
      "loss": 0.9592,
      "step": 14680
    },
    {
      "epoch": 1.65,
      "learning_rate": 7.815275754845854e-05,
      "loss": 1.0121,
      "step": 14700
    },
    {
      "epoch": 1.65,
      "learning_rate": 7.809258010441649e-05,
      "loss": 0.9967,
      "step": 14720
    },
    {
      "epoch": 1.66,
      "learning_rate": 7.803234313696524e-05,
      "loss": 0.9933,
      "step": 14740
    },
    {
      "epoch": 1.66,
      "learning_rate": 7.79720467737367e-05,
      "loss": 0.9841,
      "step": 14760
    },
    {
      "epoch": 1.66,
      "learning_rate": 7.791169114248864e-05,
      "loss": 1.0147,
      "step": 14780
    },
    {
      "epoch": 1.66,
      "learning_rate": 7.785127637110438e-05,
      "loss": 1.0291,
      "step": 14800
    },
    {
      "epoch": 1.67,
      "learning_rate": 7.779080258759259e-05,
      "loss": 0.9922,
      "step": 14820
    },
    {
      "epoch": 1.67,
      "learning_rate": 7.773026992008692e-05,
      "loss": 1.0002,
      "step": 14840
    },
    {
      "epoch": 1.67,
      "learning_rate": 7.766967849684584e-05,
      "loss": 1.0118,
      "step": 14860
    },
    {
      "epoch": 1.67,
      "learning_rate": 7.760902844625228e-05,
      "loss": 1.0237,
      "step": 14880
    },
    {
      "epoch": 1.67,
      "learning_rate": 7.754831989681345e-05,
      "loss": 1.0038,
      "step": 14900
    },
    {
      "epoch": 1.68,
      "learning_rate": 7.74875529771604e-05,
      "loss": 1.0016,
      "step": 14920
    },
    {
      "epoch": 1.68,
      "learning_rate": 7.742672781604794e-05,
      "loss": 0.9977,
      "step": 14940
    },
    {
      "epoch": 1.68,
      "learning_rate": 7.736584454235427e-05,
      "loss": 0.9864,
      "step": 14960
    },
    {
      "epoch": 1.68,
      "learning_rate": 7.730490328508072e-05,
      "loss": 0.9771,
      "step": 14980
    },
    {
      "epoch": 1.69,
      "learning_rate": 7.724390417335144e-05,
      "loss": 0.983,
      "step": 15000
    },
    {
      "epoch": 1.69,
      "learning_rate": 7.718284733641323e-05,
      "loss": 0.968,
      "step": 15020
    },
    {
      "epoch": 1.69,
      "learning_rate": 7.712173290363514e-05,
      "loss": 0.9642,
      "step": 15040
    },
    {
      "epoch": 1.69,
      "learning_rate": 7.706056100450831e-05,
      "loss": 1.0196,
      "step": 15060
    },
    {
      "epoch": 1.69,
      "learning_rate": 7.699933176864558e-05,
      "loss": 0.9708,
      "step": 15080
    },
    {
      "epoch": 1.7,
      "learning_rate": 7.693804532578131e-05,
      "loss": 0.9916,
      "step": 15100
    },
    {
      "epoch": 1.7,
      "learning_rate": 7.687670180577109e-05,
      "loss": 1.0076,
      "step": 15120
    },
    {
      "epoch": 1.7,
      "learning_rate": 7.681530133859142e-05,
      "loss": 0.9733,
      "step": 15140
    },
    {
      "epoch": 1.7,
      "learning_rate": 7.675384405433947e-05,
      "loss": 0.9965,
      "step": 15160
    },
    {
      "epoch": 1.71,
      "learning_rate": 7.66923300832328e-05,
      "loss": 0.9941,
      "step": 15180
    },
    {
      "epoch": 1.71,
      "learning_rate": 7.663075955560906e-05,
      "loss": 0.9851,
      "step": 15200
    },
    {
      "epoch": 1.71,
      "learning_rate": 7.656913260192574e-05,
      "loss": 0.9879,
      "step": 15220
    },
    {
      "epoch": 1.71,
      "learning_rate": 7.650744935275992e-05,
      "loss": 1.0127,
      "step": 15240
    },
    {
      "epoch": 1.71,
      "learning_rate": 7.644570993880791e-05,
      "loss": 0.9718,
      "step": 15260
    },
    {
      "epoch": 1.72,
      "learning_rate": 7.63839144908851e-05,
      "loss": 0.9495,
      "step": 15280
    },
    {
      "epoch": 1.72,
      "learning_rate": 7.632206313992548e-05,
      "loss": 0.9745,
      "step": 15300
    },
    {
      "epoch": 1.72,
      "learning_rate": 7.626015601698163e-05,
      "loss": 0.9862,
      "step": 15320
    },
    {
      "epoch": 1.72,
      "learning_rate": 7.619819325322422e-05,
      "loss": 0.9923,
      "step": 15340
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.613617497994178e-05,
      "loss": 0.9779,
      "step": 15360
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.607410132854059e-05,
      "loss": 0.9875,
      "step": 15380
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.60119724305441e-05,
      "loss": 1.011,
      "step": 15400
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.594978841759297e-05,
      "loss": 0.9933,
      "step": 15420
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.588754942144452e-05,
      "loss": 0.9842,
      "step": 15440
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.582525557397264e-05,
      "loss": 0.9784,
      "step": 15460
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.576290700716742e-05,
      "loss": 0.9794,
      "step": 15480
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.570050385313487e-05,
      "loss": 1.0136,
      "step": 15500
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.563804624409672e-05,
      "loss": 1.0115,
      "step": 15520
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.557553431239002e-05,
      "loss": 0.9926,
      "step": 15540
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.551296819046693e-05,
      "loss": 0.9946,
      "step": 15560
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.545034801089448e-05,
      "loss": 0.9707,
      "step": 15580
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.538767390635416e-05,
      "loss": 0.9644,
      "step": 15600
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.53249460096418e-05,
      "loss": 0.9909,
      "step": 15620
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.526216445366713e-05,
      "loss": 0.994,
      "step": 15640
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.519932937145364e-05,
      "loss": 0.9701,
      "step": 15660
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.513644089613818e-05,
      "loss": 0.9868,
      "step": 15680
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.507349916097077e-05,
      "loss": 1.018,
      "step": 15700
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.501050429931429e-05,
      "loss": 0.9759,
      "step": 15720
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.49474564446441e-05,
      "loss": 1.0035,
      "step": 15740
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.488435573054795e-05,
      "loss": 0.9836,
      "step": 15760
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.482120229072552e-05,
      "loss": 0.9725,
      "step": 15780
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.475799625898825e-05,
      "loss": 0.9832,
      "step": 15800
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.469473776925897e-05,
      "loss": 0.9895,
      "step": 15820
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.463142695557171e-05,
      "loss": 0.979,
      "step": 15840
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.456806395207132e-05,
      "loss": 0.987,
      "step": 15860
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.450464889301326e-05,
      "loss": 0.9911,
      "step": 15880
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.444118191276326e-05,
      "loss": 0.9616,
      "step": 15900
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.43776631457971e-05,
      "loss": 0.9772,
      "step": 15920
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.431409272670027e-05,
      "loss": 0.9851,
      "step": 15940
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.425047079016765e-05,
      "loss": 0.9971,
      "step": 15960
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.418679747100339e-05,
      "loss": 0.9858,
      "step": 15980
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.412307290412041e-05,
      "loss": 0.9759,
      "step": 16000
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.405929722454026e-05,
      "loss": 1.0255,
      "step": 16020
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.399547056739278e-05,
      "loss": 0.9645,
      "step": 16040
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.39315930679158e-05,
      "loss": 0.9821,
      "step": 16060
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.386766486145496e-05,
      "loss": 0.9783,
      "step": 16080
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.380368608346322e-05,
      "loss": 0.9899,
      "step": 16100
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.373965686950078e-05,
      "loss": 0.9705,
      "step": 16120
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.367557735523467e-05,
      "loss": 0.9869,
      "step": 16140
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.361144767643849e-05,
      "loss": 0.983,
      "step": 16160
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.354726796899219e-05,
      "loss": 1.0142,
      "step": 16180
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.348303836888163e-05,
      "loss": 0.9991,
      "step": 16200
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.341875901219845e-05,
      "loss": 0.9927,
      "step": 16220
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.33544300351397e-05,
      "loss": 1.0073,
      "step": 16240
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.329005157400754e-05,
      "loss": 0.998,
      "step": 16260
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.322562376520904e-05,
      "loss": 0.9921,
      "step": 16280
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.316114674525578e-05,
      "loss": 0.9735,
      "step": 16300
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.30966206507636e-05,
      "loss": 0.9668,
      "step": 16320
    },
    {
      "epoch": 1.84,
      "learning_rate": 7.303204561845236e-05,
      "loss": 0.9921,
      "step": 16340
    },
    {
      "epoch": 1.84,
      "learning_rate": 7.29674217851456e-05,
      "loss": 0.9809,
      "step": 16360
    },
    {
      "epoch": 1.84,
      "learning_rate": 7.290274928777024e-05,
      "loss": 0.9915,
      "step": 16380
    },
    {
      "epoch": 1.84,
      "learning_rate": 7.283802826335635e-05,
      "loss": 0.9805,
      "step": 16400
    },
    {
      "epoch": 1.84,
      "learning_rate": 7.277325884903674e-05,
      "loss": 0.9791,
      "step": 16420
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.270844118204688e-05,
      "loss": 0.9702,
      "step": 16440
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.264357539972434e-05,
      "loss": 0.9717,
      "step": 16460
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.257866163950873e-05,
      "loss": 0.9982,
      "step": 16480
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.251370003894133e-05,
      "loss": 0.9703,
      "step": 16500
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.244869073566466e-05,
      "loss": 0.9482,
      "step": 16520
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.238363386742249e-05,
      "loss": 1.0209,
      "step": 16540
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.23185295720592e-05,
      "loss": 0.9672,
      "step": 16560
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.225337798751981e-05,
      "loss": 1.0046,
      "step": 16580
    },
    {
      "epoch": 1.87,
      "learning_rate": 7.218817925184944e-05,
      "loss": 1.0102,
      "step": 16600
    },
    {
      "epoch": 1.87,
      "learning_rate": 7.212293350319313e-05,
      "loss": 0.9578,
      "step": 16620
    },
    {
      "epoch": 1.87,
      "learning_rate": 7.205764087979557e-05,
      "loss": 0.9835,
      "step": 16640
    },
    {
      "epoch": 1.87,
      "learning_rate": 7.199230152000074e-05,
      "loss": 1.0221,
      "step": 16660
    },
    {
      "epoch": 1.87,
      "learning_rate": 7.192691556225167e-05,
      "loss": 0.9698,
      "step": 16680
    },
    {
      "epoch": 1.88,
      "learning_rate": 7.186148314509008e-05,
      "loss": 0.9918,
      "step": 16700
    },
    {
      "epoch": 1.88,
      "learning_rate": 7.179600440715615e-05,
      "loss": 0.9828,
      "step": 16720
    },
    {
      "epoch": 1.88,
      "learning_rate": 7.173047948718826e-05,
      "loss": 1.0046,
      "step": 16740
    },
    {
      "epoch": 1.88,
      "learning_rate": 7.166490852402254e-05,
      "loss": 0.9624,
      "step": 16760
    },
    {
      "epoch": 1.89,
      "learning_rate": 7.159929165659277e-05,
      "loss": 0.9675,
      "step": 16780
    },
    {
      "epoch": 1.89,
      "learning_rate": 7.153362902392994e-05,
      "loss": 0.9811,
      "step": 16800
    },
    {
      "epoch": 1.89,
      "learning_rate": 7.146792076516202e-05,
      "loss": 0.9725,
      "step": 16820
    },
    {
      "epoch": 1.89,
      "learning_rate": 7.140216701951366e-05,
      "loss": 0.9751,
      "step": 16840
    },
    {
      "epoch": 1.89,
      "learning_rate": 7.13363679263059e-05,
      "loss": 0.9734,
      "step": 16860
    },
    {
      "epoch": 1.9,
      "learning_rate": 7.127052362495583e-05,
      "loss": 0.9879,
      "step": 16880
    },
    {
      "epoch": 1.9,
      "learning_rate": 7.120463425497637e-05,
      "loss": 0.9824,
      "step": 16900
    },
    {
      "epoch": 1.9,
      "learning_rate": 7.11386999559759e-05,
      "loss": 0.9833,
      "step": 16920
    },
    {
      "epoch": 1.9,
      "learning_rate": 7.1072720867658e-05,
      "loss": 0.9703,
      "step": 16940
    },
    {
      "epoch": 1.91,
      "learning_rate": 7.100669712982119e-05,
      "loss": 0.9864,
      "step": 16960
    },
    {
      "epoch": 1.91,
      "learning_rate": 7.094062888235852e-05,
      "loss": 0.9809,
      "step": 16980
    },
    {
      "epoch": 1.91,
      "learning_rate": 7.087451626525745e-05,
      "loss": 0.9887,
      "step": 17000
    },
    {
      "epoch": 1.91,
      "learning_rate": 7.080835941859932e-05,
      "loss": 0.9817,
      "step": 17020
    },
    {
      "epoch": 1.91,
      "learning_rate": 7.074215848255933e-05,
      "loss": 0.9697,
      "step": 17040
    },
    {
      "epoch": 1.92,
      "learning_rate": 7.067591359740599e-05,
      "loss": 0.9717,
      "step": 17060
    },
    {
      "epoch": 1.92,
      "learning_rate": 7.060962490350098e-05,
      "loss": 0.9435,
      "step": 17080
    },
    {
      "epoch": 1.92,
      "learning_rate": 7.05432925412988e-05,
      "loss": 0.9578,
      "step": 17100
    },
    {
      "epoch": 1.92,
      "learning_rate": 7.047691665134643e-05,
      "loss": 0.9845,
      "step": 17120
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.041049737428316e-05,
      "loss": 0.9647,
      "step": 17140
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.034403485084014e-05,
      "loss": 0.9781,
      "step": 17160
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.027752922184017e-05,
      "loss": 0.9348,
      "step": 17180
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.021098062819743e-05,
      "loss": 0.9801,
      "step": 17200
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.014438921091703e-05,
      "loss": 0.9987,
      "step": 17220
    },
    {
      "epoch": 1.94,
      "learning_rate": 7.007775511109495e-05,
      "loss": 0.9797,
      "step": 17240
    },
    {
      "epoch": 1.94,
      "learning_rate": 7.001107846991751e-05,
      "loss": 0.9882,
      "step": 17260
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.994435942866117e-05,
      "loss": 0.9706,
      "step": 17280
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.98775981286923e-05,
      "loss": 0.9733,
      "step": 17300
    },
    {
      "epoch": 1.95,
      "learning_rate": 6.981079471146672e-05,
      "loss": 0.9788,
      "step": 17320
    },
    {
      "epoch": 1.95,
      "learning_rate": 6.974394931852956e-05,
      "loss": 0.9797,
      "step": 17340
    },
    {
      "epoch": 1.95,
      "learning_rate": 6.967706209151488e-05,
      "loss": 0.9357,
      "step": 17360
    },
    {
      "epoch": 1.95,
      "learning_rate": 6.96101331721453e-05,
      "loss": 0.9818,
      "step": 17380
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.954316270223189e-05,
      "loss": 0.9728,
      "step": 17400
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.94761508236737e-05,
      "loss": 1.0087,
      "step": 17420
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.940909767845753e-05,
      "loss": 0.9928,
      "step": 17440
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.934200340865761e-05,
      "loss": 0.9464,
      "step": 17460
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.927486815643528e-05,
      "loss": 0.9691,
      "step": 17480
    },
    {
      "epoch": 1.97,
      "learning_rate": 6.920769206403881e-05,
      "loss": 0.9875,
      "step": 17500
    },
    {
      "epoch": 1.97,
      "learning_rate": 6.914047527380288e-05,
      "loss": 0.9622,
      "step": 17520
    },
    {
      "epoch": 1.97,
      "learning_rate": 6.907321792814848e-05,
      "loss": 0.9906,
      "step": 17540
    },
    {
      "epoch": 1.97,
      "learning_rate": 6.900592016958252e-05,
      "loss": 0.9778,
      "step": 17560
    },
    {
      "epoch": 1.98,
      "learning_rate": 6.89385821406975e-05,
      "loss": 0.9606,
      "step": 17580
    },
    {
      "epoch": 1.98,
      "learning_rate": 6.887120398417132e-05,
      "loss": 0.9551,
      "step": 17600
    },
    {
      "epoch": 1.98,
      "learning_rate": 6.880378584276682e-05,
      "loss": 0.9555,
      "step": 17620
    },
    {
      "epoch": 1.98,
      "learning_rate": 6.87363278593316e-05,
      "loss": 0.9735,
      "step": 17640
    },
    {
      "epoch": 1.98,
      "learning_rate": 6.866883017679772e-05,
      "loss": 0.9791,
      "step": 17660
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.860129293818124e-05,
      "loss": 0.9975,
      "step": 17680
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.853371628658217e-05,
      "loss": 0.9816,
      "step": 17700
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.846610036518396e-05,
      "loss": 0.985,
      "step": 17720
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.839844531725321e-05,
      "loss": 0.9667,
      "step": 17740
    },
    {
      "epoch": 2.0,
      "learning_rate": 6.833075128613955e-05,
      "loss": 0.95,
      "step": 17760
    },
    {
      "epoch": 2.0,
      "learning_rate": 6.826301841527512e-05,
      "loss": 0.9984,
      "step": 17780
    },
    {
      "epoch": 2.0,
      "learning_rate": 6.819524684817438e-05,
      "loss": 0.9795,
      "step": 17800
    },
    {
      "epoch": 2.0,
      "learning_rate": 6.812743672843378e-05,
      "loss": 0.932,
      "step": 17820
    },
    {
      "epoch": 2.0,
      "learning_rate": 6.805958819973144e-05,
      "loss": 0.9332,
      "step": 17840
    },
    {
      "epoch": 2.01,
      "learning_rate": 6.799170140582689e-05,
      "loss": 0.9567,
      "step": 17860
    },
    {
      "epoch": 2.01,
      "learning_rate": 6.792377649056071e-05,
      "loss": 0.9452,
      "step": 17880
    },
    {
      "epoch": 2.01,
      "learning_rate": 6.785581359785428e-05,
      "loss": 0.9466,
      "step": 17900
    },
    {
      "epoch": 2.01,
      "learning_rate": 6.778781287170946e-05,
      "loss": 0.9355,
      "step": 17920
    },
    {
      "epoch": 2.02,
      "learning_rate": 6.771977445620818e-05,
      "loss": 0.9449,
      "step": 17940
    },
    {
      "epoch": 2.02,
      "learning_rate": 6.765169849551235e-05,
      "loss": 0.9313,
      "step": 17960
    },
    {
      "epoch": 2.02,
      "learning_rate": 6.758358513386335e-05,
      "loss": 0.9742,
      "step": 17980
    },
    {
      "epoch": 2.02,
      "learning_rate": 6.751543451558186e-05,
      "loss": 0.919,
      "step": 18000
    },
    {
      "epoch": 2.02,
      "learning_rate": 6.744724678506746e-05,
      "loss": 0.955,
      "step": 18020
    },
    {
      "epoch": 2.03,
      "learning_rate": 6.737902208679837e-05,
      "loss": 0.961,
      "step": 18040
    },
    {
      "epoch": 2.03,
      "learning_rate": 6.731076056533114e-05,
      "loss": 0.9699,
      "step": 18060
    },
    {
      "epoch": 2.03,
      "learning_rate": 6.724246236530036e-05,
      "loss": 0.9497,
      "step": 18080
    },
    {
      "epoch": 2.03,
      "learning_rate": 6.717412763141832e-05,
      "loss": 0.9476,
      "step": 18100
    },
    {
      "epoch": 2.04,
      "learning_rate": 6.710575650847474e-05,
      "loss": 0.9641,
      "step": 18120
    },
    {
      "epoch": 2.04,
      "learning_rate": 6.70373491413364e-05,
      "loss": 0.9534,
      "step": 18140
    },
    {
      "epoch": 2.04,
      "learning_rate": 6.69689056749469e-05,
      "loss": 0.9416,
      "step": 18160
    },
    {
      "epoch": 2.04,
      "learning_rate": 6.690042625432635e-05,
      "loss": 0.9359,
      "step": 18180
    },
    {
      "epoch": 2.04,
      "learning_rate": 6.6831911024571e-05,
      "loss": 0.9538,
      "step": 18200
    },
    {
      "epoch": 2.05,
      "learning_rate": 6.676336013085302e-05,
      "loss": 0.9375,
      "step": 18220
    },
    {
      "epoch": 2.05,
      "learning_rate": 6.669477371842008e-05,
      "loss": 0.9479,
      "step": 18240
    },
    {
      "epoch": 2.05,
      "learning_rate": 6.662615193259519e-05,
      "loss": 0.9275,
      "step": 18260
    },
    {
      "epoch": 2.05,
      "learning_rate": 6.655749491877623e-05,
      "loss": 0.9417,
      "step": 18280
    },
    {
      "epoch": 2.06,
      "learning_rate": 6.648880282243579e-05,
      "loss": 0.9558,
      "step": 18300
    },
    {
      "epoch": 2.06,
      "learning_rate": 6.642007578912074e-05,
      "loss": 0.9539,
      "step": 18320
    },
    {
      "epoch": 2.06,
      "learning_rate": 6.635131396445199e-05,
      "loss": 0.955,
      "step": 18340
    },
    {
      "epoch": 2.06,
      "learning_rate": 6.628251749412421e-05,
      "loss": 0.9321,
      "step": 18360
    },
    {
      "epoch": 2.07,
      "learning_rate": 6.621368652390542e-05,
      "loss": 0.9354,
      "step": 18380
    },
    {
      "epoch": 2.07,
      "learning_rate": 6.614482119963677e-05,
      "loss": 0.932,
      "step": 18400
    },
    {
      "epoch": 2.07,
      "learning_rate": 6.607592166723219e-05,
      "loss": 0.9318,
      "step": 18420
    },
    {
      "epoch": 2.07,
      "learning_rate": 6.600698807267811e-05,
      "loss": 0.9294,
      "step": 18440
    },
    {
      "epoch": 2.07,
      "learning_rate": 6.59380205620331e-05,
      "loss": 0.946,
      "step": 18460
    },
    {
      "epoch": 2.08,
      "learning_rate": 6.586901928142761e-05,
      "loss": 0.9338,
      "step": 18480
    },
    {
      "epoch": 2.08,
      "learning_rate": 6.579998437706367e-05,
      "loss": 0.9615,
      "step": 18500
    },
    {
      "epoch": 2.08,
      "learning_rate": 6.573091599521448e-05,
      "loss": 0.9363,
      "step": 18520
    },
    {
      "epoch": 2.08,
      "learning_rate": 6.566181428222424e-05,
      "loss": 0.9891,
      "step": 18540
    },
    {
      "epoch": 2.09,
      "learning_rate": 6.559267938450778e-05,
      "loss": 0.9679,
      "step": 18560
    },
    {
      "epoch": 2.09,
      "learning_rate": 6.552351144855015e-05,
      "loss": 0.9197,
      "step": 18580
    },
    {
      "epoch": 2.09,
      "learning_rate": 6.545431062090653e-05,
      "loss": 0.9464,
      "step": 18600
    },
    {
      "epoch": 2.09,
      "learning_rate": 6.538507704820169e-05,
      "loss": 0.9829,
      "step": 18620
    },
    {
      "epoch": 2.09,
      "learning_rate": 6.531581087712984e-05,
      "loss": 0.9383,
      "step": 18640
    },
    {
      "epoch": 2.1,
      "learning_rate": 6.524651225445423e-05,
      "loss": 0.941,
      "step": 18660
    },
    {
      "epoch": 2.1,
      "learning_rate": 6.517718132700689e-05,
      "loss": 0.9647,
      "step": 18680
    },
    {
      "epoch": 2.1,
      "learning_rate": 6.510781824168828e-05,
      "loss": 0.9517,
      "step": 18700
    },
    {
      "epoch": 2.1,
      "learning_rate": 6.5038423145467e-05,
      "loss": 0.9526,
      "step": 18720
    },
    {
      "epoch": 2.11,
      "learning_rate": 6.496899618537947e-05,
      "loss": 0.943,
      "step": 18740
    },
    {
      "epoch": 2.11,
      "learning_rate": 6.489953750852966e-05,
      "loss": 0.9427,
      "step": 18760
    },
    {
      "epoch": 2.11,
      "learning_rate": 6.483004726208873e-05,
      "loss": 0.9405,
      "step": 18780
    },
    {
      "epoch": 2.11,
      "learning_rate": 6.476052559329467e-05,
      "loss": 0.9578,
      "step": 18800
    },
    {
      "epoch": 2.11,
      "learning_rate": 6.469097264945214e-05,
      "loss": 0.967,
      "step": 18820
    },
    {
      "epoch": 2.12,
      "learning_rate": 6.4621388577932e-05,
      "loss": 0.958,
      "step": 18840
    },
    {
      "epoch": 2.12,
      "learning_rate": 6.45517735261711e-05,
      "loss": 0.9582,
      "step": 18860
    },
    {
      "epoch": 2.12,
      "learning_rate": 6.448212764167191e-05,
      "loss": 0.9493,
      "step": 18880
    },
    {
      "epoch": 2.12,
      "learning_rate": 6.441245107200223e-05,
      "loss": 0.9368,
      "step": 18900
    },
    {
      "epoch": 2.13,
      "learning_rate": 6.43427439647949e-05,
      "loss": 0.9792,
      "step": 18920
    },
    {
      "epoch": 2.13,
      "learning_rate": 6.427300646774744e-05,
      "loss": 0.9427,
      "step": 18940
    },
    {
      "epoch": 2.13,
      "learning_rate": 6.420323872862179e-05,
      "loss": 0.9504,
      "step": 18960
    },
    {
      "epoch": 2.13,
      "learning_rate": 6.413344089524393e-05,
      "loss": 0.9439,
      "step": 18980
    },
    {
      "epoch": 2.13,
      "learning_rate": 6.406361311550361e-05,
      "loss": 0.92,
      "step": 19000
    },
    {
      "epoch": 2.14,
      "learning_rate": 6.399375553735407e-05,
      "loss": 0.9736,
      "step": 19020
    },
    {
      "epoch": 2.14,
      "learning_rate": 6.392386830881164e-05,
      "loss": 0.9712,
      "step": 19040
    },
    {
      "epoch": 2.14,
      "learning_rate": 6.385395157795552e-05,
      "loss": 0.9777,
      "step": 19060
    },
    {
      "epoch": 2.14,
      "learning_rate": 6.378400549292739e-05,
      "loss": 0.9232,
      "step": 19080
    },
    {
      "epoch": 2.15,
      "learning_rate": 6.371403020193109e-05,
      "loss": 0.9597,
      "step": 19100
    },
    {
      "epoch": 2.15,
      "learning_rate": 6.364402585323245e-05,
      "loss": 0.9131,
      "step": 19120
    },
    {
      "epoch": 2.15,
      "learning_rate": 6.357399259515877e-05,
      "loss": 0.9555,
      "step": 19140
    },
    {
      "epoch": 2.15,
      "learning_rate": 6.350393057609865e-05,
      "loss": 0.9488,
      "step": 19160
    },
    {
      "epoch": 2.16,
      "learning_rate": 6.343383994450158e-05,
      "loss": 0.9597,
      "step": 19180
    },
    {
      "epoch": 2.16,
      "learning_rate": 6.336372084887775e-05,
      "loss": 0.9153,
      "step": 19200
    },
    {
      "epoch": 2.16,
      "learning_rate": 6.329357343779763e-05,
      "loss": 0.9319,
      "step": 19220
    },
    {
      "epoch": 2.16,
      "learning_rate": 6.322339785989163e-05,
      "loss": 0.9723,
      "step": 19240
    },
    {
      "epoch": 2.16,
      "learning_rate": 6.315319426384993e-05,
      "loss": 0.9426,
      "step": 19260
    },
    {
      "epoch": 2.17,
      "learning_rate": 6.308296279842205e-05,
      "loss": 0.9569,
      "step": 19280
    },
    {
      "epoch": 2.17,
      "learning_rate": 6.301270361241649e-05,
      "loss": 0.9376,
      "step": 19300
    },
    {
      "epoch": 2.17,
      "learning_rate": 6.294241685470057e-05,
      "loss": 0.953,
      "step": 19320
    },
    {
      "epoch": 2.17,
      "learning_rate": 6.287210267420001e-05,
      "loss": 0.9552,
      "step": 19340
    },
    {
      "epoch": 2.18,
      "learning_rate": 6.280176121989861e-05,
      "loss": 0.941,
      "step": 19360
    },
    {
      "epoch": 2.18,
      "learning_rate": 6.273139264083798e-05,
      "loss": 0.9632,
      "step": 19380
    },
    {
      "epoch": 2.18,
      "learning_rate": 6.266099708611719e-05,
      "loss": 0.9531,
      "step": 19400
    },
    {
      "epoch": 2.18,
      "learning_rate": 6.259057470489246e-05,
      "loss": 0.9426,
      "step": 19420
    },
    {
      "epoch": 2.18,
      "learning_rate": 6.252012564637689e-05,
      "loss": 0.9947,
      "step": 19440
    },
    {
      "epoch": 2.19,
      "learning_rate": 6.244965005984008e-05,
      "loss": 0.9713,
      "step": 19460
    },
    {
      "epoch": 2.19,
      "learning_rate": 6.23791480946078e-05,
      "loss": 0.9208,
      "step": 19480
    },
    {
      "epoch": 2.19,
      "learning_rate": 6.23086199000618e-05,
      "loss": 0.9401,
      "step": 19500
    },
    {
      "epoch": 2.19,
      "learning_rate": 6.223806562563929e-05,
      "loss": 0.9537,
      "step": 19520
    },
    {
      "epoch": 2.2,
      "learning_rate": 6.216748542083286e-05,
      "loss": 0.9889,
      "step": 19540
    },
    {
      "epoch": 2.2,
      "learning_rate": 6.209687943518996e-05,
      "loss": 0.9211,
      "step": 19560
    },
    {
      "epoch": 2.2,
      "learning_rate": 6.202624781831268e-05,
      "loss": 0.9332,
      "step": 19580
    },
    {
      "epoch": 2.2,
      "learning_rate": 6.195559071985745e-05,
      "loss": 0.9656,
      "step": 19600
    },
    {
      "epoch": 2.2,
      "learning_rate": 6.188490828953465e-05,
      "loss": 0.9292,
      "step": 19620
    },
    {
      "epoch": 2.21,
      "learning_rate": 6.181420067710838e-05,
      "loss": 0.9479,
      "step": 19640
    },
    {
      "epoch": 2.21,
      "learning_rate": 6.174346803239604e-05,
      "loss": 0.9307,
      "step": 19660
    },
    {
      "epoch": 2.21,
      "learning_rate": 6.167271050526812e-05,
      "loss": 0.9564,
      "step": 19680
    },
    {
      "epoch": 2.21,
      "learning_rate": 6.160192824564778e-05,
      "loss": 0.9316,
      "step": 19700
    },
    {
      "epoch": 2.22,
      "learning_rate": 6.153112140351066e-05,
      "loss": 0.9171,
      "step": 19720
    },
    {
      "epoch": 2.22,
      "learning_rate": 6.14602901288844e-05,
      "loss": 0.9369,
      "step": 19740
    },
    {
      "epoch": 2.22,
      "learning_rate": 6.138943457184847e-05,
      "loss": 0.9351,
      "step": 19760
    },
    {
      "epoch": 2.22,
      "learning_rate": 6.131855488253379e-05,
      "loss": 0.9421,
      "step": 19780
    },
    {
      "epoch": 2.22,
      "learning_rate": 6.124765121112233e-05,
      "loss": 0.9732,
      "step": 19800
    },
    {
      "epoch": 2.23,
      "learning_rate": 6.1176723707847e-05,
      "loss": 0.933,
      "step": 19820
    },
    {
      "epoch": 2.23,
      "learning_rate": 6.110577252299108e-05,
      "loss": 0.9656,
      "step": 19840
    },
    {
      "epoch": 2.23,
      "learning_rate": 6.103479780688816e-05,
      "loss": 0.9369,
      "step": 19860
    },
    {
      "epoch": 2.23,
      "learning_rate": 6.096379970992157e-05,
      "loss": 0.9743,
      "step": 19880
    },
    {
      "epoch": 2.24,
      "learning_rate": 6.089277838252422e-05,
      "loss": 0.9686,
      "step": 19900
    },
    {
      "epoch": 2.24,
      "learning_rate": 6.0821733975178276e-05,
      "loss": 0.927,
      "step": 19920
    },
    {
      "epoch": 2.24,
      "learning_rate": 6.0750666638414765e-05,
      "loss": 0.9462,
      "step": 19940
    },
    {
      "epoch": 2.24,
      "learning_rate": 6.067957652281332e-05,
      "loss": 0.9591,
      "step": 19960
    },
    {
      "epoch": 2.24,
      "learning_rate": 6.060846377900182e-05,
      "loss": 0.9595,
      "step": 19980
    },
    {
      "epoch": 2.25,
      "learning_rate": 6.0537328557656105e-05,
      "loss": 0.9518,
      "step": 20000
    },
    {
      "epoch": 2.25,
      "learning_rate": 6.046617100949965e-05,
      "loss": 0.9485,
      "step": 20020
    },
    {
      "epoch": 2.25,
      "learning_rate": 6.0394991285303196e-05,
      "loss": 0.961,
      "step": 20040
    },
    {
      "epoch": 2.25,
      "learning_rate": 6.03237895358845e-05,
      "loss": 0.9536,
      "step": 20060
    },
    {
      "epoch": 2.26,
      "learning_rate": 6.025256591210799e-05,
      "loss": 0.9449,
      "step": 20080
    },
    {
      "epoch": 2.26,
      "learning_rate": 6.0181320564884444e-05,
      "loss": 0.947,
      "step": 20100
    },
    {
      "epoch": 2.26,
      "learning_rate": 6.011005364517068e-05,
      "loss": 0.9491,
      "step": 20120
    },
    {
      "epoch": 2.26,
      "learning_rate": 6.003876530396916e-05,
      "loss": 0.9332,
      "step": 20140
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.99674556923278e-05,
      "loss": 0.9612,
      "step": 20160
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.989612496133956e-05,
      "loss": 0.9536,
      "step": 20180
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.9824773262142165e-05,
      "loss": 0.9351,
      "step": 20200
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.975340074591774e-05,
      "loss": 0.955,
      "step": 20220
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.968200756389255e-05,
      "loss": 0.9472,
      "step": 20240
    },
    {
      "epoch": 2.28,
      "learning_rate": 5.9610593867336614e-05,
      "loss": 0.9185,
      "step": 20260
    },
    {
      "epoch": 2.28,
      "learning_rate": 5.9539159807563437e-05,
      "loss": 0.9523,
      "step": 20280
    },
    {
      "epoch": 2.28,
      "learning_rate": 5.9467705535929686e-05,
      "loss": 0.9177,
      "step": 20300
    },
    {
      "epoch": 2.28,
      "learning_rate": 5.939623120383481e-05,
      "loss": 0.9517,
      "step": 20320
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.9324736962720805e-05,
      "loss": 0.9449,
      "step": 20340
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.925322296407181e-05,
      "loss": 0.9656,
      "step": 20360
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.918168935941388e-05,
      "loss": 0.9617,
      "step": 20380
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.911013630031457e-05,
      "loss": 0.9479,
      "step": 20400
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.903856393838265e-05,
      "loss": 0.9431,
      "step": 20420
    },
    {
      "epoch": 2.3,
      "learning_rate": 5.896697242526785e-05,
      "loss": 0.9583,
      "step": 20440
    },
    {
      "epoch": 2.3,
      "learning_rate": 5.8895361912660374e-05,
      "loss": 0.9749,
      "step": 20460
    },
    {
      "epoch": 2.3,
      "learning_rate": 5.882373255229081e-05,
      "loss": 0.9783,
      "step": 20480
    },
    {
      "epoch": 2.3,
      "learning_rate": 5.875208449592957e-05,
      "loss": 0.9316,
      "step": 20500
    },
    {
      "epoch": 2.31,
      "learning_rate": 5.868041789538675e-05,
      "loss": 0.9483,
      "step": 20520
    },
    {
      "epoch": 2.31,
      "learning_rate": 5.8608732902511695e-05,
      "loss": 0.9384,
      "step": 20540
    },
    {
      "epoch": 2.31,
      "learning_rate": 5.853702966919275e-05,
      "loss": 0.9093,
      "step": 20560
    },
    {
      "epoch": 2.31,
      "learning_rate": 5.8465308347356895e-05,
      "loss": 0.9331,
      "step": 20580
    },
    {
      "epoch": 2.31,
      "learning_rate": 5.8393569088969425e-05,
      "loss": 0.9641,
      "step": 20600
    },
    {
      "epoch": 2.32,
      "learning_rate": 5.8321812046033666e-05,
      "loss": 0.9628,
      "step": 20620
    },
    {
      "epoch": 2.32,
      "learning_rate": 5.825003737059062e-05,
      "loss": 0.9644,
      "step": 20640
    },
    {
      "epoch": 2.32,
      "learning_rate": 5.81782452147186e-05,
      "loss": 0.9429,
      "step": 20660
    },
    {
      "epoch": 2.32,
      "learning_rate": 5.810643573053306e-05,
      "loss": 0.9444,
      "step": 20680
    },
    {
      "epoch": 2.33,
      "learning_rate": 5.803460907018607e-05,
      "loss": 0.9412,
      "step": 20700
    },
    {
      "epoch": 2.33,
      "learning_rate": 5.796276538586615e-05,
      "loss": 0.9411,
      "step": 20720
    },
    {
      "epoch": 2.33,
      "learning_rate": 5.7890904829797856e-05,
      "loss": 0.9342,
      "step": 20740
    },
    {
      "epoch": 2.33,
      "learning_rate": 5.781902755424151e-05,
      "loss": 0.9188,
      "step": 20760
    },
    {
      "epoch": 2.33,
      "learning_rate": 5.7747133711492895e-05,
      "loss": 0.9423,
      "step": 20780
    },
    {
      "epoch": 2.34,
      "learning_rate": 5.767522345388282e-05,
      "loss": 0.9363,
      "step": 20800
    },
    {
      "epoch": 2.34,
      "learning_rate": 5.760329693377693e-05,
      "loss": 0.9369,
      "step": 20820
    },
    {
      "epoch": 2.34,
      "learning_rate": 5.7531354303575324e-05,
      "loss": 0.9655,
      "step": 20840
    },
    {
      "epoch": 2.34,
      "learning_rate": 5.7459395715712205e-05,
      "loss": 0.9417,
      "step": 20860
    },
    {
      "epoch": 2.35,
      "learning_rate": 5.738742132265562e-05,
      "loss": 0.9504,
      "step": 20880
    },
    {
      "epoch": 2.35,
      "learning_rate": 5.731543127690709e-05,
      "loss": 0.9594,
      "step": 20900
    },
    {
      "epoch": 2.35,
      "learning_rate": 5.724342573100131e-05,
      "loss": 0.9268,
      "step": 20920
    },
    {
      "epoch": 2.35,
      "learning_rate": 5.7171404837505796e-05,
      "loss": 0.9299,
      "step": 20940
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.709936874902061e-05,
      "loss": 0.9372,
      "step": 20960
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.702731761817799e-05,
      "loss": 0.9087,
      "step": 20980
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.695525159764206e-05,
      "loss": 0.9338,
      "step": 21000
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.688317084010847e-05,
      "loss": 0.9435,
      "step": 21020
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.681107549830414e-05,
      "loss": 0.9552,
      "step": 21040
    },
    {
      "epoch": 2.37,
      "learning_rate": 5.673896572498683e-05,
      "loss": 0.9095,
      "step": 21060
    },
    {
      "epoch": 2.37,
      "learning_rate": 5.6666841672944925e-05,
      "loss": 0.9398,
      "step": 21080
    },
    {
      "epoch": 2.37,
      "learning_rate": 5.659470349499707e-05,
      "loss": 0.949,
      "step": 21100
    },
    {
      "epoch": 2.37,
      "learning_rate": 5.652255134399178e-05,
      "loss": 0.9129,
      "step": 21120
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.645038537280726e-05,
      "loss": 0.9701,
      "step": 21140
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.6378205734350916e-05,
      "loss": 0.9328,
      "step": 21160
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.630601258155917e-05,
      "loss": 0.9371,
      "step": 21180
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.623380606739708e-05,
      "loss": 0.9384,
      "step": 21200
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.616158634485793e-05,
      "loss": 0.9557,
      "step": 21220
    },
    {
      "epoch": 2.39,
      "learning_rate": 5.608935356696313e-05,
      "loss": 0.9288,
      "step": 21240
    },
    {
      "epoch": 2.39,
      "learning_rate": 5.6017107886761634e-05,
      "loss": 0.9439,
      "step": 21260
    },
    {
      "epoch": 2.39,
      "learning_rate": 5.5944849457329786e-05,
      "loss": 0.9502,
      "step": 21280
    },
    {
      "epoch": 2.39,
      "learning_rate": 5.5872578431770936e-05,
      "loss": 0.9466,
      "step": 21300
    },
    {
      "epoch": 2.4,
      "learning_rate": 5.5800294963215116e-05,
      "loss": 0.9338,
      "step": 21320
    },
    {
      "epoch": 2.4,
      "learning_rate": 5.5727999204818736e-05,
      "loss": 0.9466,
      "step": 21340
    },
    {
      "epoch": 2.4,
      "learning_rate": 5.565569130976422e-05,
      "loss": 0.9392,
      "step": 21360
    },
    {
      "epoch": 2.4,
      "learning_rate": 5.5583371431259745e-05,
      "loss": 0.9885,
      "step": 21380
    },
    {
      "epoch": 2.4,
      "learning_rate": 5.551103972253884e-05,
      "loss": 0.9347,
      "step": 21400
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.543869633686013e-05,
      "loss": 0.934,
      "step": 21420
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.536634142750699e-05,
      "loss": 0.9347,
      "step": 21440
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.529397514778716e-05,
      "loss": 0.9379,
      "step": 21460
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.522159765103251e-05,
      "loss": 0.9509,
      "step": 21480
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.5149209090598686e-05,
      "loss": 0.9212,
      "step": 21500
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.5076809619864754e-05,
      "loss": 0.9608,
      "step": 21520
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.5004399392232906e-05,
      "loss": 0.9088,
      "step": 21540
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.493197856112812e-05,
      "loss": 0.9442,
      "step": 21560
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.485954727999785e-05,
      "loss": 0.9389,
      "step": 21580
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.478710570231168e-05,
      "loss": 0.9191,
      "step": 21600
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.4714653981561015e-05,
      "loss": 0.9181,
      "step": 21620
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.464219227125877e-05,
      "loss": 0.9255,
      "step": 21640
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.4569720724939025e-05,
      "loss": 0.9249,
      "step": 21660
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.449723949615664e-05,
      "loss": 0.9217,
      "step": 21680
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.442474873848706e-05,
      "loss": 0.9316,
      "step": 21700
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.43522486055259e-05,
      "loss": 0.9689,
      "step": 21720
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.427973925088865e-05,
      "loss": 0.931,
      "step": 21740
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.42072208282103e-05,
      "loss": 0.9415,
      "step": 21760
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.4134693491145085e-05,
      "loss": 0.9149,
      "step": 21780
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.4062157393366134e-05,
      "loss": 0.9355,
      "step": 21800
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.398961268856512e-05,
      "loss": 0.9458,
      "step": 21820
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.391705953045195e-05,
      "loss": 0.9411,
      "step": 21840
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.3844498072754476e-05,
      "loss": 0.9501,
      "step": 21860
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.377192846921808e-05,
      "loss": 0.9204,
      "step": 21880
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.369935087360547e-05,
      "loss": 0.9033,
      "step": 21900
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.362676543969622e-05,
      "loss": 0.9327,
      "step": 21920
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.3554172321286576e-05,
      "loss": 0.9579,
      "step": 21940
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.348157167218901e-05,
      "loss": 0.9313,
      "step": 21960
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.340896364623198e-05,
      "loss": 0.913,
      "step": 21980
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.333634839725958e-05,
      "loss": 0.9628,
      "step": 22000
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.3263726079131194e-05,
      "loss": 0.9603,
      "step": 22020
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.319109684572118e-05,
      "loss": 0.9116,
      "step": 22040
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.311846085091856e-05,
      "loss": 0.9344,
      "step": 22060
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.3045818248626676e-05,
      "loss": 0.9263,
      "step": 22080
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.29731691927629e-05,
      "loss": 0.9622,
      "step": 22100
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.29005138372582e-05,
      "loss": 0.9481,
      "step": 22120
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.282785233605698e-05,
      "loss": 0.9256,
      "step": 22140
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.2755184843116635e-05,
      "loss": 0.9808,
      "step": 22160
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.268251151240722e-05,
      "loss": 0.968,
      "step": 22180
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.2609832497911215e-05,
      "loss": 0.95,
      "step": 22200
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.253714795362309e-05,
      "loss": 0.9662,
      "step": 22220
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.246445803354907e-05,
      "loss": 0.9352,
      "step": 22240
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.2391762891706764e-05,
      "loss": 0.9437,
      "step": 22260
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.231906268212483e-05,
      "loss": 0.9409,
      "step": 22280
    },
    {
      "epoch": 2.51,
      "learning_rate": 5.224635755884268e-05,
      "loss": 0.9487,
      "step": 22300
    },
    {
      "epoch": 2.51,
      "learning_rate": 5.217364767591014e-05,
      "loss": 0.9401,
      "step": 22320
    },
    {
      "epoch": 2.51,
      "learning_rate": 5.210093318738709e-05,
      "loss": 0.952,
      "step": 22340
    },
    {
      "epoch": 2.51,
      "learning_rate": 5.20282142473432e-05,
      "loss": 0.9752,
      "step": 22360
    },
    {
      "epoch": 2.51,
      "learning_rate": 5.195549100985756e-05,
      "loss": 0.9655,
      "step": 22380
    },
    {
      "epoch": 2.52,
      "learning_rate": 5.188276362901836e-05,
      "loss": 0.9752,
      "step": 22400
    },
    {
      "epoch": 2.52,
      "learning_rate": 5.1810032258922605e-05,
      "loss": 0.9632,
      "step": 22420
    },
    {
      "epoch": 2.52,
      "learning_rate": 5.173729705367568e-05,
      "loss": 0.9166,
      "step": 22440
    },
    {
      "epoch": 2.52,
      "learning_rate": 5.166455816739118e-05,
      "loss": 0.9433,
      "step": 22460
    },
    {
      "epoch": 2.53,
      "learning_rate": 5.159181575419043e-05,
      "loss": 0.9459,
      "step": 22480
    },
    {
      "epoch": 2.53,
      "learning_rate": 5.151906996820227e-05,
      "loss": 0.9316,
      "step": 22500
    },
    {
      "epoch": 2.53,
      "learning_rate": 5.144632096356269e-05,
      "loss": 0.945,
      "step": 22520
    },
    {
      "epoch": 2.53,
      "learning_rate": 5.137356889441444e-05,
      "loss": 0.9192,
      "step": 22540
    },
    {
      "epoch": 2.53,
      "learning_rate": 5.1300813914906853e-05,
      "loss": 0.9338,
      "step": 22560
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.122805617919536e-05,
      "loss": 0.9607,
      "step": 22580
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.115529584144125e-05,
      "loss": 0.9123,
      "step": 22600
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.108253305581134e-05,
      "loss": 0.9547,
      "step": 22620
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.100976797647761e-05,
      "loss": 0.9258,
      "step": 22640
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.0937000757616934e-05,
      "loss": 0.9028,
      "step": 22660
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.086423155341068e-05,
      "loss": 0.9422,
      "step": 22680
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.079146051804444e-05,
      "loss": 0.9331,
      "step": 22700
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.071868780570772e-05,
      "loss": 0.9227,
      "step": 22720
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.0645913570593484e-05,
      "loss": 0.9301,
      "step": 22740
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.057313796689804e-05,
      "loss": 0.9385,
      "step": 22760
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.050036114882052e-05,
      "loss": 0.9192,
      "step": 22780
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.042758327056265e-05,
      "loss": 0.9302,
      "step": 22800
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.03548044863284e-05,
      "loss": 0.9305,
      "step": 22820
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.028202495032366e-05,
      "loss": 0.9267,
      "step": 22840
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.020924481675593e-05,
      "loss": 0.9608,
      "step": 22860
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.013646423983392e-05,
      "loss": 0.9333,
      "step": 22880
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.006368337376737e-05,
      "loss": 0.9643,
      "step": 22900
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.999090237276657e-05,
      "loss": 0.9209,
      "step": 22920
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.991812139104207e-05,
      "loss": 0.9363,
      "step": 22940
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.984534058280445e-05,
      "loss": 0.9439,
      "step": 22960
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.97725601022639e-05,
      "loss": 0.9514,
      "step": 22980
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.969978010362989e-05,
      "loss": 0.9453,
      "step": 23000
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.9627000741110865e-05,
      "loss": 0.9394,
      "step": 23020
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.955422216891397e-05,
      "loss": 0.9316,
      "step": 23040
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.9481444541244665e-05,
      "loss": 0.9088,
      "step": 23060
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.9408668012306344e-05,
      "loss": 0.9212,
      "step": 23080
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.933589273630013e-05,
      "loss": 0.9114,
      "step": 23100
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.9263118867424515e-05,
      "loss": 0.9269,
      "step": 23120
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.919034655987493e-05,
      "loss": 0.9383,
      "step": 23140
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.911757596784357e-05,
      "loss": 0.9495,
      "step": 23160
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.904480724551897e-05,
      "loss": 0.9556,
      "step": 23180
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.89720405470857e-05,
      "loss": 0.9101,
      "step": 23200
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.8899276026724034e-05,
      "loss": 0.9385,
      "step": 23220
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.882651383860963e-05,
      "loss": 0.9146,
      "step": 23240
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.875375413691327e-05,
      "loss": 0.8875,
      "step": 23260
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.868099707580035e-05,
      "loss": 0.9435,
      "step": 23280
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.8608242809430744e-05,
      "loss": 0.9215,
      "step": 23300
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.8535491491958415e-05,
      "loss": 0.9206,
      "step": 23320
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.846274327753107e-05,
      "loss": 0.9159,
      "step": 23340
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.8389998320289785e-05,
      "loss": 0.9272,
      "step": 23360
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.8317256774368815e-05,
      "loss": 0.9164,
      "step": 23380
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.824451879389513e-05,
      "loss": 0.9521,
      "step": 23400
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.8171784532988165e-05,
      "loss": 0.9555,
      "step": 23420
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.809905414575947e-05,
      "loss": 0.9317,
      "step": 23440
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.802632778631241e-05,
      "loss": 0.9336,
      "step": 23460
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.795360560874181e-05,
      "loss": 0.9299,
      "step": 23480
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.7880887767133565e-05,
      "loss": 0.9365,
      "step": 23500
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.7808174415564484e-05,
      "loss": 0.9178,
      "step": 23520
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.773546570810182e-05,
      "loss": 0.931,
      "step": 23540
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.766276179880296e-05,
      "loss": 0.9326,
      "step": 23560
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.759006284171515e-05,
      "loss": 0.9195,
      "step": 23580
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.7517368990875146e-05,
      "loss": 0.9536,
      "step": 23600
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.744468040030891e-05,
      "loss": 0.9326,
      "step": 23620
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.737199722403117e-05,
      "loss": 0.9336,
      "step": 23640
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.729931961604529e-05,
      "loss": 0.9292,
      "step": 23660
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.722664773034278e-05,
      "loss": 0.9481,
      "step": 23680
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.7153981720902997e-05,
      "loss": 0.9314,
      "step": 23700
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.7081321741692904e-05,
      "loss": 0.9054,
      "step": 23720
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.7008667946666674e-05,
      "loss": 0.946,
      "step": 23740
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.693602048976537e-05,
      "loss": 0.9389,
      "step": 23760
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.686337952491659e-05,
      "loss": 0.9484,
      "step": 23780
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.679074520603423e-05,
      "loss": 0.9318,
      "step": 23800
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.671811768701811e-05,
      "loss": 0.9421,
      "step": 23820
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.6645497121753564e-05,
      "loss": 0.9526,
      "step": 23840
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.657288366411127e-05,
      "loss": 0.9352,
      "step": 23860
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.650027746794686e-05,
      "loss": 0.9146,
      "step": 23880
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.642767868710045e-05,
      "loss": 0.9241,
      "step": 23900
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.635508747539661e-05,
      "loss": 0.9173,
      "step": 23920
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.6282503986643775e-05,
      "loss": 0.9367,
      "step": 23940
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.6209928374634036e-05,
      "loss": 0.939,
      "step": 23960
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.6137360793142794e-05,
      "loss": 0.9138,
      "step": 23980
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.606480139592843e-05,
      "loss": 0.9526,
      "step": 24000
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.599225033673203e-05,
      "loss": 0.9391,
      "step": 24020
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.591970776927692e-05,
      "loss": 0.9484,
      "step": 24040
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.584717384726853e-05,
      "loss": 0.9413,
      "step": 24060
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.577464872439391e-05,
      "loss": 0.9497,
      "step": 24080
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.57021325543215e-05,
      "loss": 0.9306,
      "step": 24100
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.562962549070074e-05,
      "loss": 0.9218,
      "step": 24120
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.555712768716179e-05,
      "loss": 0.9342,
      "step": 24140
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.548463929731522e-05,
      "loss": 0.9354,
      "step": 24160
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5412160474751595e-05,
      "loss": 0.9286,
      "step": 24180
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5339691373041236e-05,
      "loss": 0.9458,
      "step": 24200
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.526723214573389e-05,
      "loss": 0.956,
      "step": 24220
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.519478294635837e-05,
      "loss": 0.9322,
      "step": 24240
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.51223439284222e-05,
      "loss": 0.9161,
      "step": 24260
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.504991524541138e-05,
      "loss": 0.9273,
      "step": 24280
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.497749705079001e-05,
      "loss": 0.9667,
      "step": 24300
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.490508949799993e-05,
      "loss": 0.9419,
      "step": 24320
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.483269274046046e-05,
      "loss": 0.9533,
      "step": 24340
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.4760306931568044e-05,
      "loss": 0.9396,
      "step": 24360
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.468793222469596e-05,
      "loss": 0.917,
      "step": 24380
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.461556877319385e-05,
      "loss": 0.9475,
      "step": 24400
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.454321673038766e-05,
      "loss": 0.9314,
      "step": 24420
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.447087624957906e-05,
      "loss": 0.9221,
      "step": 24440
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.4398547484045245e-05,
      "loss": 0.9088,
      "step": 24460
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.4326230587038594e-05,
      "loss": 0.9398,
      "step": 24480
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.425392571178635e-05,
      "loss": 0.9181,
      "step": 24500
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.418163301149027e-05,
      "loss": 0.9506,
      "step": 24520
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.41093526393263e-05,
      "loss": 0.9425,
      "step": 24540
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.4037084748444284e-05,
      "loss": 0.931,
      "step": 24560
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.3964829491967655e-05,
      "loss": 0.9209,
      "step": 24580
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.389258702299298e-05,
      "loss": 0.9217,
      "step": 24600
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.3820357494589816e-05,
      "loss": 0.9193,
      "step": 24620
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.3748141059800276e-05,
      "loss": 0.9129,
      "step": 24640
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.367593787163875e-05,
      "loss": 0.9262,
      "step": 24660
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.3603748083091495e-05,
      "loss": 0.9432,
      "step": 24680
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.353157184711645e-05,
      "loss": 0.942,
      "step": 24700
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.34594093166428e-05,
      "loss": 0.94,
      "step": 24720
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.33872606445707e-05,
      "loss": 0.9462,
      "step": 24740
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.331512598377092e-05,
      "loss": 0.9453,
      "step": 24760
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.3243005487084595e-05,
      "loss": 0.9504,
      "step": 24780
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.3170899307322826e-05,
      "loss": 0.9104,
      "step": 24800
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.309880759726633e-05,
      "loss": 0.9403,
      "step": 24820
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.302673050966523e-05,
      "loss": 0.9555,
      "step": 24840
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.295466819723864e-05,
      "loss": 0.9586,
      "step": 24860
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.288262081267435e-05,
      "loss": 0.9811,
      "step": 24880
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.281058850862856e-05,
      "loss": 0.929,
      "step": 24900
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.27385714377255e-05,
      "loss": 0.9444,
      "step": 24920
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.266656975255709e-05,
      "loss": 0.9514,
      "step": 24940
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.259458360568271e-05,
      "loss": 0.9328,
      "step": 24960
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.252261314962878e-05,
      "loss": 0.9218,
      "step": 24980
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.245065853688848e-05,
      "loss": 0.9279,
      "step": 25000
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.237871991992142e-05,
      "loss": 0.9317,
      "step": 25020
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.2306797451153314e-05,
      "loss": 0.9481,
      "step": 25040
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.223489128297568e-05,
      "loss": 0.9363,
      "step": 25060
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.216300156774548e-05,
      "loss": 0.9445,
      "step": 25080
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.209112845778481e-05,
      "loss": 0.917,
      "step": 25100
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.201927210538058e-05,
      "loss": 0.9566,
      "step": 25120
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.194743266278426e-05,
      "loss": 0.9185,
      "step": 25140
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.1875610282211364e-05,
      "loss": 0.9006,
      "step": 25160
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.1803805115841366e-05,
      "loss": 0.92,
      "step": 25180
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.173201731581724e-05,
      "loss": 0.9291,
      "step": 25200
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.166024703424511e-05,
      "loss": 0.9299,
      "step": 25220
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.1588494423194046e-05,
      "loss": 0.9074,
      "step": 25240
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.151675963469565e-05,
      "loss": 0.9473,
      "step": 25260
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.1445042820743764e-05,
      "loss": 0.9326,
      "step": 25280
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.137334413329414e-05,
      "loss": 0.9276,
      "step": 25300
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.130166372426412e-05,
      "loss": 0.9333,
      "step": 25320
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.123000174553235e-05,
      "loss": 0.9269,
      "step": 25340
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.1158358348938374e-05,
      "loss": 0.9264,
      "step": 25360
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.1086733686282395e-05,
      "loss": 0.9503,
      "step": 25380
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.1015127909324936e-05,
      "loss": 0.9071,
      "step": 25400
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.094354116978647e-05,
      "loss": 0.9654,
      "step": 25420
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.087197361934714e-05,
      "loss": 0.949,
      "step": 25440
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.0800425409646456e-05,
      "loss": 0.9102,
      "step": 25460
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.0728896692282926e-05,
      "loss": 0.943,
      "step": 25480
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.065738761881375e-05,
      "loss": 0.9392,
      "step": 25500
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.0585898340754506e-05,
      "loss": 0.9151,
      "step": 25520
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.051442900957888e-05,
      "loss": 0.937,
      "step": 25540
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.0442979776718237e-05,
      "loss": 0.9283,
      "step": 25560
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.037155079356137e-05,
      "loss": 0.92,
      "step": 25580
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.030014221145417e-05,
      "loss": 0.9313,
      "step": 25600
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.022875418169931e-05,
      "loss": 0.9367,
      "step": 25620
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.0157386855555906e-05,
      "loss": 0.9642,
      "step": 25640
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.00860403842392e-05,
      "loss": 0.9027,
      "step": 25660
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.001471491892026e-05,
      "loss": 0.9215,
      "step": 25680
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.9943410610725665e-05,
      "loss": 0.9546,
      "step": 25700
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.9872127610737095e-05,
      "loss": 0.909,
      "step": 25720
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.9800866069991173e-05,
      "loss": 0.9495,
      "step": 25740
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.9729626139478995e-05,
      "loss": 0.9311,
      "step": 25760
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.965840797014586e-05,
      "loss": 0.9387,
      "step": 25780
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.9587211712891005e-05,
      "loss": 0.919,
      "step": 25800
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.9516037518567204e-05,
      "loss": 0.938,
      "step": 25820
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.9444885537980526e-05,
      "loss": 0.929,
      "step": 25840
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.9373755921889886e-05,
      "loss": 0.9502,
      "step": 25860
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.93026488210069e-05,
      "loss": 0.9294,
      "step": 25880
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.9231564385995476e-05,
      "loss": 0.9643,
      "step": 25900
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.91605027674714e-05,
      "loss": 0.9125,
      "step": 25920
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.908946411600222e-05,
      "loss": 0.9356,
      "step": 25940
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.9018448582106795e-05,
      "loss": 0.9298,
      "step": 25960
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.894745631625495e-05,
      "loss": 0.9532,
      "step": 25980
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.887648746886727e-05,
      "loss": 0.9326,
      "step": 26000
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.8805542190314705e-05,
      "loss": 0.9003,
      "step": 26020
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.873462063091825e-05,
      "loss": 0.9361,
      "step": 26040
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.866372294094864e-05,
      "loss": 0.9186,
      "step": 26060
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.859284927062604e-05,
      "loss": 0.9442,
      "step": 26080
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.8521999770119786e-05,
      "loss": 0.929,
      "step": 26100
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.845117458954787e-05,
      "loss": 0.9241,
      "step": 26120
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.838037387897688e-05,
      "loss": 0.9246,
      "step": 26140
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.8309597788421474e-05,
      "loss": 0.9379,
      "step": 26160
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.823884646784421e-05,
      "loss": 0.9221,
      "step": 26180
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.8168120067155096e-05,
      "loss": 0.9069,
      "step": 26200
    },
    {
      "epoch": 2.95,
      "learning_rate": 3.809741873621138e-05,
      "loss": 0.9144,
      "step": 26220
    },
    {
      "epoch": 2.95,
      "learning_rate": 3.802674262481719e-05,
      "loss": 0.9446,
      "step": 26240
    },
    {
      "epoch": 2.95,
      "learning_rate": 3.79560918827232e-05,
      "loss": 0.972,
      "step": 26260
    },
    {
      "epoch": 2.95,
      "learning_rate": 3.7885466659626334e-05,
      "loss": 0.9395,
      "step": 26280
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.781486710516948e-05,
      "loss": 0.9471,
      "step": 26300
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.77442933689411e-05,
      "loss": 0.9502,
      "step": 26320
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.767374560047495e-05,
      "loss": 0.9296,
      "step": 26340
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.760322394924979e-05,
      "loss": 0.9643,
      "step": 26360
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.753272856468903e-05,
      "loss": 0.929,
      "step": 26380
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.746225959616042e-05,
      "loss": 0.9233,
      "step": 26400
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.7391817192975745e-05,
      "loss": 0.9169,
      "step": 26420
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.732140150439048e-05,
      "loss": 0.891,
      "step": 26440
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.725101267960359e-05,
      "loss": 0.9535,
      "step": 26460
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.718065086775695e-05,
      "loss": 0.9363,
      "step": 26480
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.7110316217935357e-05,
      "loss": 0.964,
      "step": 26500
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.7040008879166e-05,
      "loss": 0.9386,
      "step": 26520
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.696972900041816e-05,
      "loss": 0.9268,
      "step": 26540
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.6899476730603e-05,
      "loss": 0.9139,
      "step": 26560
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.682925221857315e-05,
      "loss": 0.9274,
      "step": 26580
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.675905561312244e-05,
      "loss": 0.9195,
      "step": 26600
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.668888706298554e-05,
      "loss": 0.9289,
      "step": 26620
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.66187467168377e-05,
      "loss": 0.9429,
      "step": 26640
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.654863472329445e-05,
      "loss": 0.9156,
      "step": 26660
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.647855123091115e-05,
      "loss": 0.9355,
      "step": 26680
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.640849638818286e-05,
      "loss": 0.9313,
      "step": 26700
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.633847034354389e-05,
      "loss": 0.86,
      "step": 26720
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.626847324536755e-05,
      "loss": 0.9101,
      "step": 26740
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.6198505241965806e-05,
      "loss": 0.9232,
      "step": 26760
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.6128566481588977e-05,
      "loss": 0.9325,
      "step": 26780
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.605865711242544e-05,
      "loss": 0.9364,
      "step": 26800
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.598877728260127e-05,
      "loss": 0.8978,
      "step": 26820
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.591892714017995e-05,
      "loss": 0.892,
      "step": 26840
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.5849106833162124e-05,
      "loss": 0.8974,
      "step": 26860
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.577931650948512e-05,
      "loss": 0.8923,
      "step": 26880
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.5709556317022823e-05,
      "loss": 0.9018,
      "step": 26900
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.563982640358523e-05,
      "loss": 0.9101,
      "step": 26920
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.55701269169182e-05,
      "loss": 0.8988,
      "step": 26940
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.550045800470311e-05,
      "loss": 0.8896,
      "step": 26960
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.5430819814556544e-05,
      "loss": 0.9021,
      "step": 26980
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.536121249403004e-05,
      "loss": 0.8667,
      "step": 27000
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.5291636190609665e-05,
      "loss": 0.8931,
      "step": 27020
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.52220910517158e-05,
      "loss": 0.8927,
      "step": 27040
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.515257722470281e-05,
      "loss": 0.9163,
      "step": 27060
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.50830948568587e-05,
      "loss": 0.9169,
      "step": 27080
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.50136440954048e-05,
      "loss": 0.9031,
      "step": 27100
    },
    {
      "epoch": 3.05,
      "learning_rate": 3.494422508749547e-05,
      "loss": 0.9213,
      "step": 27120
    },
    {
      "epoch": 3.05,
      "learning_rate": 3.487483798021785e-05,
      "loss": 0.9082,
      "step": 27140
    },
    {
      "epoch": 3.05,
      "learning_rate": 3.480548292059139e-05,
      "loss": 0.911,
      "step": 27160
    },
    {
      "epoch": 3.05,
      "learning_rate": 3.473616005556773e-05,
      "loss": 0.9075,
      "step": 27180
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.4666869532030224e-05,
      "loss": 0.9072,
      "step": 27200
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.459761149679378e-05,
      "loss": 0.9181,
      "step": 27220
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.4528386096604366e-05,
      "loss": 0.908,
      "step": 27240
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.445919347813888e-05,
      "loss": 0.8838,
      "step": 27260
    },
    {
      "epoch": 3.07,
      "learning_rate": 3.439003378800475e-05,
      "loss": 0.8977,
      "step": 27280
    },
    {
      "epoch": 3.07,
      "learning_rate": 3.4320907172739594e-05,
      "loss": 0.9024,
      "step": 27300
    },
    {
      "epoch": 3.07,
      "learning_rate": 3.425181377881099e-05,
      "loss": 0.9174,
      "step": 27320
    },
    {
      "epoch": 3.07,
      "learning_rate": 3.4182753752616094e-05,
      "loss": 0.916,
      "step": 27340
    },
    {
      "epoch": 3.07,
      "learning_rate": 3.411372724048144e-05,
      "loss": 0.9103,
      "step": 27360
    },
    {
      "epoch": 3.08,
      "learning_rate": 3.4044734388662426e-05,
      "loss": 0.8922,
      "step": 27380
    },
    {
      "epoch": 3.08,
      "learning_rate": 3.3975775343343205e-05,
      "loss": 0.8991,
      "step": 27400
    },
    {
      "epoch": 3.08,
      "learning_rate": 3.390685025063633e-05,
      "loss": 0.8822,
      "step": 27420
    },
    {
      "epoch": 3.08,
      "learning_rate": 3.383795925658233e-05,
      "loss": 0.9007,
      "step": 27440
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.376910250714955e-05,
      "loss": 0.9058,
      "step": 27460
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.370028014823375e-05,
      "loss": 0.9046,
      "step": 27480
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.363149232565785e-05,
      "loss": 0.9123,
      "step": 27500
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.356273918517153e-05,
      "loss": 0.8856,
      "step": 27520
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.349402087245104e-05,
      "loss": 0.9146,
      "step": 27540
    },
    {
      "epoch": 3.1,
      "learning_rate": 3.342533753309887e-05,
      "loss": 0.9106,
      "step": 27560
    },
    {
      "epoch": 3.1,
      "learning_rate": 3.335668931264327e-05,
      "loss": 0.8902,
      "step": 27580
    },
    {
      "epoch": 3.1,
      "learning_rate": 3.328807635653822e-05,
      "loss": 0.8881,
      "step": 27600
    },
    {
      "epoch": 3.1,
      "learning_rate": 3.321949881016293e-05,
      "loss": 0.9172,
      "step": 27620
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.315095681882159e-05,
      "loss": 0.9076,
      "step": 27640
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.3082450527743014e-05,
      "loss": 0.8837,
      "step": 27660
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.301398008208042e-05,
      "loss": 0.8725,
      "step": 27680
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.294554562691108e-05,
      "loss": 0.9202,
      "step": 27700
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.287714730723596e-05,
      "loss": 0.909,
      "step": 27720
    },
    {
      "epoch": 3.12,
      "learning_rate": 3.280878526797948e-05,
      "loss": 0.9094,
      "step": 27740
    },
    {
      "epoch": 3.12,
      "learning_rate": 3.274045965398924e-05,
      "loss": 0.8797,
      "step": 27760
    },
    {
      "epoch": 3.12,
      "learning_rate": 3.267217061003562e-05,
      "loss": 0.8962,
      "step": 27780
    },
    {
      "epoch": 3.12,
      "learning_rate": 3.260391828081147e-05,
      "loss": 0.8772,
      "step": 27800
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.253570281093192e-05,
      "loss": 0.8907,
      "step": 27820
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.246752434493398e-05,
      "loss": 0.8898,
      "step": 27840
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.239938302727622e-05,
      "loss": 0.8992,
      "step": 27860
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.233127900233855e-05,
      "loss": 0.8948,
      "step": 27880
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.2263212414421846e-05,
      "loss": 0.9386,
      "step": 27900
    },
    {
      "epoch": 3.14,
      "learning_rate": 3.219518340774763e-05,
      "loss": 0.915,
      "step": 27920
    },
    {
      "epoch": 3.14,
      "learning_rate": 3.2127192126457815e-05,
      "loss": 0.9026,
      "step": 27940
    },
    {
      "epoch": 3.14,
      "learning_rate": 3.205923871461442e-05,
      "loss": 0.8793,
      "step": 27960
    },
    {
      "epoch": 3.14,
      "learning_rate": 3.19913233161992e-05,
      "loss": 0.9182,
      "step": 27980
    },
    {
      "epoch": 3.15,
      "learning_rate": 3.192344607511329e-05,
      "loss": 0.8803,
      "step": 28000
    },
    {
      "epoch": 3.15,
      "learning_rate": 3.18556071351771e-05,
      "loss": 0.872,
      "step": 28020
    },
    {
      "epoch": 3.15,
      "learning_rate": 3.1787806640129826e-05,
      "loss": 0.899,
      "step": 28040
    },
    {
      "epoch": 3.15,
      "learning_rate": 3.1720044733629196e-05,
      "loss": 0.9047,
      "step": 28060
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.165232155925118e-05,
      "loss": 0.8979,
      "step": 28080
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.15846372604897e-05,
      "loss": 0.8833,
      "step": 28100
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.151699198075633e-05,
      "loss": 0.908,
      "step": 28120
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.1449385863379866e-05,
      "loss": 0.8998,
      "step": 28140
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.138181905160625e-05,
      "loss": 0.8975,
      "step": 28160
    },
    {
      "epoch": 3.17,
      "learning_rate": 3.13142916885981e-05,
      "loss": 0.8921,
      "step": 28180
    },
    {
      "epoch": 3.17,
      "learning_rate": 3.124680391743438e-05,
      "loss": 0.9263,
      "step": 28200
    },
    {
      "epoch": 3.17,
      "learning_rate": 3.117935588111026e-05,
      "loss": 0.9153,
      "step": 28220
    },
    {
      "epoch": 3.17,
      "learning_rate": 3.111194772253668e-05,
      "loss": 0.9274,
      "step": 28240
    },
    {
      "epoch": 3.18,
      "learning_rate": 3.104457958454009e-05,
      "loss": 0.9159,
      "step": 28260
    },
    {
      "epoch": 3.18,
      "learning_rate": 3.097725160986212e-05,
      "loss": 0.9314,
      "step": 28280
    },
    {
      "epoch": 3.18,
      "learning_rate": 3.090996394115933e-05,
      "loss": 0.9059,
      "step": 28300
    },
    {
      "epoch": 3.18,
      "learning_rate": 3.0842716721002894e-05,
      "loss": 0.9248,
      "step": 28320
    },
    {
      "epoch": 3.18,
      "learning_rate": 3.077551009187821e-05,
      "loss": 0.9125,
      "step": 28340
    },
    {
      "epoch": 3.19,
      "learning_rate": 3.0708344196184756e-05,
      "loss": 0.9084,
      "step": 28360
    },
    {
      "epoch": 3.19,
      "learning_rate": 3.064121917623566e-05,
      "loss": 0.9046,
      "step": 28380
    },
    {
      "epoch": 3.19,
      "learning_rate": 3.0574135174257444e-05,
      "loss": 0.8961,
      "step": 28400
    },
    {
      "epoch": 3.19,
      "learning_rate": 3.050709233238972e-05,
      "loss": 0.9001,
      "step": 28420
    },
    {
      "epoch": 3.2,
      "learning_rate": 3.0440090792684884e-05,
      "loss": 0.91,
      "step": 28440
    },
    {
      "epoch": 3.2,
      "learning_rate": 3.037313069710784e-05,
      "loss": 0.9225,
      "step": 28460
    },
    {
      "epoch": 3.2,
      "learning_rate": 3.0306212187535653e-05,
      "loss": 0.8991,
      "step": 28480
    },
    {
      "epoch": 3.2,
      "learning_rate": 3.0239335405757275e-05,
      "loss": 0.8773,
      "step": 28500
    },
    {
      "epoch": 3.2,
      "learning_rate": 3.0172500493473294e-05,
      "loss": 0.8922,
      "step": 28520
    },
    {
      "epoch": 3.21,
      "learning_rate": 3.0105707592295528e-05,
      "loss": 0.9035,
      "step": 28540
    },
    {
      "epoch": 3.21,
      "learning_rate": 3.003895684374679e-05,
      "loss": 0.9027,
      "step": 28560
    },
    {
      "epoch": 3.21,
      "learning_rate": 2.9972248389260593e-05,
      "loss": 0.9163,
      "step": 28580
    },
    {
      "epoch": 3.21,
      "learning_rate": 2.9905582370180836e-05,
      "loss": 0.909,
      "step": 28600
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.9838958927761477e-05,
      "loss": 0.8952,
      "step": 28620
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.9772378203166307e-05,
      "loss": 0.9269,
      "step": 28640
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.9705840337468554e-05,
      "loss": 0.8917,
      "step": 28660
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.9639345471650716e-05,
      "loss": 0.8882,
      "step": 28680
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.9572893746604052e-05,
      "loss": 0.9008,
      "step": 28700
    },
    {
      "epoch": 3.23,
      "learning_rate": 2.950648530312854e-05,
      "loss": 0.9153,
      "step": 28720
    },
    {
      "epoch": 3.23,
      "learning_rate": 2.9440120281932403e-05,
      "loss": 0.8977,
      "step": 28740
    },
    {
      "epoch": 3.23,
      "learning_rate": 2.937379882363183e-05,
      "loss": 0.9006,
      "step": 28760
    },
    {
      "epoch": 3.23,
      "learning_rate": 2.9307521068750748e-05,
      "loss": 0.921,
      "step": 28780
    },
    {
      "epoch": 3.24,
      "learning_rate": 2.924128715772047e-05,
      "loss": 0.8782,
      "step": 28800
    },
    {
      "epoch": 3.24,
      "learning_rate": 2.9175097230879423e-05,
      "loss": 0.8994,
      "step": 28820
    },
    {
      "epoch": 3.24,
      "learning_rate": 2.9108951428472804e-05,
      "loss": 0.8945,
      "step": 28840
    },
    {
      "epoch": 3.24,
      "learning_rate": 2.9042849890652352e-05,
      "loss": 0.8867,
      "step": 28860
    },
    {
      "epoch": 3.24,
      "learning_rate": 2.8976792757476013e-05,
      "loss": 0.8793,
      "step": 28880
    },
    {
      "epoch": 3.25,
      "learning_rate": 2.891078016890763e-05,
      "loss": 0.9037,
      "step": 28900
    },
    {
      "epoch": 3.25,
      "learning_rate": 2.8844812264816684e-05,
      "loss": 0.9293,
      "step": 28920
    },
    {
      "epoch": 3.25,
      "learning_rate": 2.8778889184977986e-05,
      "loss": 0.8962,
      "step": 28940
    },
    {
      "epoch": 3.25,
      "learning_rate": 2.8713011069071306e-05,
      "loss": 0.886,
      "step": 28960
    },
    {
      "epoch": 3.26,
      "learning_rate": 2.8647178056681194e-05,
      "loss": 0.8791,
      "step": 28980
    },
    {
      "epoch": 3.26,
      "learning_rate": 2.8581390287296672e-05,
      "loss": 0.9162,
      "step": 29000
    },
    {
      "epoch": 3.26,
      "learning_rate": 2.851564790031086e-05,
      "loss": 0.9088,
      "step": 29020
    },
    {
      "epoch": 3.26,
      "learning_rate": 2.8449951035020672e-05,
      "loss": 0.9208,
      "step": 29040
    },
    {
      "epoch": 3.27,
      "learning_rate": 2.8384299830626637e-05,
      "loss": 0.8747,
      "step": 29060
    },
    {
      "epoch": 3.27,
      "learning_rate": 2.8318694426232516e-05,
      "loss": 0.8721,
      "step": 29080
    },
    {
      "epoch": 3.27,
      "learning_rate": 2.825313496084503e-05,
      "loss": 0.9281,
      "step": 29100
    },
    {
      "epoch": 3.27,
      "learning_rate": 2.8187621573373544e-05,
      "loss": 0.9045,
      "step": 29120
    },
    {
      "epoch": 3.27,
      "learning_rate": 2.8122154402629818e-05,
      "loss": 0.8925,
      "step": 29140
    },
    {
      "epoch": 3.28,
      "learning_rate": 2.8056733587327694e-05,
      "loss": 0.8958,
      "step": 29160
    },
    {
      "epoch": 3.28,
      "learning_rate": 2.7991359266082717e-05,
      "loss": 0.9155,
      "step": 29180
    },
    {
      "epoch": 3.28,
      "learning_rate": 2.7926031577412038e-05,
      "loss": 0.8971,
      "step": 29200
    },
    {
      "epoch": 3.28,
      "learning_rate": 2.7860750659733938e-05,
      "loss": 0.9249,
      "step": 29220
    },
    {
      "epoch": 3.29,
      "learning_rate": 2.779551665136756e-05,
      "loss": 0.9045,
      "step": 29240
    },
    {
      "epoch": 3.29,
      "learning_rate": 2.773032969053273e-05,
      "loss": 0.9207,
      "step": 29260
    },
    {
      "epoch": 3.29,
      "learning_rate": 2.7665189915349533e-05,
      "loss": 0.8938,
      "step": 29280
    },
    {
      "epoch": 3.29,
      "learning_rate": 2.7600097463838114e-05,
      "loss": 0.9088,
      "step": 29300
    },
    {
      "epoch": 3.29,
      "learning_rate": 2.753505247391832e-05,
      "loss": 0.9085,
      "step": 29320
    },
    {
      "epoch": 3.3,
      "learning_rate": 2.7470055083409452e-05,
      "loss": 0.8978,
      "step": 29340
    },
    {
      "epoch": 3.3,
      "learning_rate": 2.740510543002996e-05,
      "loss": 0.8963,
      "step": 29360
    },
    {
      "epoch": 3.3,
      "learning_rate": 2.734020365139708e-05,
      "loss": 0.9295,
      "step": 29380
    },
    {
      "epoch": 3.3,
      "learning_rate": 2.727534988502673e-05,
      "loss": 0.9076,
      "step": 29400
    },
    {
      "epoch": 3.31,
      "learning_rate": 2.721054426833301e-05,
      "loss": 0.9037,
      "step": 29420
    },
    {
      "epoch": 3.31,
      "learning_rate": 2.7145786938628036e-05,
      "loss": 0.8821,
      "step": 29440
    },
    {
      "epoch": 3.31,
      "learning_rate": 2.7081078033121577e-05,
      "loss": 0.8976,
      "step": 29460
    },
    {
      "epoch": 3.31,
      "learning_rate": 2.7016417688920815e-05,
      "loss": 0.9083,
      "step": 29480
    },
    {
      "epoch": 3.31,
      "learning_rate": 2.695180604303007e-05,
      "loss": 0.9198,
      "step": 29500
    },
    {
      "epoch": 3.32,
      "learning_rate": 2.6887243232350434e-05,
      "loss": 0.9052,
      "step": 29520
    },
    {
      "epoch": 3.32,
      "learning_rate": 2.6822729393679558e-05,
      "loss": 0.9033,
      "step": 29540
    },
    {
      "epoch": 3.32,
      "learning_rate": 2.6758264663711306e-05,
      "loss": 0.9058,
      "step": 29560
    },
    {
      "epoch": 3.32,
      "learning_rate": 2.6693849179035513e-05,
      "loss": 0.889,
      "step": 29580
    },
    {
      "epoch": 3.33,
      "learning_rate": 2.662948307613764e-05,
      "loss": 0.9118,
      "step": 29600
    },
    {
      "epoch": 3.33,
      "learning_rate": 2.6565166491398553e-05,
      "loss": 0.8994,
      "step": 29620
    },
    {
      "epoch": 3.33,
      "learning_rate": 2.6500899561094184e-05,
      "loss": 0.9048,
      "step": 29640
    },
    {
      "epoch": 3.33,
      "learning_rate": 2.643668242139522e-05,
      "loss": 0.9,
      "step": 29660
    },
    {
      "epoch": 3.33,
      "learning_rate": 2.63725152083669e-05,
      "loss": 0.9199,
      "step": 29680
    },
    {
      "epoch": 3.34,
      "learning_rate": 2.630839805796863e-05,
      "loss": 0.9024,
      "step": 29700
    },
    {
      "epoch": 3.34,
      "learning_rate": 2.624433110605383e-05,
      "loss": 0.9102,
      "step": 29720
    },
    {
      "epoch": 3.34,
      "learning_rate": 2.6180314488369452e-05,
      "loss": 0.8843,
      "step": 29740
    },
    {
      "epoch": 3.34,
      "learning_rate": 2.611634834055585e-05,
      "loss": 0.8905,
      "step": 29760
    },
    {
      "epoch": 3.35,
      "learning_rate": 2.6052432798146436e-05,
      "loss": 0.8834,
      "step": 29780
    },
    {
      "epoch": 3.35,
      "learning_rate": 2.5988567996567402e-05,
      "loss": 0.8973,
      "step": 29800
    },
    {
      "epoch": 3.35,
      "learning_rate": 2.5924754071137415e-05,
      "loss": 0.887,
      "step": 29820
    },
    {
      "epoch": 3.35,
      "learning_rate": 2.5860991157067356e-05,
      "loss": 0.9162,
      "step": 29840
    },
    {
      "epoch": 3.36,
      "learning_rate": 2.5797279389460037e-05,
      "loss": 0.8948,
      "step": 29860
    },
    {
      "epoch": 3.36,
      "learning_rate": 2.5733618903309843e-05,
      "loss": 0.897,
      "step": 29880
    },
    {
      "epoch": 3.36,
      "learning_rate": 2.567000983350254e-05,
      "loss": 0.875,
      "step": 29900
    },
    {
      "epoch": 3.36,
      "learning_rate": 2.5606452314815e-05,
      "loss": 0.9287,
      "step": 29920
    },
    {
      "epoch": 3.36,
      "learning_rate": 2.554294648191477e-05,
      "loss": 0.8996,
      "step": 29940
    },
    {
      "epoch": 3.37,
      "learning_rate": 2.5479492469359944e-05,
      "loss": 0.8989,
      "step": 29960
    },
    {
      "epoch": 3.37,
      "learning_rate": 2.5416090411598813e-05,
      "loss": 0.91,
      "step": 29980
    },
    {
      "epoch": 3.37,
      "learning_rate": 2.535274044296957e-05,
      "loss": 0.9104,
      "step": 30000
    },
    {
      "epoch": 3.37,
      "learning_rate": 2.5289442697700043e-05,
      "loss": 0.8902,
      "step": 30020
    },
    {
      "epoch": 3.38,
      "learning_rate": 2.5226197309907418e-05,
      "loss": 0.8907,
      "step": 30040
    },
    {
      "epoch": 3.38,
      "learning_rate": 2.5163004413597955e-05,
      "loss": 0.9099,
      "step": 30060
    },
    {
      "epoch": 3.38,
      "learning_rate": 2.5099864142666642e-05,
      "loss": 0.8979,
      "step": 30080
    },
    {
      "epoch": 3.38,
      "learning_rate": 2.5036776630896985e-05,
      "loss": 0.9008,
      "step": 30100
    },
    {
      "epoch": 3.38,
      "learning_rate": 2.4973742011960775e-05,
      "loss": 0.9105,
      "step": 30120
    },
    {
      "epoch": 3.39,
      "learning_rate": 2.4910760419417616e-05,
      "loss": 0.9075,
      "step": 30140
    },
    {
      "epoch": 3.39,
      "learning_rate": 2.4847831986714837e-05,
      "loss": 0.9141,
      "step": 30160
    },
    {
      "epoch": 3.39,
      "learning_rate": 2.47849568471871e-05,
      "loss": 0.9281,
      "step": 30180
    },
    {
      "epoch": 3.39,
      "learning_rate": 2.472213513405615e-05,
      "loss": 0.9085,
      "step": 30200
    },
    {
      "epoch": 3.4,
      "learning_rate": 2.4659366980430547e-05,
      "loss": 0.9308,
      "step": 30220
    },
    {
      "epoch": 3.4,
      "learning_rate": 2.4596652519305346e-05,
      "loss": 0.9147,
      "step": 30240
    },
    {
      "epoch": 3.4,
      "learning_rate": 2.4533991883561868e-05,
      "loss": 0.91,
      "step": 30260
    },
    {
      "epoch": 3.4,
      "learning_rate": 2.4471385205967323e-05,
      "loss": 0.8888,
      "step": 30280
    },
    {
      "epoch": 3.4,
      "learning_rate": 2.4408832619174644e-05,
      "loss": 0.894,
      "step": 30300
    },
    {
      "epoch": 3.41,
      "learning_rate": 2.4346334255722168e-05,
      "loss": 0.8859,
      "step": 30320
    },
    {
      "epoch": 3.41,
      "learning_rate": 2.4283890248033337e-05,
      "loss": 0.9136,
      "step": 30340
    },
    {
      "epoch": 3.41,
      "learning_rate": 2.4221500728416356e-05,
      "loss": 0.9353,
      "step": 30360
    },
    {
      "epoch": 3.41,
      "learning_rate": 2.415916582906405e-05,
      "loss": 0.9154,
      "step": 30380
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.409688568205349e-05,
      "loss": 0.9022,
      "step": 30400
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.403466041934574e-05,
      "loss": 0.9071,
      "step": 30420
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.3972490172785567e-05,
      "loss": 0.8839,
      "step": 30440
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.3910375074101172e-05,
      "loss": 0.9102,
      "step": 30460
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.3848315254903924e-05,
      "loss": 0.9196,
      "step": 30480
    },
    {
      "epoch": 3.43,
      "learning_rate": 2.3786310846688e-05,
      "loss": 0.8863,
      "step": 30500
    },
    {
      "epoch": 3.43,
      "learning_rate": 2.3724361980830257e-05,
      "loss": 0.9043,
      "step": 30520
    },
    {
      "epoch": 3.43,
      "learning_rate": 2.366246878858984e-05,
      "loss": 0.8813,
      "step": 30540
    },
    {
      "epoch": 3.43,
      "learning_rate": 2.3600631401107882e-05,
      "loss": 0.9023,
      "step": 30560
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.353884994940732e-05,
      "loss": 0.8872,
      "step": 30580
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.3477124564392572e-05,
      "loss": 0.9056,
      "step": 30600
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.3415455376849248e-05,
      "loss": 0.8708,
      "step": 30620
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.3353842517443898e-05,
      "loss": 0.8727,
      "step": 30640
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.32922861167237e-05,
      "loss": 0.8796,
      "step": 30660
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.3230786305116253e-05,
      "loss": 0.9369,
      "step": 30680
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.316934321292915e-05,
      "loss": 0.9044,
      "step": 30700
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.3107956970349942e-05,
      "loss": 0.8945,
      "step": 30720
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.3046627707445635e-05,
      "loss": 0.9097,
      "step": 30740
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.2985355554162546e-05,
      "loss": 0.908,
      "step": 30760
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.292414064032593e-05,
      "loss": 0.8604,
      "step": 30780
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.2862983095639823e-05,
      "loss": 0.8698,
      "step": 30800
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.2801883049686678e-05,
      "loss": 0.8969,
      "step": 30820
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.2740840631927118e-05,
      "loss": 0.8927,
      "step": 30840
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.2679855971699676e-05,
      "loss": 0.9017,
      "step": 30860
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.2618929198220513e-05,
      "loss": 0.924,
      "step": 30880
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.2558060440583057e-05,
      "loss": 0.8936,
      "step": 30900
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.2497249827757933e-05,
      "loss": 0.9073,
      "step": 30920
    },
    {
      "epoch": 3.48,
      "learning_rate": 2.2436497488592497e-05,
      "loss": 0.9292,
      "step": 30940
    },
    {
      "epoch": 3.48,
      "learning_rate": 2.2375803551810654e-05,
      "loss": 0.9278,
      "step": 30960
    },
    {
      "epoch": 3.48,
      "learning_rate": 2.2315168146012527e-05,
      "loss": 0.8894,
      "step": 30980
    },
    {
      "epoch": 3.48,
      "learning_rate": 2.225459139967426e-05,
      "loss": 0.8936,
      "step": 31000
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.21940734411477e-05,
      "loss": 0.9102,
      "step": 31020
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.213361439866013e-05,
      "loss": 0.8849,
      "step": 31040
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.2073214400313997e-05,
      "loss": 0.8884,
      "step": 31060
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.201287357408665e-05,
      "loss": 0.8864,
      "step": 31080
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.1952592047830055e-05,
      "loss": 0.94,
      "step": 31100
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.189236994927054e-05,
      "loss": 0.8892,
      "step": 31120
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.1832207406008502e-05,
      "loss": 0.8934,
      "step": 31140
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.1772104545518185e-05,
      "loss": 0.8911,
      "step": 31160
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.171206149514731e-05,
      "loss": 0.9029,
      "step": 31180
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.165207838211693e-05,
      "loss": 0.9103,
      "step": 31200
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.159215533352106e-05,
      "loss": 0.9166,
      "step": 31220
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.153229247632652e-05,
      "loss": 0.8993,
      "step": 31240
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.14724899373725e-05,
      "loss": 0.9114,
      "step": 31260
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.141274784337044e-05,
      "loss": 0.9053,
      "step": 31280
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.1353066320903698e-05,
      "loss": 0.8942,
      "step": 31300
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.1293445496427296e-05,
      "loss": 0.8935,
      "step": 31320
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.1233885496267634e-05,
      "loss": 0.8798,
      "step": 31340
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.117438644662226e-05,
      "loss": 0.9204,
      "step": 31360
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.1114948473559554e-05,
      "loss": 0.8907,
      "step": 31380
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.1055571703018474e-05,
      "loss": 0.8935,
      "step": 31400
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.0996256260808316e-05,
      "loss": 0.8761,
      "step": 31420
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.0937002272608493e-05,
      "loss": 0.9049,
      "step": 31440
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.087780986396808e-05,
      "loss": 0.9202,
      "step": 31460
    },
    {
      "epoch": 3.54,
      "learning_rate": 2.0818679160305776e-05,
      "loss": 0.8871,
      "step": 31480
    },
    {
      "epoch": 3.54,
      "learning_rate": 2.0759610286909508e-05,
      "loss": 0.8833,
      "step": 31500
    },
    {
      "epoch": 3.54,
      "learning_rate": 2.0700603368936182e-05,
      "loss": 0.917,
      "step": 31520
    },
    {
      "epoch": 3.54,
      "learning_rate": 2.064165853141145e-05,
      "loss": 0.9222,
      "step": 31540
    },
    {
      "epoch": 3.55,
      "learning_rate": 2.058277589922942e-05,
      "loss": 0.9001,
      "step": 31560
    },
    {
      "epoch": 3.55,
      "learning_rate": 2.05239555971524e-05,
      "loss": 0.906,
      "step": 31580
    },
    {
      "epoch": 3.55,
      "learning_rate": 2.0465197749810604e-05,
      "loss": 0.9021,
      "step": 31600
    },
    {
      "epoch": 3.55,
      "learning_rate": 2.040650248170194e-05,
      "loss": 0.8962,
      "step": 31620
    },
    {
      "epoch": 3.56,
      "learning_rate": 2.034786991719174e-05,
      "loss": 0.901,
      "step": 31640
    },
    {
      "epoch": 3.56,
      "learning_rate": 2.0289300180512478e-05,
      "loss": 0.9213,
      "step": 31660
    },
    {
      "epoch": 3.56,
      "learning_rate": 2.0230793395763426e-05,
      "loss": 0.9018,
      "step": 31680
    },
    {
      "epoch": 3.56,
      "learning_rate": 2.0172349686910568e-05,
      "loss": 0.8924,
      "step": 31700
    },
    {
      "epoch": 3.56,
      "learning_rate": 2.011396917778619e-05,
      "loss": 0.8989,
      "step": 31720
    },
    {
      "epoch": 3.57,
      "learning_rate": 2.0055651992088692e-05,
      "loss": 0.8872,
      "step": 31740
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.9997398253382287e-05,
      "loss": 0.9258,
      "step": 31760
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.993920808509676e-05,
      "loss": 0.9025,
      "step": 31780
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.988108161052722e-05,
      "loss": 0.8995,
      "step": 31800
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.9823018952833748e-05,
      "loss": 0.9158,
      "step": 31820
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.9765020235041322e-05,
      "loss": 0.9092,
      "step": 31840
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.9707085580039365e-05,
      "loss": 0.9003,
      "step": 31860
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.9649215110581553e-05,
      "loss": 0.8768,
      "step": 31880
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.9591408949285605e-05,
      "loss": 0.9147,
      "step": 31900
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.953366721863297e-05,
      "loss": 0.9055,
      "step": 31920
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.947599004096856e-05,
      "loss": 0.9076,
      "step": 31940
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.9418377538500543e-05,
      "loss": 0.8803,
      "step": 31960
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.936082983330002e-05,
      "loss": 0.9346,
      "step": 31980
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.9303347047300834e-05,
      "loss": 0.9033,
      "step": 32000
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.9245929302299202e-05,
      "loss": 0.8857,
      "step": 32020
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.9188576719953633e-05,
      "loss": 0.9229,
      "step": 32040
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.913128942178451e-05,
      "loss": 0.9216,
      "step": 32060
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.907406752917386e-05,
      "loss": 0.8786,
      "step": 32080
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.9016911163365185e-05,
      "loss": 0.896,
      "step": 32100
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.89598204454631e-05,
      "loss": 0.9214,
      "step": 32120
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.89027954964332e-05,
      "loss": 0.8923,
      "step": 32140
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.8845836437101622e-05,
      "loss": 0.9045,
      "step": 32160
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.8788943388154962e-05,
      "loss": 0.8815,
      "step": 32180
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.873211647013995e-05,
      "loss": 0.9081,
      "step": 32200
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.867535580346313e-05,
      "loss": 0.8995,
      "step": 32220
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.861866150839078e-05,
      "loss": 0.9083,
      "step": 32240
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.856203370504846e-05,
      "loss": 0.8916,
      "step": 32260
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.850547251342089e-05,
      "loss": 0.9364,
      "step": 32280
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.844897805335162e-05,
      "loss": 0.8781,
      "step": 32300
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.8392550444542793e-05,
      "loss": 0.9038,
      "step": 32320
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.8336189806555014e-05,
      "loss": 0.8806,
      "step": 32340
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.8279896258806844e-05,
      "loss": 0.9133,
      "step": 32360
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.8223669920574772e-05,
      "loss": 0.9114,
      "step": 32380
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.8167510910992875e-05,
      "loss": 0.8787,
      "step": 32400
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.811141934905255e-05,
      "loss": 0.8737,
      "step": 32420
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.8055395353602306e-05,
      "loss": 0.9233,
      "step": 32440
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.7999439043347476e-05,
      "loss": 0.9049,
      "step": 32460
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.7943550536850006e-05,
      "loss": 0.893,
      "step": 32480
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.7887729952528117e-05,
      "loss": 0.9078,
      "step": 32500
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.7831977408656153e-05,
      "loss": 0.9135,
      "step": 32520
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.7776293023364325e-05,
      "loss": 0.8959,
      "step": 32540
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.7720676914638407e-05,
      "loss": 0.9199,
      "step": 32560
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.766512920031944e-05,
      "loss": 0.9057,
      "step": 32580
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.7609649998103634e-05,
      "loss": 0.8747,
      "step": 32600
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.755423942554199e-05,
      "loss": 0.911,
      "step": 32620
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.749889760004012e-05,
      "loss": 0.8998,
      "step": 32640
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.7443624638857954e-05,
      "loss": 0.9014,
      "step": 32660
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.7388420659109515e-05,
      "loss": 0.8887,
      "step": 32680
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.7333285777762682e-05,
      "loss": 0.9168,
      "step": 32700
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.727822011163886e-05,
      "loss": 0.9106,
      "step": 32720
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.7223223777412905e-05,
      "loss": 0.907,
      "step": 32740
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.7168296891612707e-05,
      "loss": 0.906,
      "step": 32760
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.711343957061899e-05,
      "loss": 0.8978,
      "step": 32780
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.7058651930665114e-05,
      "loss": 0.8732,
      "step": 32800
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.70039340878368e-05,
      "loss": 0.909,
      "step": 32820
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.6949286158071858e-05,
      "loss": 0.8888,
      "step": 32840
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.689470825715998e-05,
      "loss": 0.9104,
      "step": 32860
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.6840200500742482e-05,
      "loss": 0.878,
      "step": 32880
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.6785763004312055e-05,
      "loss": 0.9154,
      "step": 32900
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.673139588321247e-05,
      "loss": 0.8783,
      "step": 32920
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.6677099252638477e-05,
      "loss": 0.8909,
      "step": 32940
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.6622873227635428e-05,
      "loss": 0.908,
      "step": 32960
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.656871792309902e-05,
      "loss": 0.8948,
      "step": 32980
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.651463345377518e-05,
      "loss": 0.888,
      "step": 33000
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.6460619934259707e-05,
      "loss": 0.9002,
      "step": 33020
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.6406677478998094e-05,
      "loss": 0.9047,
      "step": 33040
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.6352806202285244e-05,
      "loss": 0.8803,
      "step": 33060
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.6299006218265246e-05,
      "loss": 0.8966,
      "step": 33080
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.624527764093115e-05,
      "loss": 0.8901,
      "step": 33100
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.619162058412465e-05,
      "loss": 0.9045,
      "step": 33120
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.6138035161535986e-05,
      "loss": 0.8999,
      "step": 33140
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.608452148670356e-05,
      "loss": 0.8836,
      "step": 33160
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.603107967301378e-05,
      "loss": 0.9097,
      "step": 33180
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.597770983370075e-05,
      "loss": 0.9269,
      "step": 33200
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.5924412081846113e-05,
      "loss": 0.9053,
      "step": 33220
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.5871186530378763e-05,
      "loss": 0.8981,
      "step": 33240
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.581803329207461e-05,
      "loss": 0.8572,
      "step": 33260
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.5764952479556334e-05,
      "loss": 0.8934,
      "step": 33280
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.5711944205293185e-05,
      "loss": 0.8725,
      "step": 33300
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.565900858160068e-05,
      "loss": 0.8948,
      "step": 33320
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.5606145720640442e-05,
      "loss": 0.8983,
      "step": 33340
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.555335573441989e-05,
      "loss": 0.9201,
      "step": 33360
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.5500638734792055e-05,
      "loss": 0.8854,
      "step": 33380
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.5447994833455292e-05,
      "loss": 0.8975,
      "step": 33400
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.53954241419531e-05,
      "loss": 0.8831,
      "step": 33420
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.5342926771673842e-05,
      "loss": 0.8813,
      "step": 33440
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.5290502833850578e-05,
      "loss": 0.8986,
      "step": 33460
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.5238152439560693e-05,
      "loss": 0.8652,
      "step": 33480
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.5185875699725793e-05,
      "loss": 0.9025,
      "step": 33500
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.5133672725111425e-05,
      "loss": 0.8958,
      "step": 33520
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.5081543626326833e-05,
      "loss": 0.9204,
      "step": 33540
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.5029488513824724e-05,
      "loss": 0.8805,
      "step": 33560
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.4977507497901055e-05,
      "loss": 0.9058,
      "step": 33580
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.492560068869478e-05,
      "loss": 0.9166,
      "step": 33600
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.4873768196187593e-05,
      "loss": 0.9029,
      "step": 33620
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.482201013020375e-05,
      "loss": 0.883,
      "step": 33640
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.4770326600409851e-05,
      "loss": 0.9034,
      "step": 33660
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.471871771631448e-05,
      "loss": 0.8594,
      "step": 33680
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.4667183587268118e-05,
      "loss": 0.9064,
      "step": 33700
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.4615724322462838e-05,
      "loss": 0.9083,
      "step": 33720
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.4564340030932083e-05,
      "loss": 0.8579,
      "step": 33740
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.4513030821550449e-05,
      "loss": 0.8899,
      "step": 33760
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.4461796803033445e-05,
      "loss": 0.9189,
      "step": 33780
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.4410638083937272e-05,
      "loss": 0.9012,
      "step": 33800
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.4359554772658552e-05,
      "loss": 0.9,
      "step": 33820
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.4308546977434135e-05,
      "loss": 0.957,
      "step": 33840
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.4257614806340919e-05,
      "loss": 0.8913,
      "step": 33860
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.4206758367295537e-05,
      "loss": 0.9182,
      "step": 33880
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.4155977768054113e-05,
      "loss": 0.9013,
      "step": 33900
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.4105273116212136e-05,
      "loss": 0.9113,
      "step": 33920
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.4054644519204157e-05,
      "loss": 0.8801,
      "step": 33940
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.4004092084303583e-05,
      "loss": 0.9287,
      "step": 33960
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.3953615918622443e-05,
      "loss": 0.9068,
      "step": 33980
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.3903216129111174e-05,
      "loss": 0.8831,
      "step": 34000
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.385289282255835e-05,
      "loss": 0.9099,
      "step": 34020
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.380264610559051e-05,
      "loss": 0.9004,
      "step": 34040
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.3752476084671962e-05,
      "loss": 0.8964,
      "step": 34060
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.3702382866104457e-05,
      "loss": 0.8801,
      "step": 34080
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.3652366556026996e-05,
      "loss": 0.919,
      "step": 34100
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.3602427260415663e-05,
      "loss": 0.8887,
      "step": 34120
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.3552565085083352e-05,
      "loss": 0.9103,
      "step": 34140
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.350278013567955e-05,
      "loss": 0.9001,
      "step": 34160
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.3453072517690107e-05,
      "loss": 0.8922,
      "step": 34180
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.3403442336437039e-05,
      "loss": 0.8959,
      "step": 34200
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.3353889697078287e-05,
      "loss": 0.8825,
      "step": 34220
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.3304414704607443e-05,
      "loss": 0.9026,
      "step": 34240
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.3255017463853659e-05,
      "loss": 0.8999,
      "step": 34260
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.3205698079481298e-05,
      "loss": 0.8748,
      "step": 34280
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.3156456655989746e-05,
      "loss": 0.882,
      "step": 34300
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.3107293297713236e-05,
      "loss": 0.8574,
      "step": 34320
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.3058208108820574e-05,
      "loss": 0.9052,
      "step": 34340
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.3009201193314947e-05,
      "loss": 0.9069,
      "step": 34360
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.2960272655033689e-05,
      "loss": 0.8821,
      "step": 34380
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2911422597648077e-05,
      "loss": 0.8953,
      "step": 34400
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2862651124663095e-05,
      "loss": 0.8736,
      "step": 34420
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2813958339417176e-05,
      "loss": 0.9102,
      "step": 34440
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2765344345082114e-05,
      "loss": 0.8673,
      "step": 34460
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2716809244662691e-05,
      "loss": 0.9082,
      "step": 34480
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.266835314099657e-05,
      "loss": 0.8893,
      "step": 34500
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.261997613675398e-05,
      "loss": 0.8961,
      "step": 34520
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.2571678334437591e-05,
      "loss": 0.8572,
      "step": 34540
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.252345983638225e-05,
      "loss": 0.9225,
      "step": 34560
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.2475320744754776e-05,
      "loss": 0.9017,
      "step": 34580
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.2427261161553732e-05,
      "loss": 0.9022,
      "step": 34600
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.2379281188609209e-05,
      "loss": 0.9,
      "step": 34620
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.2331380927582642e-05,
      "loss": 0.8776,
      "step": 34640
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.2283560479966538e-05,
      "loss": 0.8804,
      "step": 34660
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.223581994708432e-05,
      "loss": 0.8881,
      "step": 34680
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.2188159430090085e-05,
      "loss": 0.8949,
      "step": 34700
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.2140579029968352e-05,
      "loss": 0.8953,
      "step": 34720
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.2093078847533922e-05,
      "loss": 0.8937,
      "step": 34740
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.2045658983431612e-05,
      "loss": 0.9329,
      "step": 34760
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.199831953813611e-05,
      "loss": 0.8943,
      "step": 34780
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1951060611951615e-05,
      "loss": 0.8774,
      "step": 34800
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1903882305011793e-05,
      "loss": 0.9075,
      "step": 34820
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1856784717279462e-05,
      "loss": 0.8714,
      "step": 34840
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.1809767948546419e-05,
      "loss": 0.8841,
      "step": 34860
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.1762832098433219e-05,
      "loss": 0.8719,
      "step": 34880
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.1715977266388961e-05,
      "loss": 0.8972,
      "step": 34900
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.1669203551691093e-05,
      "loss": 0.8943,
      "step": 34920
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.1622511053445156e-05,
      "loss": 0.8861,
      "step": 34940
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.1575899870584621e-05,
      "loss": 0.9284,
      "step": 34960
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.1529370101870723e-05,
      "loss": 0.8943,
      "step": 34980
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.1482921845892098e-05,
      "loss": 0.8904,
      "step": 35000
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.143655520106473e-05,
      "loss": 0.8703,
      "step": 35020
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.1390270265631675e-05,
      "loss": 0.9096,
      "step": 35040
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.134406713766285e-05,
      "loss": 0.9049,
      "step": 35060
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.1297945915054842e-05,
      "loss": 0.8983,
      "step": 35080
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.1251906695530701e-05,
      "loss": 0.9089,
      "step": 35100
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.1205949576639723e-05,
      "loss": 0.8768,
      "step": 35120
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.116007465575722e-05,
      "loss": 0.9167,
      "step": 35140
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.1114282030084361e-05,
      "loss": 0.9169,
      "step": 35160
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.1068571796647992e-05,
      "loss": 0.903,
      "step": 35180
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.1022944052300293e-05,
      "loss": 0.8746,
      "step": 35200
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.0977398893718732e-05,
      "loss": 0.9006,
      "step": 35220
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.0931936417405764e-05,
      "loss": 0.8895,
      "step": 35240
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.0886556719688662e-05,
      "loss": 0.8928,
      "step": 35260
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.0841259896719297e-05,
      "loss": 0.9004,
      "step": 35280
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.0796046044473962e-05,
      "loss": 0.9078,
      "step": 35300
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.0750915258753141e-05,
      "loss": 0.8804,
      "step": 35320
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.0705867635181278e-05,
      "loss": 0.902,
      "step": 35340
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.0660903269206652e-05,
      "loss": 0.898,
      "step": 35360
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.0616022256101143e-05,
      "loss": 0.8605,
      "step": 35380
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.0571224690960002e-05,
      "loss": 0.8795,
      "step": 35400
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.0526510668701633e-05,
      "loss": 0.8985,
      "step": 35420
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.0481880284067485e-05,
      "loss": 0.9146,
      "step": 35440
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.0437333631621765e-05,
      "loss": 0.8778,
      "step": 35460
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.0392870805751265e-05,
      "loss": 0.9129,
      "step": 35480
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.0348491900665164e-05,
      "loss": 0.9134,
      "step": 35500
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.030419701039484e-05,
      "loss": 0.9043,
      "step": 35520
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.025998622879365e-05,
      "loss": 0.8896,
      "step": 35540
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.0215859649536702e-05,
      "loss": 0.9067,
      "step": 35560
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.0171817366120767e-05,
      "loss": 0.9166,
      "step": 35580
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.012785947186397e-05,
      "loss": 0.8699,
      "step": 35600
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.0083986059905598e-05,
      "loss": 0.8923,
      "step": 35620
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.0040197223205978e-05,
      "loss": 0.8432,
      "step": 35640
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.996493054546214e-06,
      "loss": 0.8849,
      "step": 35660
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.95287364652806e-06,
      "loss": 0.8686,
      "step": 35680
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.909339091573594e-06,
      "loss": 0.8646,
      "step": 35700
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.865889481925167e-06,
      "loss": 0.8976,
      "step": 35720
    },
    {
      "epoch": 4.02,
      "learning_rate": 9.822524909645137e-06,
      "loss": 0.8732,
      "step": 35740
    },
    {
      "epoch": 4.02,
      "learning_rate": 9.779245466615639e-06,
      "loss": 0.8954,
      "step": 35760
    },
    {
      "epoch": 4.02,
      "learning_rate": 9.736051244538497e-06,
      "loss": 0.912,
      "step": 35780
    },
    {
      "epoch": 4.02,
      "learning_rate": 9.692942334934935e-06,
      "loss": 0.891,
      "step": 35800
    },
    {
      "epoch": 4.02,
      "learning_rate": 9.649918829145415e-06,
      "loss": 0.8954,
      "step": 35820
    },
    {
      "epoch": 4.03,
      "learning_rate": 9.60698081832943e-06,
      "loss": 0.9018,
      "step": 35840
    },
    {
      "epoch": 4.03,
      "learning_rate": 9.564128393465332e-06,
      "loss": 0.8627,
      "step": 35860
    },
    {
      "epoch": 4.03,
      "learning_rate": 9.52136164535018e-06,
      "loss": 0.9076,
      "step": 35880
    },
    {
      "epoch": 4.03,
      "learning_rate": 9.478680664599404e-06,
      "loss": 0.93,
      "step": 35900
    },
    {
      "epoch": 4.04,
      "learning_rate": 9.436085541646783e-06,
      "loss": 0.8731,
      "step": 35920
    },
    {
      "epoch": 4.04,
      "learning_rate": 9.393576366744162e-06,
      "loss": 0.8885,
      "step": 35940
    },
    {
      "epoch": 4.04,
      "learning_rate": 9.351153229961223e-06,
      "loss": 0.8715,
      "step": 35960
    },
    {
      "epoch": 4.04,
      "learning_rate": 9.308816221185441e-06,
      "loss": 0.8789,
      "step": 35980
    },
    {
      "epoch": 4.04,
      "learning_rate": 9.266565430121733e-06,
      "loss": 0.886,
      "step": 36000
    },
    {
      "epoch": 4.05,
      "learning_rate": 9.224400946292367e-06,
      "loss": 0.8862,
      "step": 36020
    },
    {
      "epoch": 4.05,
      "learning_rate": 9.182322859036702e-06,
      "loss": 0.9107,
      "step": 36040
    },
    {
      "epoch": 4.05,
      "learning_rate": 9.14033125751107e-06,
      "loss": 0.877,
      "step": 36060
    },
    {
      "epoch": 4.05,
      "learning_rate": 9.098426230688578e-06,
      "loss": 0.8937,
      "step": 36080
    },
    {
      "epoch": 4.06,
      "learning_rate": 9.056607867358829e-06,
      "loss": 0.8663,
      "step": 36100
    },
    {
      "epoch": 4.06,
      "learning_rate": 9.014876256127852e-06,
      "loss": 0.8781,
      "step": 36120
    },
    {
      "epoch": 4.06,
      "learning_rate": 8.973231485417849e-06,
      "loss": 0.866,
      "step": 36140
    },
    {
      "epoch": 4.06,
      "learning_rate": 8.931673643467014e-06,
      "loss": 0.8693,
      "step": 36160
    },
    {
      "epoch": 4.07,
      "learning_rate": 8.890202818329368e-06,
      "loss": 0.8629,
      "step": 36180
    },
    {
      "epoch": 4.07,
      "learning_rate": 8.84881909787455e-06,
      "loss": 0.8731,
      "step": 36200
    },
    {
      "epoch": 4.07,
      "learning_rate": 8.807522569787653e-06,
      "loss": 0.8921,
      "step": 36220
    },
    {
      "epoch": 4.07,
      "learning_rate": 8.76631332156898e-06,
      "loss": 0.8864,
      "step": 36240
    },
    {
      "epoch": 4.07,
      "learning_rate": 8.725191440533936e-06,
      "loss": 0.8866,
      "step": 36260
    },
    {
      "epoch": 4.08,
      "learning_rate": 8.684157013812839e-06,
      "loss": 0.8669,
      "step": 36280
    },
    {
      "epoch": 4.08,
      "learning_rate": 8.643210128350665e-06,
      "loss": 0.8555,
      "step": 36300
    },
    {
      "epoch": 4.08,
      "learning_rate": 8.602350870906895e-06,
      "loss": 0.8809,
      "step": 36320
    },
    {
      "epoch": 4.08,
      "learning_rate": 8.561579328055375e-06,
      "loss": 0.865,
      "step": 36340
    },
    {
      "epoch": 4.09,
      "learning_rate": 8.52089558618408e-06,
      "loss": 0.888,
      "step": 36360
    },
    {
      "epoch": 4.09,
      "learning_rate": 8.480299731494956e-06,
      "loss": 0.8966,
      "step": 36380
    },
    {
      "epoch": 4.09,
      "learning_rate": 8.439791850003726e-06,
      "loss": 0.8947,
      "step": 36400
    },
    {
      "epoch": 4.09,
      "learning_rate": 8.39937202753972e-06,
      "loss": 0.8662,
      "step": 36420
    },
    {
      "epoch": 4.09,
      "learning_rate": 8.35904034974569e-06,
      "loss": 0.8828,
      "step": 36440
    },
    {
      "epoch": 4.1,
      "learning_rate": 8.31879690207758e-06,
      "loss": 0.8679,
      "step": 36460
    },
    {
      "epoch": 4.1,
      "learning_rate": 8.278641769804469e-06,
      "loss": 0.8961,
      "step": 36480
    },
    {
      "epoch": 4.1,
      "learning_rate": 8.23857503800825e-06,
      "loss": 0.8836,
      "step": 36500
    },
    {
      "epoch": 4.1,
      "learning_rate": 8.198596791583523e-06,
      "loss": 0.8672,
      "step": 36520
    },
    {
      "epoch": 4.11,
      "learning_rate": 8.158707115237407e-06,
      "loss": 0.8916,
      "step": 36540
    },
    {
      "epoch": 4.11,
      "learning_rate": 8.118906093489358e-06,
      "loss": 0.9051,
      "step": 36560
    },
    {
      "epoch": 4.11,
      "learning_rate": 8.079193810670988e-06,
      "loss": 0.8754,
      "step": 36580
    },
    {
      "epoch": 4.11,
      "learning_rate": 8.039570350925878e-06,
      "loss": 0.895,
      "step": 36600
    },
    {
      "epoch": 4.11,
      "learning_rate": 8.000035798209421e-06,
      "loss": 0.8794,
      "step": 36620
    },
    {
      "epoch": 4.12,
      "learning_rate": 7.960590236288633e-06,
      "loss": 0.8761,
      "step": 36640
    },
    {
      "epoch": 4.12,
      "learning_rate": 7.921233748741934e-06,
      "loss": 0.8677,
      "step": 36660
    },
    {
      "epoch": 4.12,
      "learning_rate": 7.88196641895907e-06,
      "loss": 0.8771,
      "step": 36680
    },
    {
      "epoch": 4.12,
      "learning_rate": 7.842788330140838e-06,
      "loss": 0.8851,
      "step": 36700
    },
    {
      "epoch": 4.13,
      "learning_rate": 7.803699565298972e-06,
      "loss": 0.9103,
      "step": 36720
    },
    {
      "epoch": 4.13,
      "learning_rate": 7.764700207255903e-06,
      "loss": 0.8621,
      "step": 36740
    },
    {
      "epoch": 4.13,
      "learning_rate": 7.725790338644673e-06,
      "loss": 0.8558,
      "step": 36760
    },
    {
      "epoch": 4.13,
      "learning_rate": 7.686970041908675e-06,
      "loss": 0.8793,
      "step": 36780
    },
    {
      "epoch": 4.13,
      "learning_rate": 7.648239399301544e-06,
      "loss": 0.9105,
      "step": 36800
    },
    {
      "epoch": 4.14,
      "learning_rate": 7.6095984928869265e-06,
      "loss": 0.879,
      "step": 36820
    },
    {
      "epoch": 4.14,
      "learning_rate": 7.571047404538351e-06,
      "loss": 0.8657,
      "step": 36840
    },
    {
      "epoch": 4.14,
      "learning_rate": 7.532586215939025e-06,
      "loss": 0.8624,
      "step": 36860
    },
    {
      "epoch": 4.14,
      "learning_rate": 7.49421500858169e-06,
      "loss": 0.8568,
      "step": 36880
    },
    {
      "epoch": 4.15,
      "learning_rate": 7.45593386376841e-06,
      "loss": 0.8805,
      "step": 36900
    },
    {
      "epoch": 4.15,
      "learning_rate": 7.41774286261045e-06,
      "loss": 0.8731,
      "step": 36920
    },
    {
      "epoch": 4.15,
      "learning_rate": 7.379642086028038e-06,
      "loss": 0.9025,
      "step": 36940
    },
    {
      "epoch": 4.15,
      "learning_rate": 7.341631614750266e-06,
      "loss": 0.867,
      "step": 36960
    },
    {
      "epoch": 4.16,
      "learning_rate": 7.303711529314861e-06,
      "loss": 0.877,
      "step": 36980
    },
    {
      "epoch": 4.16,
      "learning_rate": 7.265881910068062e-06,
      "loss": 0.8611,
      "step": 37000
    },
    {
      "epoch": 4.16,
      "learning_rate": 7.228142837164404e-06,
      "loss": 0.8895,
      "step": 37020
    },
    {
      "epoch": 4.16,
      "learning_rate": 7.190494390566571e-06,
      "loss": 0.9216,
      "step": 37040
    },
    {
      "epoch": 4.16,
      "learning_rate": 7.152936650045245e-06,
      "loss": 0.8817,
      "step": 37060
    },
    {
      "epoch": 4.17,
      "learning_rate": 7.115469695178895e-06,
      "loss": 0.8688,
      "step": 37080
    },
    {
      "epoch": 4.17,
      "learning_rate": 7.078093605353642e-06,
      "loss": 0.8903,
      "step": 37100
    },
    {
      "epoch": 4.17,
      "learning_rate": 7.040808459763082e-06,
      "loss": 0.8687,
      "step": 37120
    },
    {
      "epoch": 4.17,
      "learning_rate": 7.003614337408099e-06,
      "loss": 0.8761,
      "step": 37140
    },
    {
      "epoch": 4.18,
      "learning_rate": 6.96651131709673e-06,
      "loss": 0.88,
      "step": 37160
    },
    {
      "epoch": 4.18,
      "learning_rate": 6.929499477443962e-06,
      "loss": 0.8919,
      "step": 37180
    },
    {
      "epoch": 4.18,
      "learning_rate": 6.892578896871643e-06,
      "loss": 0.9064,
      "step": 37200
    },
    {
      "epoch": 4.18,
      "learning_rate": 6.855749653608179e-06,
      "loss": 0.8838,
      "step": 37220
    },
    {
      "epoch": 4.18,
      "learning_rate": 6.819011825688498e-06,
      "loss": 0.8945,
      "step": 37240
    },
    {
      "epoch": 4.19,
      "learning_rate": 6.782365490953824e-06,
      "loss": 0.8609,
      "step": 37260
    },
    {
      "epoch": 4.19,
      "learning_rate": 6.745810727051521e-06,
      "loss": 0.8978,
      "step": 37280
    },
    {
      "epoch": 4.19,
      "learning_rate": 6.709347611434924e-06,
      "loss": 0.8814,
      "step": 37300
    },
    {
      "epoch": 4.19,
      "learning_rate": 6.672976221363186e-06,
      "loss": 0.8896,
      "step": 37320
    },
    {
      "epoch": 4.2,
      "learning_rate": 6.636696633901124e-06,
      "loss": 0.9108,
      "step": 37340
    },
    {
      "epoch": 4.2,
      "learning_rate": 6.600508925919008e-06,
      "loss": 0.9018,
      "step": 37360
    },
    {
      "epoch": 4.2,
      "learning_rate": 6.564413174092443e-06,
      "loss": 0.9047,
      "step": 37380
    },
    {
      "epoch": 4.2,
      "learning_rate": 6.528409454902235e-06,
      "loss": 0.8608,
      "step": 37400
    },
    {
      "epoch": 4.2,
      "learning_rate": 6.492497844634121e-06,
      "loss": 0.8941,
      "step": 37420
    },
    {
      "epoch": 4.21,
      "learning_rate": 6.4566784193787255e-06,
      "loss": 0.8743,
      "step": 37440
    },
    {
      "epoch": 4.21,
      "learning_rate": 6.4209512550313215e-06,
      "loss": 0.8991,
      "step": 37460
    },
    {
      "epoch": 4.21,
      "learning_rate": 6.38531642729171e-06,
      "loss": 0.8968,
      "step": 37480
    },
    {
      "epoch": 4.21,
      "learning_rate": 6.3497740116640396e-06,
      "loss": 0.8719,
      "step": 37500
    },
    {
      "epoch": 4.22,
      "learning_rate": 6.314324083456663e-06,
      "loss": 0.9034,
      "step": 37520
    },
    {
      "epoch": 4.22,
      "learning_rate": 6.2789667177819755e-06,
      "loss": 0.8603,
      "step": 37540
    },
    {
      "epoch": 4.22,
      "learning_rate": 6.2437019895561995e-06,
      "loss": 0.9047,
      "step": 37560
    },
    {
      "epoch": 4.22,
      "learning_rate": 6.208529973499316e-06,
      "loss": 0.9057,
      "step": 37580
    },
    {
      "epoch": 4.22,
      "learning_rate": 6.1734507441348785e-06,
      "loss": 0.8938,
      "step": 37600
    },
    {
      "epoch": 4.23,
      "learning_rate": 6.138464375789821e-06,
      "loss": 0.8755,
      "step": 37620
    },
    {
      "epoch": 4.23,
      "learning_rate": 6.1035709425943e-06,
      "loss": 0.8896,
      "step": 37640
    },
    {
      "epoch": 4.23,
      "learning_rate": 6.068770518481582e-06,
      "loss": 0.8586,
      "step": 37660
    },
    {
      "epoch": 4.23,
      "learning_rate": 6.034063177187865e-06,
      "loss": 0.8803,
      "step": 37680
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.9994489922521155e-06,
      "loss": 0.9121,
      "step": 37700
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.96492803701591e-06,
      "loss": 0.8782,
      "step": 37720
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.9305003846233e-06,
      "loss": 0.9016,
      "step": 37740
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.8961661080206454e-06,
      "loss": 0.8687,
      "step": 37760
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.861925279956415e-06,
      "loss": 0.885,
      "step": 37780
    },
    {
      "epoch": 4.25,
      "learning_rate": 5.827777972981152e-06,
      "loss": 0.853,
      "step": 37800
    },
    {
      "epoch": 4.25,
      "learning_rate": 5.793724259447203e-06,
      "loss": 0.8716,
      "step": 37820
    },
    {
      "epoch": 4.25,
      "learning_rate": 5.759764211508578e-06,
      "loss": 0.868,
      "step": 37840
    },
    {
      "epoch": 4.25,
      "learning_rate": 5.7258979011208746e-06,
      "loss": 0.8453,
      "step": 37860
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.692125400041049e-06,
      "loss": 0.8788,
      "step": 37880
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.658446779827309e-06,
      "loss": 0.8741,
      "step": 37900
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.624862111838919e-06,
      "loss": 0.8998,
      "step": 37920
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.5913714672361065e-06,
      "loss": 0.8717,
      "step": 37940
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.557974916979863e-06,
      "loss": 0.8747,
      "step": 37960
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.5246725318317815e-06,
      "loss": 0.8667,
      "step": 37980
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.491464382354e-06,
      "loss": 0.8788,
      "step": 38000
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.458350538908946e-06,
      "loss": 0.8948,
      "step": 38020
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.425331071659212e-06,
      "loss": 0.8609,
      "step": 38040
    },
    {
      "epoch": 4.28,
      "learning_rate": 5.392406050567455e-06,
      "loss": 0.8659,
      "step": 38060
    },
    {
      "epoch": 4.28,
      "learning_rate": 5.3595755453962115e-06,
      "loss": 0.8705,
      "step": 38080
    },
    {
      "epoch": 4.28,
      "learning_rate": 5.3268396257077465e-06,
      "loss": 0.8849,
      "step": 38100
    },
    {
      "epoch": 4.28,
      "learning_rate": 5.294198360863917e-06,
      "loss": 0.8659,
      "step": 38120
    },
    {
      "epoch": 4.29,
      "learning_rate": 5.26165182002602e-06,
      "loss": 0.8674,
      "step": 38140
    },
    {
      "epoch": 4.29,
      "learning_rate": 5.229200072154672e-06,
      "loss": 0.8786,
      "step": 38160
    },
    {
      "epoch": 4.29,
      "learning_rate": 5.196843186009581e-06,
      "loss": 0.8893,
      "step": 38180
    },
    {
      "epoch": 4.29,
      "learning_rate": 5.164581230149529e-06,
      "loss": 0.899,
      "step": 38200
    },
    {
      "epoch": 4.29,
      "learning_rate": 5.132414272932107e-06,
      "loss": 0.8991,
      "step": 38220
    },
    {
      "epoch": 4.3,
      "learning_rate": 5.100342382513662e-06,
      "loss": 0.867,
      "step": 38240
    },
    {
      "epoch": 4.3,
      "learning_rate": 5.068365626849058e-06,
      "loss": 0.8965,
      "step": 38260
    },
    {
      "epoch": 4.3,
      "learning_rate": 5.036484073691622e-06,
      "loss": 0.9204,
      "step": 38280
    },
    {
      "epoch": 4.3,
      "learning_rate": 5.004697790592961e-06,
      "loss": 0.9037,
      "step": 38300
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.9730068449028e-06,
      "loss": 0.8833,
      "step": 38320
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.941411303768889e-06,
      "loss": 0.88,
      "step": 38340
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.90991123413681e-06,
      "loss": 0.8873,
      "step": 38360
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.878506702749869e-06,
      "loss": 0.8802,
      "step": 38380
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.847197776148932e-06,
      "loss": 0.8771,
      "step": 38400
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.815984520672301e-06,
      "loss": 0.8883,
      "step": 38420
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.784867002455584e-06,
      "loss": 0.8629,
      "step": 38440
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.753845287431491e-06,
      "loss": 0.8824,
      "step": 38460
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.722919441329782e-06,
      "loss": 0.882,
      "step": 38480
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.692089529677074e-06,
      "loss": 0.8704,
      "step": 38500
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.661355617796742e-06,
      "loss": 0.8956,
      "step": 38520
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.630717770808696e-06,
      "loss": 0.8867,
      "step": 38540
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.600176053629346e-06,
      "loss": 0.8825,
      "step": 38560
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.569730530971411e-06,
      "loss": 0.8755,
      "step": 38580
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.5393812673437844e-06,
      "loss": 0.8778,
      "step": 38600
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.5091283270513985e-06,
      "loss": 0.8921,
      "step": 38620
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.4789717741951065e-06,
      "loss": 0.8814,
      "step": 38640
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.448911672671535e-06,
      "loss": 0.8655,
      "step": 38660
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.418948086172914e-06,
      "loss": 0.9148,
      "step": 38680
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.389081078186996e-06,
      "loss": 0.8551,
      "step": 38700
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.359310711996939e-06,
      "loss": 0.8897,
      "step": 38720
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.329637050681057e-06,
      "loss": 0.859,
      "step": 38740
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.300060157112817e-06,
      "loss": 0.8528,
      "step": 38760
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.270580093960641e-06,
      "loss": 0.8661,
      "step": 38780
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.241196923687774e-06,
      "loss": 0.8779,
      "step": 38800
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.2119107085521636e-06,
      "loss": 0.8813,
      "step": 38820
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.18272151060633e-06,
      "loss": 0.865,
      "step": 38840
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.153629391697244e-06,
      "loss": 0.8753,
      "step": 38860
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.12463441346615e-06,
      "loss": 0.9042,
      "step": 38880
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.09573663734848e-06,
      "loss": 0.8962,
      "step": 38900
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.066936124573734e-06,
      "loss": 0.8484,
      "step": 38920
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.03823293616532e-06,
      "loss": 0.8848,
      "step": 38940
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.009627132940397e-06,
      "loss": 0.8626,
      "step": 38960
    },
    {
      "epoch": 4.38,
      "learning_rate": 3.981118775509812e-06,
      "loss": 0.8792,
      "step": 38980
    },
    {
      "epoch": 4.38,
      "learning_rate": 3.952707924277949e-06,
      "loss": 0.8841,
      "step": 39000
    },
    {
      "epoch": 4.38,
      "learning_rate": 3.9243946394425635e-06,
      "loss": 0.8447,
      "step": 39020
    },
    {
      "epoch": 4.39,
      "learning_rate": 3.896178980994714e-06,
      "loss": 0.8927,
      "step": 39040
    },
    {
      "epoch": 4.39,
      "learning_rate": 3.868061008718593e-06,
      "loss": 0.8913,
      "step": 39060
    },
    {
      "epoch": 4.39,
      "learning_rate": 3.840040782191401e-06,
      "loss": 0.889,
      "step": 39080
    },
    {
      "epoch": 4.39,
      "learning_rate": 3.8121183607832344e-06,
      "loss": 0.869,
      "step": 39100
    },
    {
      "epoch": 4.4,
      "learning_rate": 3.7842938036569854e-06,
      "loss": 0.9043,
      "step": 39120
    },
    {
      "epoch": 4.4,
      "learning_rate": 3.756567169768166e-06,
      "loss": 0.8772,
      "step": 39140
    },
    {
      "epoch": 4.4,
      "learning_rate": 3.728938517864794e-06,
      "loss": 0.8899,
      "step": 39160
    },
    {
      "epoch": 4.4,
      "learning_rate": 3.701407906487303e-06,
      "loss": 0.8797,
      "step": 39180
    },
    {
      "epoch": 4.4,
      "learning_rate": 3.6739753939683817e-06,
      "loss": 0.8753,
      "step": 39200
    },
    {
      "epoch": 4.41,
      "learning_rate": 3.6466410384328685e-06,
      "loss": 0.8659,
      "step": 39220
    },
    {
      "epoch": 4.41,
      "learning_rate": 3.6194048977976237e-06,
      "loss": 0.875,
      "step": 39240
    },
    {
      "epoch": 4.41,
      "learning_rate": 3.5922670297714124e-06,
      "loss": 0.8816,
      "step": 39260
    },
    {
      "epoch": 4.41,
      "learning_rate": 3.5652274918547724e-06,
      "loss": 0.8792,
      "step": 39280
    },
    {
      "epoch": 4.42,
      "learning_rate": 3.5382863413398694e-06,
      "loss": 0.872,
      "step": 39300
    },
    {
      "epoch": 4.42,
      "learning_rate": 3.5114436353104574e-06,
      "loss": 0.8681,
      "step": 39320
    },
    {
      "epoch": 4.42,
      "learning_rate": 3.4846994306416746e-06,
      "loss": 0.855,
      "step": 39340
    },
    {
      "epoch": 4.42,
      "learning_rate": 3.4580537839999374e-06,
      "loss": 0.8619,
      "step": 39360
    },
    {
      "epoch": 4.42,
      "learning_rate": 3.43150675184285e-06,
      "loss": 0.8799,
      "step": 39380
    },
    {
      "epoch": 4.43,
      "learning_rate": 3.405058390419069e-06,
      "loss": 0.8626,
      "step": 39400
    },
    {
      "epoch": 4.43,
      "learning_rate": 3.3787087557681895e-06,
      "loss": 0.8733,
      "step": 39420
    },
    {
      "epoch": 4.43,
      "learning_rate": 3.352457903720613e-06,
      "loss": 0.8642,
      "step": 39440
    },
    {
      "epoch": 4.43,
      "learning_rate": 3.326305889897435e-06,
      "loss": 0.8841,
      "step": 39460
    },
    {
      "epoch": 4.44,
      "learning_rate": 3.3002527697103435e-06,
      "loss": 0.8708,
      "step": 39480
    },
    {
      "epoch": 4.44,
      "learning_rate": 3.274298598361458e-06,
      "loss": 0.896,
      "step": 39500
    },
    {
      "epoch": 4.44,
      "learning_rate": 3.2484434308432843e-06,
      "loss": 0.8654,
      "step": 39520
    },
    {
      "epoch": 4.44,
      "learning_rate": 3.2226873219385224e-06,
      "loss": 0.8616,
      "step": 39540
    },
    {
      "epoch": 4.44,
      "learning_rate": 3.197030326220013e-06,
      "loss": 0.8735,
      "step": 39560
    },
    {
      "epoch": 4.45,
      "learning_rate": 3.1714724980505484e-06,
      "loss": 0.8782,
      "step": 39580
    },
    {
      "epoch": 4.45,
      "learning_rate": 3.146013891582844e-06,
      "loss": 0.8788,
      "step": 39600
    },
    {
      "epoch": 4.45,
      "learning_rate": 3.1206545607593616e-06,
      "loss": 0.8564,
      "step": 39620
    },
    {
      "epoch": 4.45,
      "learning_rate": 3.095394559312226e-06,
      "loss": 0.8777,
      "step": 39640
    },
    {
      "epoch": 4.46,
      "learning_rate": 3.070233940763084e-06,
      "loss": 0.8988,
      "step": 39660
    },
    {
      "epoch": 4.46,
      "learning_rate": 3.0451727584230207e-06,
      "loss": 0.871,
      "step": 39680
    },
    {
      "epoch": 4.46,
      "learning_rate": 3.020211065392431e-06,
      "loss": 0.885,
      "step": 39700
    },
    {
      "epoch": 4.46,
      "learning_rate": 2.995348914560897e-06,
      "loss": 0.8604,
      "step": 39720
    },
    {
      "epoch": 4.47,
      "learning_rate": 2.9705863586071027e-06,
      "loss": 0.8535,
      "step": 39740
    },
    {
      "epoch": 4.47,
      "learning_rate": 2.945923449998711e-06,
      "loss": 0.9172,
      "step": 39760
    },
    {
      "epoch": 4.47,
      "learning_rate": 2.921360240992216e-06,
      "loss": 0.8873,
      "step": 39780
    },
    {
      "epoch": 4.47,
      "learning_rate": 2.8968967836329077e-06,
      "loss": 0.8798,
      "step": 39800
    },
    {
      "epoch": 4.47,
      "learning_rate": 2.8725331297546786e-06,
      "loss": 0.8649,
      "step": 39820
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.8482693309800136e-06,
      "loss": 0.8986,
      "step": 39840
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.8241054387197487e-06,
      "loss": 0.92,
      "step": 39860
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.8000415041730845e-06,
      "loss": 0.8747,
      "step": 39880
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.7760775783274127e-06,
      "loss": 0.8853,
      "step": 39900
    },
    {
      "epoch": 4.49,
      "learning_rate": 2.7522137119582238e-06,
      "loss": 0.8646,
      "step": 39920
    },
    {
      "epoch": 4.49,
      "learning_rate": 2.7284499556290033e-06,
      "loss": 0.8972,
      "step": 39940
    },
    {
      "epoch": 4.49,
      "learning_rate": 2.7047863596911248e-06,
      "loss": 0.8619,
      "step": 39960
    },
    {
      "epoch": 4.49,
      "learning_rate": 2.681222974283715e-06,
      "loss": 0.8512,
      "step": 39980
    },
    {
      "epoch": 4.49,
      "learning_rate": 2.657759849333591e-06,
      "loss": 0.868,
      "step": 40000
    },
    {
      "epoch": 4.5,
      "learning_rate": 2.6343970345551363e-06,
      "loss": 0.8721,
      "step": 40020
    },
    {
      "epoch": 4.5,
      "learning_rate": 2.6111345794502027e-06,
      "loss": 0.8967,
      "step": 40040
    },
    {
      "epoch": 4.5,
      "learning_rate": 2.587972533307964e-06,
      "loss": 0.8751,
      "step": 40060
    },
    {
      "epoch": 4.5,
      "learning_rate": 2.5649109452048735e-06,
      "loss": 0.8797,
      "step": 40080
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.541949864004528e-06,
      "loss": 0.8924,
      "step": 40100
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.5190893383575498e-06,
      "loss": 0.855,
      "step": 40120
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.4963294167015204e-06,
      "loss": 0.8679,
      "step": 40140
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.473670147260848e-06,
      "loss": 0.8751,
      "step": 40160
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.451111578046689e-06,
      "loss": 0.8775,
      "step": 40180
    },
    {
      "epoch": 4.52,
      "learning_rate": 2.4286537568568023e-06,
      "loss": 0.8797,
      "step": 40200
    },
    {
      "epoch": 4.52,
      "learning_rate": 2.4062967312755037e-06,
      "loss": 0.8527,
      "step": 40220
    },
    {
      "epoch": 4.52,
      "learning_rate": 2.3840405486735607e-06,
      "loss": 0.8736,
      "step": 40240
    },
    {
      "epoch": 4.52,
      "learning_rate": 2.3618852562080187e-06,
      "loss": 0.8782,
      "step": 40260
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.339830900822193e-06,
      "loss": 0.9045,
      "step": 40280
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.3178775292455214e-06,
      "loss": 0.8947,
      "step": 40300
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.296025187993467e-06,
      "loss": 0.8586,
      "step": 40320
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.274273923367437e-06,
      "loss": 0.8814,
      "step": 40340
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.25262378145466e-06,
      "loss": 0.8635,
      "step": 40360
    },
    {
      "epoch": 4.54,
      "learning_rate": 2.231074808128131e-06,
      "loss": 0.8544,
      "step": 40380
    },
    {
      "epoch": 4.54,
      "learning_rate": 2.2096270490464476e-06,
      "loss": 0.8556,
      "step": 40400
    },
    {
      "epoch": 4.54,
      "learning_rate": 2.1882805496537705e-06,
      "loss": 0.9008,
      "step": 40420
    },
    {
      "epoch": 4.54,
      "learning_rate": 2.167035355179725e-06,
      "loss": 0.8816,
      "step": 40440
    },
    {
      "epoch": 4.55,
      "learning_rate": 2.1458915106392697e-06,
      "loss": 0.8555,
      "step": 40460
    },
    {
      "epoch": 4.55,
      "learning_rate": 2.1248490608326123e-06,
      "loss": 0.8593,
      "step": 40480
    },
    {
      "epoch": 4.55,
      "learning_rate": 2.1039080503451325e-06,
      "loss": 0.8759,
      "step": 40500
    },
    {
      "epoch": 4.55,
      "learning_rate": 2.083068523547288e-06,
      "loss": 0.8855,
      "step": 40520
    },
    {
      "epoch": 4.56,
      "learning_rate": 2.0623305245944913e-06,
      "loss": 0.8577,
      "step": 40540
    },
    {
      "epoch": 4.56,
      "learning_rate": 2.0416940974270384e-06,
      "loss": 0.8959,
      "step": 40560
    },
    {
      "epoch": 4.56,
      "learning_rate": 2.0211592857700303e-06,
      "loss": 0.8824,
      "step": 40580
    },
    {
      "epoch": 4.56,
      "learning_rate": 2.0007261331332404e-06,
      "loss": 0.9085,
      "step": 40600
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.9803946828110375e-06,
      "loss": 0.8982,
      "step": 40620
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.9601649778823337e-06,
      "loss": 0.863,
      "step": 40640
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.940037061210437e-06,
      "loss": 0.8765,
      "step": 40660
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.920010975442976e-06,
      "loss": 0.8977,
      "step": 40680
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.9000867630118324e-06,
      "loss": 0.8776,
      "step": 40700
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.8802644661330304e-06,
      "loss": 0.862,
      "step": 40720
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.8605441268066625e-06,
      "loss": 0.8683,
      "step": 40740
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.8409257868167718e-06,
      "loss": 0.8883,
      "step": 40760
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.8214094877312849e-06,
      "loss": 0.8897,
      "step": 40780
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.8019952709019404e-06,
      "loss": 0.8771,
      "step": 40800
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.7826831774641617e-06,
      "loss": 0.8785,
      "step": 40820
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.7634732483369943e-06,
      "loss": 0.8497,
      "step": 40840
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.7443655242230238e-06,
      "loss": 0.8961,
      "step": 40860
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.7253600456082764e-06,
      "loss": 0.8995,
      "step": 40880
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.7064568527621228e-06,
      "loss": 0.8858,
      "step": 40900
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.6876559857372243e-06,
      "loss": 0.8618,
      "step": 40920
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.6689574843694433e-06,
      "loss": 0.8773,
      "step": 40940
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.6503613882777101e-06,
      "loss": 0.8614,
      "step": 40960
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.6318677368640067e-06,
      "loss": 0.9059,
      "step": 40980
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.6134765693132382e-06,
      "loss": 0.9023,
      "step": 41000
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.5951879245931723e-06,
      "loss": 0.8583,
      "step": 41020
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.5770018414543342e-06,
      "loss": 0.8845,
      "step": 41040
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.5589183584299504e-06,
      "loss": 0.8818,
      "step": 41060
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.5409375138358663e-06,
      "loss": 0.8754,
      "step": 41080
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.5230593457704168e-06,
      "loss": 0.8513,
      "step": 41100
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.505283892114412e-06,
      "loss": 0.8949,
      "step": 41120
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.4876111905310408e-06,
      "loss": 0.8962,
      "step": 41140
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.4700412784657336e-06,
      "loss": 0.8671,
      "step": 41160
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.4525741931461612e-06,
      "loss": 0.8822,
      "step": 41180
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.4352099715821133e-06,
      "loss": 0.8698,
      "step": 41200
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.4179486505654316e-06,
      "loss": 0.8912,
      "step": 41220
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.4007902666699157e-06,
      "loss": 0.9107,
      "step": 41240
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.3837348562512842e-06,
      "loss": 0.8674,
      "step": 41260
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.3667824554470466e-06,
      "loss": 0.8724,
      "step": 41280
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.3499331001764592e-06,
      "loss": 0.8747,
      "step": 41300
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.3331868261404479e-06,
      "loss": 0.8595,
      "step": 41320
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.316543668821535e-06,
      "loss": 0.8836,
      "step": 41340
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.3000036634837398e-06,
      "loss": 0.8632,
      "step": 41360
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.2835668451725292e-06,
      "loss": 0.8968,
      "step": 41380
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.267233248714722e-06,
      "loss": 0.8771,
      "step": 41400
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.251002908718446e-06,
      "loss": 0.8829,
      "step": 41420
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.2348758595730314e-06,
      "loss": 0.8628,
      "step": 41440
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.2188521354489613e-06,
      "loss": 0.862,
      "step": 41460
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.2029317702977882e-06,
      "loss": 0.8919,
      "step": 41480
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.187114797852068e-06,
      "loss": 0.8733,
      "step": 41500
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.1714012516252648e-06,
      "loss": 0.8723,
      "step": 41520
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.1557911649117293e-06,
      "loss": 0.8721,
      "step": 41540
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.1402845707865928e-06,
      "loss": 0.8917,
      "step": 41560
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.124881502105679e-06,
      "loss": 0.871,
      "step": 41580
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.1095819915054872e-06,
      "loss": 0.8686,
      "step": 41600
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.094386071403075e-06,
      "loss": 0.8621,
      "step": 41620
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.0792937739960262e-06,
      "loss": 0.8884,
      "step": 41640
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.0643051312623553e-06,
      "loss": 0.8675,
      "step": 41660
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.0494201749604525e-06,
      "loss": 0.8882,
      "step": 41680
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.0346389366290122e-06,
      "loss": 0.8953,
      "step": 41700
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.0199614475869646e-06,
      "loss": 0.8781,
      "step": 41720
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.0053877389334277e-06,
      "loss": 0.8719,
      "step": 41740
    },
    {
      "epoch": 4.69,
      "learning_rate": 9.909178415476116e-07,
      "loss": 0.8847,
      "step": 41760
    },
    {
      "epoch": 4.69,
      "learning_rate": 9.765517860887808e-07,
      "loss": 0.8803,
      "step": 41780
    },
    {
      "epoch": 4.7,
      "learning_rate": 9.62289602996158e-07,
      "loss": 0.8687,
      "step": 41800
    },
    {
      "epoch": 4.7,
      "learning_rate": 9.481313224888877e-07,
      "loss": 0.8566,
      "step": 41820
    },
    {
      "epoch": 4.7,
      "learning_rate": 9.340769745659672e-07,
      "loss": 0.9047,
      "step": 41840
    },
    {
      "epoch": 4.7,
      "learning_rate": 9.201265890061816e-07,
      "loss": 0.8534,
      "step": 41860
    },
    {
      "epoch": 4.71,
      "learning_rate": 9.062801953680145e-07,
      "loss": 0.9076,
      "step": 41880
    },
    {
      "epoch": 4.71,
      "learning_rate": 8.925378229896364e-07,
      "loss": 0.9027,
      "step": 41900
    },
    {
      "epoch": 4.71,
      "learning_rate": 8.788995009888002e-07,
      "loss": 0.8772,
      "step": 41920
    },
    {
      "epoch": 4.71,
      "learning_rate": 8.653652582627958e-07,
      "loss": 0.8791,
      "step": 41940
    },
    {
      "epoch": 4.71,
      "learning_rate": 8.519351234883787e-07,
      "loss": 0.8871,
      "step": 41960
    },
    {
      "epoch": 4.72,
      "learning_rate": 8.386091251217365e-07,
      "loss": 0.8808,
      "step": 41980
    },
    {
      "epoch": 4.72,
      "learning_rate": 8.253872913983884e-07,
      "loss": 0.9046,
      "step": 42000
    },
    {
      "epoch": 4.72,
      "learning_rate": 8.122696503331583e-07,
      "loss": 0.9211,
      "step": 42020
    },
    {
      "epoch": 4.72,
      "learning_rate": 7.992562297201023e-07,
      "loss": 0.8927,
      "step": 42040
    },
    {
      "epoch": 4.73,
      "learning_rate": 7.863470571324527e-07,
      "loss": 0.8639,
      "step": 42060
    },
    {
      "epoch": 4.73,
      "learning_rate": 7.735421599225467e-07,
      "loss": 0.9165,
      "step": 42080
    },
    {
      "epoch": 4.73,
      "learning_rate": 7.608415652217982e-07,
      "loss": 0.8829,
      "step": 42100
    },
    {
      "epoch": 4.73,
      "learning_rate": 7.482452999406087e-07,
      "loss": 0.8938,
      "step": 42120
    },
    {
      "epoch": 4.73,
      "learning_rate": 7.357533907683234e-07,
      "loss": 0.8722,
      "step": 42140
    },
    {
      "epoch": 4.74,
      "learning_rate": 7.23365864173181e-07,
      "loss": 0.8738,
      "step": 42160
    },
    {
      "epoch": 4.74,
      "learning_rate": 7.110827464022474e-07,
      "loss": 0.8595,
      "step": 42180
    },
    {
      "epoch": 4.74,
      "learning_rate": 6.989040634813648e-07,
      "loss": 0.8597,
      "step": 42200
    },
    {
      "epoch": 4.74,
      "learning_rate": 6.868298412150864e-07,
      "loss": 0.9116,
      "step": 42220
    },
    {
      "epoch": 4.75,
      "learning_rate": 6.748601051866532e-07,
      "loss": 0.8424,
      "step": 42240
    },
    {
      "epoch": 4.75,
      "learning_rate": 6.629948807579001e-07,
      "loss": 0.8709,
      "step": 42260
    },
    {
      "epoch": 4.75,
      "learning_rate": 6.512341930692167e-07,
      "loss": 0.9012,
      "step": 42280
    },
    {
      "epoch": 4.75,
      "learning_rate": 6.395780670395147e-07,
      "loss": 0.869,
      "step": 42300
    },
    {
      "epoch": 4.76,
      "learning_rate": 6.280265273661379e-07,
      "loss": 0.8905,
      "step": 42320
    },
    {
      "epoch": 4.76,
      "learning_rate": 6.165795985248413e-07,
      "loss": 0.8933,
      "step": 42340
    },
    {
      "epoch": 4.76,
      "learning_rate": 6.052373047697236e-07,
      "loss": 0.8983,
      "step": 42360
    },
    {
      "epoch": 4.76,
      "learning_rate": 5.939996701331884e-07,
      "loss": 0.9021,
      "step": 42380
    },
    {
      "epoch": 4.76,
      "learning_rate": 5.828667184258673e-07,
      "loss": 0.889,
      "step": 42400
    },
    {
      "epoch": 4.77,
      "learning_rate": 5.718384732365967e-07,
      "loss": 0.8627,
      "step": 42420
    },
    {
      "epoch": 4.77,
      "learning_rate": 5.609149579323513e-07,
      "loss": 0.8778,
      "step": 42440
    },
    {
      "epoch": 4.77,
      "learning_rate": 5.50096195658223e-07,
      "loss": 0.8989,
      "step": 42460
    },
    {
      "epoch": 4.77,
      "learning_rate": 5.393822093373135e-07,
      "loss": 0.8895,
      "step": 42480
    },
    {
      "epoch": 4.78,
      "learning_rate": 5.287730216707532e-07,
      "loss": 0.8777,
      "step": 42500
    },
    {
      "epoch": 4.78,
      "learning_rate": 5.182686551376048e-07,
      "loss": 0.895,
      "step": 42520
    },
    {
      "epoch": 4.78,
      "learning_rate": 5.07869131994837e-07,
      "loss": 0.8736,
      "step": 42540
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.975744742772848e-07,
      "loss": 0.8999,
      "step": 42560
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.873847037975665e-07,
      "loss": 0.8983,
      "step": 42580
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.772998421460895e-07,
      "loss": 0.8648,
      "step": 42600
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.6731991069094984e-07,
      "loss": 0.8712,
      "step": 42620
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.574449305779327e-07,
      "loss": 0.8866,
      "step": 42640
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.4767492273045665e-07,
      "loss": 0.9028,
      "step": 42660
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.380099078495015e-07,
      "loss": 0.88,
      "step": 42680
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.284499064135916e-07,
      "loss": 0.8929,
      "step": 42700
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.189949386787462e-07,
      "loss": 0.8876,
      "step": 42720
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.0964502467844e-07,
      "loss": 0.9048,
      "step": 42740
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.0040018422355385e-07,
      "loss": 0.8726,
      "step": 42760
    },
    {
      "epoch": 4.81,
      "learning_rate": 3.9126043690234093e-07,
      "loss": 0.8974,
      "step": 42780
    },
    {
      "epoch": 4.81,
      "learning_rate": 3.82225802080366e-07,
      "loss": 0.8804,
      "step": 42800
    },
    {
      "epoch": 4.81,
      "learning_rate": 3.7329629890048846e-07,
      "loss": 0.8947,
      "step": 42820
    },
    {
      "epoch": 4.81,
      "learning_rate": 3.6447194628281276e-07,
      "loss": 0.8923,
      "step": 42840
    },
    {
      "epoch": 4.82,
      "learning_rate": 3.557527629246438e-07,
      "loss": 0.8837,
      "step": 42860
    },
    {
      "epoch": 4.82,
      "learning_rate": 3.471387673004534e-07,
      "loss": 0.8695,
      "step": 42880
    },
    {
      "epoch": 4.82,
      "learning_rate": 3.3862997766182515e-07,
      "loss": 0.8827,
      "step": 42900
    },
    {
      "epoch": 4.82,
      "learning_rate": 3.302264120374543e-07,
      "loss": 0.8632,
      "step": 42920
    },
    {
      "epoch": 4.82,
      "learning_rate": 3.219280882330644e-07,
      "loss": 0.8822,
      "step": 42940
    },
    {
      "epoch": 4.83,
      "learning_rate": 3.137350238313963e-07,
      "loss": 0.9121,
      "step": 42960
    },
    {
      "epoch": 4.83,
      "learning_rate": 3.0564723619215807e-07,
      "loss": 0.9014,
      "step": 42980
    },
    {
      "epoch": 4.83,
      "learning_rate": 2.9766474245200847e-07,
      "loss": 0.8743,
      "step": 43000
    },
    {
      "epoch": 4.83,
      "learning_rate": 2.8978755952448475e-07,
      "loss": 0.8561,
      "step": 43020
    },
    {
      "epoch": 4.84,
      "learning_rate": 2.8201570410000824e-07,
      "loss": 0.8845,
      "step": 43040
    },
    {
      "epoch": 4.84,
      "learning_rate": 2.74349192645823e-07,
      "loss": 0.8676,
      "step": 43060
    },
    {
      "epoch": 4.84,
      "learning_rate": 2.6678804140596315e-07,
      "loss": 0.8449,
      "step": 43080
    },
    {
      "epoch": 4.84,
      "learning_rate": 2.5933226640121875e-07,
      "loss": 0.8725,
      "step": 43100
    },
    {
      "epoch": 4.84,
      "learning_rate": 2.5198188342912543e-07,
      "loss": 0.876,
      "step": 43120
    },
    {
      "epoch": 4.85,
      "learning_rate": 2.447369080638806e-07,
      "loss": 0.8781,
      "step": 43140
    },
    {
      "epoch": 4.85,
      "learning_rate": 2.3759735565637155e-07,
      "loss": 0.8812,
      "step": 43160
    },
    {
      "epoch": 4.85,
      "learning_rate": 2.305632413340919e-07,
      "loss": 0.8981,
      "step": 43180
    },
    {
      "epoch": 4.85,
      "learning_rate": 2.236345800011308e-07,
      "loss": 0.886,
      "step": 43200
    },
    {
      "epoch": 4.86,
      "learning_rate": 2.1681138633816156e-07,
      "loss": 0.8873,
      "step": 43220
    },
    {
      "epoch": 4.86,
      "learning_rate": 2.1009367480235298e-07,
      "loss": 0.8964,
      "step": 43240
    },
    {
      "epoch": 4.86,
      "learning_rate": 2.0348145962740817e-07,
      "loss": 0.8663,
      "step": 43260
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.9697475482349238e-07,
      "loss": 0.868,
      "step": 43280
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.9057357417719968e-07,
      "loss": 0.881,
      "step": 43300
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.8427793125154747e-07,
      "loss": 0.8902,
      "step": 43320
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.7808783938593198e-07,
      "loss": 0.8796,
      "step": 43340
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.7200331169611727e-07,
      "loss": 0.8813,
      "step": 43360
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.6602436107417408e-07,
      "loss": 0.8988,
      "step": 43380
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.6015100018849095e-07,
      "loss": 0.8534,
      "step": 43400
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.5438324148371875e-07,
      "loss": 0.8964,
      "step": 43420
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.487210971807651e-07,
      "loss": 0.8934,
      "step": 43440
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.4316457927674444e-07,
      "loss": 0.8765,
      "step": 43460
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.3771369954497793e-07,
      "loss": 0.8458,
      "step": 43480
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.323684695349603e-07,
      "loss": 0.8656,
      "step": 43500
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.2712890057232085e-07,
      "loss": 0.8792,
      "step": 43520
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.2199500375881247e-07,
      "loss": 0.8566,
      "step": 43540
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.1696678997230038e-07,
      "loss": 0.8954,
      "step": 43560
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.1204426986671235e-07,
      "loss": 0.8871,
      "step": 43580
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.0722745387203859e-07,
      "loss": 0.875,
      "step": 43600
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.025163521942818e-07,
      "loss": 0.8808,
      "step": 43620
    },
    {
      "epoch": 4.9,
      "learning_rate": 9.791097481547939e-08,
      "loss": 0.8818,
      "step": 43640
    },
    {
      "epoch": 4.91,
      "learning_rate": 9.34113314936369e-08,
      "loss": 0.884,
      "step": 43660
    },
    {
      "epoch": 4.91,
      "learning_rate": 8.901743176273902e-08,
      "loss": 0.8735,
      "step": 43680
    },
    {
      "epoch": 4.91,
      "learning_rate": 8.472928493271082e-08,
      "loss": 0.883,
      "step": 43700
    },
    {
      "epoch": 4.91,
      "learning_rate": 8.054690008940657e-08,
      "loss": 0.8736,
      "step": 43720
    },
    {
      "epoch": 4.91,
      "learning_rate": 7.647028609459317e-08,
      "loss": 0.8778,
      "step": 43740
    },
    {
      "epoch": 4.92,
      "learning_rate": 7.249945158592231e-08,
      "loss": 0.8444,
      "step": 43760
    },
    {
      "epoch": 4.92,
      "learning_rate": 6.863440497691942e-08,
      "loss": 0.8991,
      "step": 43780
    },
    {
      "epoch": 4.92,
      "learning_rate": 6.487515445696146e-08,
      "loss": 0.8613,
      "step": 43800
    },
    {
      "epoch": 4.92,
      "learning_rate": 6.122170799126581e-08,
      "loss": 0.8667,
      "step": 43820
    },
    {
      "epoch": 4.93,
      "learning_rate": 5.7674073320856945e-08,
      "loss": 0.886,
      "step": 43840
    },
    {
      "epoch": 4.93,
      "learning_rate": 5.423225796257758e-08,
      "loss": 0.9095,
      "step": 43860
    },
    {
      "epoch": 4.93,
      "learning_rate": 5.089626920904422e-08,
      "loss": 0.8674,
      "step": 43880
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.766611412865829e-08,
      "loss": 0.9072,
      "step": 43900
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.4541799565567255e-08,
      "loss": 0.8989,
      "step": 43920
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.1523332139664636e-08,
      "loss": 0.885,
      "step": 43940
    },
    {
      "epoch": 4.94,
      "learning_rate": 3.861071824656226e-08,
      "loss": 0.8705,
      "step": 43960
    },
    {
      "epoch": 4.94,
      "learning_rate": 3.5803964057606885e-08,
      "loss": 0.8665,
      "step": 43980
    },
    {
      "epoch": 4.94,
      "learning_rate": 3.310307551983027e-08,
      "loss": 0.8746,
      "step": 44000
    },
    {
      "epoch": 4.95,
      "learning_rate": 3.050805835594917e-08,
      "loss": 0.8846,
      "step": 44020
    },
    {
      "epoch": 4.95,
      "learning_rate": 2.8018918064376398e-08,
      "loss": 0.8902,
      "step": 44040
    },
    {
      "epoch": 4.95,
      "learning_rate": 2.563565991916539e-08,
      "loss": 0.8422,
      "step": 44060
    },
    {
      "epoch": 4.95,
      "learning_rate": 2.335828897004344e-08,
      "loss": 0.8935,
      "step": 44080
    },
    {
      "epoch": 4.96,
      "learning_rate": 2.1186810042372885e-08,
      "loss": 0.8708,
      "step": 44100
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.912122773715108e-08,
      "loss": 0.8663,
      "step": 44120
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.7161546430988217e-08,
      "loss": 0.8972,
      "step": 44140
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.5307770276123956e-08,
      "loss": 0.8774,
      "step": 44160
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.3559903200394131e-08,
      "loss": 0.9105,
      "step": 44180
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.1917948907225196e-08,
      "loss": 0.8849,
      "step": 44200
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.038191087565088e-08,
      "loss": 0.8716,
      "step": 44220
    },
    {
      "epoch": 4.97,
      "learning_rate": 8.951792360267775e-09,
      "loss": 0.8811,
      "step": 44240
    },
    {
      "epoch": 4.97,
      "learning_rate": 7.62759639125199e-09,
      "loss": 0.8778,
      "step": 44260
    },
    {
      "epoch": 4.98,
      "learning_rate": 6.409325774359154e-09,
      "loss": 0.8776,
      "step": 44280
    },
    {
      "epoch": 4.98,
      "learning_rate": 5.296983090891106e-09,
      "loss": 0.8683,
      "step": 44300
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.2905706977181e-09,
      "loss": 0.8893,
      "step": 44320
    },
    {
      "epoch": 4.98,
      "learning_rate": 3.3900907272510497e-09,
      "loss": 0.8707,
      "step": 44340
    },
    {
      "epoch": 4.98,
      "learning_rate": 2.5955450874581845e-09,
      "loss": 0.879,
      "step": 44360
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.90693546184284e-09,
      "loss": 0.857,
      "step": 44380
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.3242633094545654e-09,
      "loss": 0.8935,
      "step": 44400
    },
    {
      "epoch": 4.99,
      "learning_rate": 8.475298648835672e-10,
      "loss": 0.9124,
      "step": 44420
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.767361382329583e-10,
      "loss": 0.9007,
      "step": 44440
    },
    {
      "epoch": 5.0,
      "learning_rate": 2.1188291516316404e-10,
      "loss": 0.8689,
      "step": 44460
    },
    {
      "epoch": 5.0,
      "learning_rate": 5.297075684751463e-11,
      "loss": 0.8644,
      "step": 44480
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0,
      "loss": 0.8527,
      "step": 44500
    },
    {
      "epoch": 5.0,
      "step": 44500,
      "total_flos": 1.4745575028791706e+19,
      "train_loss": 0.9734652058462079,
      "train_runtime": 41271.4588,
      "train_samples_per_second": 17.251,
      "train_steps_per_second": 1.078
    }
  ],
  "max_steps": 44500,
  "num_train_epochs": 5,
  "total_flos": 1.4745575028791706e+19,
  "trial_name": null,
  "trial_params": null
}