{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 780,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03210272873194221,
      "grad_norm": 7.443076512121371,
      "learning_rate": 2.0512820512820513e-06,
      "loss": 0.8032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21804624795913696,
      "step": 5,
      "valid_targets_mean": 4336.2,
      "valid_targets_min": 516
    },
    {
      "epoch": 0.06420545746388442,
      "grad_norm": 5.001718673683824,
      "learning_rate": 4.615384615384616e-06,
      "loss": 0.7807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21758630871772766,
      "step": 10,
      "valid_targets_mean": 3736.1,
      "valid_targets_min": 1113
    },
    {
      "epoch": 0.09630818619582665,
      "grad_norm": 2.9021650531373258,
      "learning_rate": 7.17948717948718e-06,
      "loss": 0.7119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18503277003765106,
      "step": 15,
      "valid_targets_mean": 3926.9,
      "valid_targets_min": 837
    },
    {
      "epoch": 0.12841091492776885,
      "grad_norm": 1.0697186254007953,
      "learning_rate": 9.743589743589744e-06,
      "loss": 0.6496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15346118807792664,
      "step": 20,
      "valid_targets_mean": 3225.6,
      "valid_targets_min": 613
    },
    {
      "epoch": 0.16051364365971107,
      "grad_norm": 0.9133287345600813,
      "learning_rate": 1.230769230769231e-05,
      "loss": 0.6397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16350162029266357,
      "step": 25,
      "valid_targets_mean": 3446.9,
      "valid_targets_min": 1106
    },
    {
      "epoch": 0.1926163723916533,
      "grad_norm": 0.5525491725186413,
      "learning_rate": 1.4871794871794874e-05,
      "loss": 0.6154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16575123369693756,
      "step": 30,
      "valid_targets_mean": 4915.8,
      "valid_targets_min": 1045
    },
    {
      "epoch": 0.2247191011235955,
      "grad_norm": 0.5368849244599112,
      "learning_rate": 1.7435897435897438e-05,
      "loss": 0.5911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14013072848320007,
      "step": 35,
      "valid_targets_mean": 3104.2,
      "valid_targets_min": 859
    },
    {
      "epoch": 0.2568218298555377,
      "grad_norm": 0.4615281982796634,
      "learning_rate": 2e-05,
      "loss": 0.5892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.161387100815773,
      "step": 40,
      "valid_targets_mean": 3632.9,
      "valid_targets_min": 659
    },
    {
      "epoch": 0.28892455858747995,
      "grad_norm": 0.4061270737531561,
      "learning_rate": 2.2564102564102566e-05,
      "loss": 0.5387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12181757390499115,
      "step": 45,
      "valid_targets_mean": 3131.7,
      "valid_targets_min": 505
    },
    {
      "epoch": 0.32102728731942215,
      "grad_norm": 0.33878739727162444,
      "learning_rate": 2.512820512820513e-05,
      "loss": 0.5399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12523899972438812,
      "step": 50,
      "valid_targets_mean": 3602.1,
      "valid_targets_min": 609
    },
    {
      "epoch": 0.35313001605136435,
      "grad_norm": 0.35224338467065713,
      "learning_rate": 2.7692307692307694e-05,
      "loss": 0.5154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15735869109630585,
      "step": 55,
      "valid_targets_mean": 4276.2,
      "valid_targets_min": 1111
    },
    {
      "epoch": 0.3852327447833066,
      "grad_norm": 0.29204719939595825,
      "learning_rate": 3.0256410256410257e-05,
      "loss": 0.505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.142252117395401,
      "step": 60,
      "valid_targets_mean": 4205.7,
      "valid_targets_min": 1221
    },
    {
      "epoch": 0.4173354735152488,
      "grad_norm": 0.3108436023652963,
      "learning_rate": 3.282051282051282e-05,
      "loss": 0.5088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10603222995996475,
      "step": 65,
      "valid_targets_mean": 3141.0,
      "valid_targets_min": 1008
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 0.2986968060504965,
      "learning_rate": 3.538461538461539e-05,
      "loss": 0.495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1236981451511383,
      "step": 70,
      "valid_targets_mean": 3417.8,
      "valid_targets_min": 816
    },
    {
      "epoch": 0.48154093097913325,
      "grad_norm": 0.6323281716016163,
      "learning_rate": 3.794871794871795e-05,
      "loss": 0.5013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11899252235889435,
      "step": 75,
      "valid_targets_mean": 3896.2,
      "valid_targets_min": 749
    },
    {
      "epoch": 0.5136436597110754,
      "grad_norm": 0.3574090578830505,
      "learning_rate": 3.999979972589652e-05,
      "loss": 0.4691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12434444576501846,
      "step": 80,
      "valid_targets_mean": 3266.9,
      "valid_targets_min": 726
    },
    {
      "epoch": 0.5457463884430177,
      "grad_norm": 0.3233297771547147,
      "learning_rate": 3.999279055341771e-05,
      "loss": 0.4792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13975250720977783,
      "step": 85,
      "valid_targets_mean": 4060.8,
      "valid_targets_min": 1022
    },
    {
      "epoch": 0.5778491171749599,
      "grad_norm": 0.3481282366313697,
      "learning_rate": 3.9975771686375434e-05,
      "loss": 0.4805,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07897774875164032,
      "step": 90,
      "valid_targets_mean": 2103.4,
      "valid_targets_min": 631
    },
    {
      "epoch": 0.6099518459069021,
      "grad_norm": 0.342138756435365,
      "learning_rate": 3.9948751645524235e-05,
      "loss": 0.4749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11953769624233246,
      "step": 95,
      "valid_targets_mean": 3517.6,
      "valid_targets_min": 1496
    },
    {
      "epoch": 0.6420545746388443,
      "grad_norm": 0.33501528178098466,
      "learning_rate": 3.9911743958858376e-05,
      "loss": 0.4818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11692598462104797,
      "step": 100,
      "valid_targets_mean": 3028.9,
      "valid_targets_min": 1292
    },
    {
      "epoch": 0.6741573033707865,
      "grad_norm": 0.3030959299753308,
      "learning_rate": 3.9864767154838864e-05,
      "loss": 0.4759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08811567723751068,
      "step": 105,
      "valid_targets_mean": 2688.0,
      "valid_targets_min": 720
    },
    {
      "epoch": 0.7062600321027287,
      "grad_norm": 0.2891268278078363,
      "learning_rate": 3.9807844753116864e-05,
      "loss": 0.4494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10534675419330597,
      "step": 110,
      "valid_targets_mean": 3910.9,
      "valid_targets_min": 1069
    },
    {
      "epoch": 0.7383627608346709,
      "grad_norm": 0.27088323808017967,
      "learning_rate": 3.9741005252758255e-05,
      "loss": 0.4684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09811793267726898,
      "step": 115,
      "valid_targets_mean": 3091.4,
      "valid_targets_min": 1057
    },
    {
      "epoch": 0.7704654895666132,
      "grad_norm": 0.3246822966924674,
      "learning_rate": 3.966428211797514e-05,
      "loss": 0.4527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11549907922744751,
      "step": 120,
      "valid_targets_mean": 3803.6,
      "valid_targets_min": 992
    },
    {
      "epoch": 0.8025682182985554,
      "grad_norm": 0.33072065469680983,
      "learning_rate": 3.957771376137144e-05,
      "loss": 0.4683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1350668966770172,
      "step": 125,
      "valid_targets_mean": 3599.0,
      "valid_targets_min": 579
    },
    {
      "epoch": 0.8346709470304976,
      "grad_norm": 0.35035972572140217,
      "learning_rate": 3.9481343524711095e-05,
      "loss": 0.4594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12366610765457153,
      "step": 130,
      "valid_targets_mean": 3637.1,
      "valid_targets_min": 780
    },
    {
      "epoch": 0.8667736757624398,
      "grad_norm": 0.33737136455082983,
      "learning_rate": 3.937521965721831e-05,
      "loss": 0.4599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11112713068723679,
      "step": 135,
      "valid_targets_mean": 4047.2,
      "valid_targets_min": 1496
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 0.31265257576082217,
      "learning_rate": 3.9259395291420864e-05,
      "loss": 0.4346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1048852801322937,
      "step": 140,
      "valid_targets_mean": 3647.4,
      "valid_targets_min": 1385
    },
    {
      "epoch": 0.9309791332263242,
      "grad_norm": 0.3107204486324316,
      "learning_rate": 3.913392841654851e-05,
      "loss": 0.452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13349255919456482,
      "step": 145,
      "valid_targets_mean": 4499.4,
      "valid_targets_min": 791
    },
    {
      "epoch": 0.9630818619582665,
      "grad_norm": 0.31387648518622074,
      "learning_rate": 3.8998881849499756e-05,
      "loss": 0.4438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09112104773521423,
      "step": 150,
      "valid_targets_mean": 3127.7,
      "valid_targets_min": 827
    },
    {
      "epoch": 0.9951845906902087,
      "grad_norm": 0.31502159646866623,
      "learning_rate": 3.885432320339167e-05,
      "loss": 0.4491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10973098129034042,
      "step": 155,
      "valid_targets_mean": 3247.8,
      "valid_targets_min": 860
    },
    {
      "epoch": 1.0256821829855538,
      "grad_norm": 0.2995227413933546,
      "learning_rate": 3.8700324853708304e-05,
      "loss": 0.4309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12735167145729065,
      "step": 160,
      "valid_targets_mean": 4369.8,
      "valid_targets_min": 1151
    },
    {
      "epoch": 1.057784911717496,
      "grad_norm": 0.3265629724457608,
      "learning_rate": 3.853696390206484e-05,
      "loss": 0.4441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10513167083263397,
      "step": 165,
      "valid_targets_mean": 3461.3,
      "valid_targets_min": 1352
    },
    {
      "epoch": 1.0898876404494382,
      "grad_norm": 0.32739344706824414,
      "learning_rate": 3.8364322137605484e-05,
      "loss": 0.4472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09724493324756622,
      "step": 170,
      "valid_targets_mean": 3163.2,
      "valid_targets_min": 806
    },
    {
      "epoch": 1.1219903691813804,
      "grad_norm": 0.3171489222363104,
      "learning_rate": 3.818248599605448e-05,
      "loss": 0.4197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1121516227722168,
      "step": 175,
      "valid_targets_mean": 4971.7,
      "valid_targets_min": 925
    },
    {
      "epoch": 1.1540930979133226,
      "grad_norm": 0.3273324285042093,
      "learning_rate": 3.799154651644075e-05,
      "loss": 0.4474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11072337627410889,
      "step": 180,
      "valid_targets_mean": 3005.9,
      "valid_targets_min": 1236
    },
    {
      "epoch": 1.1861958266452648,
      "grad_norm": 0.28545216130602724,
      "learning_rate": 3.7791599295517825e-05,
      "loss": 0.4382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09122270345687866,
      "step": 185,
      "valid_targets_mean": 4056.4,
      "valid_targets_min": 941
    },
    {
      "epoch": 1.218298555377207,
      "grad_norm": 0.35115623987576444,
      "learning_rate": 3.75827444399019e-05,
      "loss": 0.4368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12966161966323853,
      "step": 190,
      "valid_targets_mean": 4549.7,
      "valid_targets_min": 1229
    },
    {
      "epoch": 1.2504012841091492,
      "grad_norm": 0.3024907929000345,
      "learning_rate": 3.736508651595188e-05,
      "loss": 0.4281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09971387684345245,
      "step": 195,
      "valid_targets_mean": 3831.5,
      "valid_targets_min": 1330
    },
    {
      "epoch": 1.2825040128410916,
      "grad_norm": 0.3649481469747776,
      "learning_rate": 3.713873449741669e-05,
      "loss": 0.4343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12230262160301208,
      "step": 200,
      "valid_targets_mean": 3829.6,
      "valid_targets_min": 517
    },
    {
      "epoch": 1.3146067415730336,
      "grad_norm": 0.3081241454749465,
      "learning_rate": 3.69038017108759e-05,
      "loss": 0.4231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09591006487607956,
      "step": 205,
      "valid_targets_mean": 3110.9,
      "valid_targets_min": 1204
    },
    {
      "epoch": 1.346709470304976,
      "grad_norm": 0.29545465896778206,
      "learning_rate": 3.6660405779001036e-05,
      "loss": 0.4419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08623912930488586,
      "step": 210,
      "valid_targets_mean": 3680.1,
      "valid_targets_min": 796
    },
    {
      "epoch": 1.3788121990369182,
      "grad_norm": 0.37785862300967726,
      "learning_rate": 3.640866856166601e-05,
      "loss": 0.4384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10427422821521759,
      "step": 215,
      "valid_targets_mean": 3281.7,
      "valid_targets_min": 837
    },
    {
      "epoch": 1.4109149277688604,
      "grad_norm": 0.30674701618911177,
      "learning_rate": 3.614871609493614e-05,
      "loss": 0.4471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10923303663730621,
      "step": 220,
      "valid_targets_mean": 3556.0,
      "valid_targets_min": 516
    },
    {
      "epoch": 1.4430176565008026,
      "grad_norm": 0.367939390471383,
      "learning_rate": 3.5880678527966224e-05,
      "loss": 0.4404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12570562958717346,
      "step": 225,
      "valid_targets_mean": 3408.8,
      "valid_targets_min": 960
    },
    {
      "epoch": 1.4751203852327448,
      "grad_norm": 0.294671299662254,
      "learning_rate": 3.5604690057839456e-05,
      "loss": 0.4293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10687486082315445,
      "step": 230,
      "valid_targets_mean": 4010.9,
      "valid_targets_min": 853
    },
    {
      "epoch": 1.507223113964687,
      "grad_norm": 0.2958977994024142,
      "learning_rate": 3.532088886237956e-05,
      "loss": 0.4374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1045038253068924,
      "step": 235,
      "valid_targets_mean": 3799.8,
      "valid_targets_min": 819
    },
    {
      "epoch": 1.5393258426966292,
      "grad_norm": 0.29728785349279935,
      "learning_rate": 3.5029417030970005e-05,
      "loss": 0.4361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10812290012836456,
      "step": 240,
      "valid_targets_mean": 3272.2,
      "valid_targets_min": 945
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.31688903277050234,
      "learning_rate": 3.473042049341474e-05,
      "loss": 0.4323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10774408280849457,
      "step": 245,
      "valid_targets_mean": 3913.6,
      "valid_targets_min": 1259
    },
    {
      "epoch": 1.6035313001605136,
      "grad_norm": 0.3692867105165629,
      "learning_rate": 3.442404894687629e-05,
      "loss": 0.438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1150355115532875,
      "step": 250,
      "valid_targets_mean": 3968.7,
      "valid_targets_min": 1449
    },
    {
      "epoch": 1.635634028892456,
      "grad_norm": 0.29717175235926496,
      "learning_rate": 3.411045578092754e-05,
      "loss": 0.4232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11245591938495636,
      "step": 255,
      "valid_targets_mean": 3593.1,
      "valid_targets_min": 836
    },
    {
      "epoch": 1.667736757624398,
      "grad_norm": 0.3221818053403484,
      "learning_rate": 3.3789798000754924e-05,
      "loss": 0.4362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11561841517686844,
      "step": 260,
      "valid_targets_mean": 3729.6,
      "valid_targets_min": 1041
    },
    {
      "epoch": 1.6998394863563404,
      "grad_norm": 0.32510941540680377,
      "learning_rate": 3.34622361485514e-05,
      "loss": 0.434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1104997992515564,
      "step": 265,
      "valid_targets_mean": 3289.7,
      "valid_targets_min": 754
    },
    {
      "epoch": 1.7319422150882824,
      "grad_norm": 0.2850424295372404,
      "learning_rate": 3.31279342231386e-05,
      "loss": 0.4275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09886403381824493,
      "step": 270,
      "valid_targets_mean": 3479.6,
      "valid_targets_min": 1010
    },
    {
      "epoch": 1.7640449438202248,
      "grad_norm": 0.29747010204623664,
      "learning_rate": 3.278705959785821e-05,
      "loss": 0.4151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09024910628795624,
      "step": 275,
      "valid_targets_mean": 2982.7,
      "valid_targets_min": 1051
    },
    {
      "epoch": 1.7961476725521668,
      "grad_norm": 0.2594879128158275,
      "learning_rate": 3.243978293677408e-05,
      "loss": 0.4082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10707713663578033,
      "step": 280,
      "valid_targets_mean": 4601.4,
      "valid_targets_min": 1253
    },
    {
      "epoch": 1.8282504012841092,
      "grad_norm": 0.3092407046323038,
      "learning_rate": 3.208627810922665e-05,
      "loss": 0.436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1255902498960495,
      "step": 285,
      "valid_targets_mean": 3863.8,
      "valid_targets_min": 1065
    },
    {
      "epoch": 1.8603531300160514,
      "grad_norm": 0.33530232091926576,
      "learning_rate": 3.172672210278254e-05,
      "loss": 0.4209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08784206211566925,
      "step": 290,
      "valid_targets_mean": 3285.4,
      "valid_targets_min": 691
    },
    {
      "epoch": 1.8924558587479936,
      "grad_norm": 0.2968668400465552,
      "learning_rate": 3.136129493462312e-05,
      "loss": 0.4319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12176284193992615,
      "step": 295,
      "valid_targets_mean": 4110.1,
      "valid_targets_min": 753
    },
    {
      "epoch": 1.9245585874799358,
      "grad_norm": 0.3002839956959657,
      "learning_rate": 3.0990179561416124e-05,
      "loss": 0.4201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10375160723924637,
      "step": 300,
      "valid_targets_mean": 3537.5,
      "valid_targets_min": 776
    },
    {
      "epoch": 1.956661316211878,
      "grad_norm": 0.29150855964222466,
      "learning_rate": 3.061356178771564e-05,
      "loss": 0.4251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08603081107139587,
      "step": 305,
      "valid_targets_mean": 2934.9,
      "valid_targets_min": 517
    },
    {
      "epoch": 1.9887640449438202,
      "grad_norm": 0.31045167265910495,
      "learning_rate": 3.0231630172936205e-05,
      "loss": 0.4147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09072297811508179,
      "step": 310,
      "valid_targets_mean": 3133.2,
      "valid_targets_min": 983
    },
    {
      "epoch": 2.019261637239165,
      "grad_norm": 0.28708543588073493,
      "learning_rate": 2.98445759369477e-05,
      "loss": 0.4074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09558726847171783,
      "step": 315,
      "valid_targets_mean": 4008.1,
      "valid_targets_min": 515
    },
    {
      "epoch": 2.0513643659711076,
      "grad_norm": 0.3416876858005374,
      "learning_rate": 2.945259286433819e-05,
      "loss": 0.4149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11786194890737534,
      "step": 320,
      "valid_targets_mean": 3077.6,
      "valid_targets_min": 520
    },
    {
      "epoch": 2.0834670947030496,
      "grad_norm": 0.3303316995435761,
      "learning_rate": 2.9055877207392752e-05,
      "loss": 0.4184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09221881628036499,
      "step": 325,
      "valid_targets_mean": 2562.9,
      "valid_targets_min": 1311
    },
    {
      "epoch": 2.115569823434992,
      "grad_norm": 0.3074809241219434,
      "learning_rate": 2.8654627587836724e-05,
      "loss": 0.4253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12592661380767822,
      "step": 330,
      "valid_targets_mean": 4764.7,
      "valid_targets_min": 1340
    },
    {
      "epoch": 2.1476725521669344,
      "grad_norm": 0.3043947470357316,
      "learning_rate": 2.8249044897392814e-05,
      "loss": 0.4071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11719249188899994,
      "step": 335,
      "valid_targets_mean": 4137.8,
      "valid_targets_min": 1536
    },
    {
      "epoch": 2.1797752808988764,
      "grad_norm": 0.2890043796848122,
      "learning_rate": 2.7839332197201505e-05,
      "loss": 0.4119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10229069739580154,
      "step": 340,
      "valid_targets_mean": 4544.4,
      "valid_targets_min": 1321
    },
    {
      "epoch": 2.211878009630819,
      "grad_norm": 0.28710289619081225,
      "learning_rate": 2.7425694616155474e-05,
      "loss": 0.4147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09542287886142731,
      "step": 345,
      "valid_targets_mean": 3431.3,
      "valid_targets_min": 1012
    },
    {
      "epoch": 2.243980738362761,
      "grad_norm": 0.33593483468173724,
      "learning_rate": 2.700833924819868e-05,
      "loss": 0.4137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10045792162418365,
      "step": 350,
      "valid_targets_mean": 3555.9,
      "valid_targets_min": 868
    },
    {
      "epoch": 2.276083467094703,
      "grad_norm": 0.3050460009929215,
      "learning_rate": 2.6587475048641596e-05,
      "loss": 0.421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1351967751979828,
      "step": 355,
      "valid_targets_mean": 4165.8,
      "valid_targets_min": 864
    },
    {
      "epoch": 2.308186195826645,
      "grad_norm": 0.3007356034553604,
      "learning_rate": 2.6163312729544616e-05,
      "loss": 0.4124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10512376576662064,
      "step": 360,
      "valid_targets_mean": 3216.5,
      "valid_targets_min": 524
    },
    {
      "epoch": 2.3402889245585876,
      "grad_norm": 0.27621857982103765,
      "learning_rate": 2.5736064654221808e-05,
      "loss": 0.3984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12070536613464355,
      "step": 365,
      "valid_targets_mean": 4767.9,
      "valid_targets_min": 978
    },
    {
      "epoch": 2.3723916532905296,
      "grad_norm": 0.28304064443701404,
      "learning_rate": 2.5305944730918017e-05,
      "loss": 0.4133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09823143482208252,
      "step": 370,
      "valid_targets_mean": 4099.4,
      "valid_targets_min": 1167
    },
    {
      "epoch": 2.404494382022472,
      "grad_norm": 0.3317797648395537,
      "learning_rate": 2.487316830571244e-05,
      "loss": 0.4177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08248773217201233,
      "step": 375,
      "valid_targets_mean": 3434.5,
      "valid_targets_min": 945
    },
    {
      "epoch": 2.436597110754414,
      "grad_norm": 0.34105769887242393,
      "learning_rate": 2.4437952054702354e-05,
      "loss": 0.4131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08816108107566833,
      "step": 380,
      "valid_targets_mean": 3624.6,
      "valid_targets_min": 551
    },
    {
      "epoch": 2.4686998394863564,
      "grad_norm": 0.29849113343556627,
      "learning_rate": 2.4000513875520892e-05,
      "loss": 0.4183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10371711850166321,
      "step": 385,
      "valid_targets_mean": 4422.7,
      "valid_targets_min": 1146
    },
    {
      "epoch": 2.5008025682182984,
      "grad_norm": 0.29651959052335053,
      "learning_rate": 2.3561072778243335e-05,
      "loss": 0.4037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10162942856550217,
      "step": 390,
      "valid_targets_mean": 3326.1,
      "valid_targets_min": 1415
    },
    {
      "epoch": 2.532905296950241,
      "grad_norm": 0.30954429361691455,
      "learning_rate": 2.311984877573636e-05,
      "loss": 0.4075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09746764600276947,
      "step": 395,
      "valid_targets_mean": 3306.4,
      "valid_targets_min": 1062
    },
    {
      "epoch": 2.5650080256821832,
      "grad_norm": 0.2904497497376163,
      "learning_rate": 2.2677062773505235e-05,
      "loss": 0.4158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1188712939620018,
      "step": 400,
      "valid_targets_mean": 4573.7,
      "valid_targets_min": 972
    },
    {
      "epoch": 2.597110754414125,
      "grad_norm": 0.3164646902586644,
      "learning_rate": 2.2232936459094158e-05,
      "loss": 0.4183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1208307221531868,
      "step": 405,
      "valid_targets_mean": 3505.8,
      "valid_targets_min": 1253
    },
    {
      "epoch": 2.629213483146067,
      "grad_norm": 0.36094852940534805,
      "learning_rate": 2.1787692191094986e-05,
      "loss": 0.3936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09573773294687271,
      "step": 410,
      "valid_targets_mean": 3226.8,
      "valid_targets_min": 808
    },
    {
      "epoch": 2.6613162118780096,
      "grad_norm": 0.3494215415068745,
      "learning_rate": 2.1341552887820048e-05,
      "loss": 0.415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10980828106403351,
      "step": 415,
      "valid_targets_mean": 3792.3,
      "valid_targets_min": 1168
    },
    {
      "epoch": 2.693418940609952,
      "grad_norm": 0.3890932782850568,
      "learning_rate": 2.0894741915694685e-05,
      "loss": 0.4111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09624197334051132,
      "step": 420,
      "valid_targets_mean": 3245.2,
      "valid_targets_min": 1020
    },
    {
      "epoch": 2.725521669341894,
      "grad_norm": 0.2721958461218534,
      "learning_rate": 2.0447482977425465e-05,
      "loss": 0.4047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0908433347940445,
      "step": 425,
      "valid_targets_mean": 3821.1,
      "valid_targets_min": 1278
    },
    {
      "epoch": 2.7576243980738364,
      "grad_norm": 0.2925048879553211,
      "learning_rate": 2e-05,
      "loss": 0.4148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12087635695934296,
      "step": 430,
      "valid_targets_mean": 3961.0,
      "valid_targets_min": 848
    },
    {
      "epoch": 2.7897271268057784,
      "grad_norm": 0.2931211576473339,
      "learning_rate": 1.9552517022574542e-05,
      "loss": 0.4073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10215561091899872,
      "step": 435,
      "valid_targets_mean": 4705.2,
      "valid_targets_min": 1519
    },
    {
      "epoch": 2.821829855537721,
      "grad_norm": 0.31375433571050343,
      "learning_rate": 1.910525808430532e-05,
      "loss": 0.4198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0890008732676506,
      "step": 440,
      "valid_targets_mean": 3066.1,
      "valid_targets_min": 1310
    },
    {
      "epoch": 2.853932584269663,
      "grad_norm": 0.32732471726116175,
      "learning_rate": 1.8658447112179952e-05,
      "loss": 0.4064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1120062842965126,
      "step": 445,
      "valid_targets_mean": 3805.1,
      "valid_targets_min": 816
    },
    {
      "epoch": 2.886035313001605,
      "grad_norm": 0.32531970253612086,
      "learning_rate": 1.821230780890502e-05,
      "loss": 0.4039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08783616870641708,
      "step": 450,
      "valid_targets_mean": 3062.5,
      "valid_targets_min": 930
    },
    {
      "epoch": 2.918138041733547,
      "grad_norm": 0.30368172861725967,
      "learning_rate": 1.776706354090585e-05,
      "loss": 0.3946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10530835390090942,
      "step": 455,
      "valid_targets_mean": 3589.1,
      "valid_targets_min": 1070
    },
    {
      "epoch": 2.9502407704654896,
      "grad_norm": 0.2990061639291643,
      "learning_rate": 1.7322937226494775e-05,
      "loss": 0.4167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10799364745616913,
      "step": 460,
      "valid_targets_mean": 3779.5,
      "valid_targets_min": 1047
    },
    {
      "epoch": 2.982343499197432,
      "grad_norm": 0.3067377142223239,
      "learning_rate": 1.6880151224263646e-05,
      "loss": 0.4143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09094572067260742,
      "step": 465,
      "valid_targets_mean": 3441.7,
      "valid_targets_min": 730
    },
    {
      "epoch": 3.012841091492777,
      "grad_norm": 0.30726836931947277,
      "learning_rate": 1.643892722175667e-05,
      "loss": 0.3996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09883762896060944,
      "step": 470,
      "valid_targets_mean": 3639.9,
      "valid_targets_min": 696
    },
    {
      "epoch": 3.044943820224719,
      "grad_norm": 0.2852457832390904,
      "learning_rate": 1.5999486124479115e-05,
      "loss": 0.3963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12268540263175964,
      "step": 475,
      "valid_targets_mean": 5229.9,
      "valid_targets_min": 1711
    },
    {
      "epoch": 3.077046548956661,
      "grad_norm": 0.34155419020286215,
      "learning_rate": 1.5562047945297652e-05,
      "loss": 0.3921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09211775660514832,
      "step": 480,
      "valid_targets_mean": 2812.4,
      "valid_targets_min": 1036
    },
    {
      "epoch": 3.1091492776886036,
      "grad_norm": 0.2937900120598192,
      "learning_rate": 1.5126831694287564e-05,
      "loss": 0.3875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11049457639455795,
      "step": 485,
      "valid_targets_mean": 3831.8,
      "valid_targets_min": 1421
    },
    {
      "epoch": 3.1412520064205456,
      "grad_norm": 0.3004782410044986,
      "learning_rate": 1.4694055269081987e-05,
      "loss": 0.3897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09211912006139755,
      "step": 490,
      "valid_targets_mean": 3683.4,
      "valid_targets_min": 896
    },
    {
      "epoch": 3.173354735152488,
      "grad_norm": 0.28620629746496773,
      "learning_rate": 1.4263935345778202e-05,
      "loss": 0.4068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1081249862909317,
      "step": 495,
      "valid_targets_mean": 4564.4,
      "valid_targets_min": 1295
    },
    {
      "epoch": 3.20545746388443,
      "grad_norm": 0.3065292114147679,
      "learning_rate": 1.3836687270455388e-05,
      "loss": 0.4003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1026119515299797,
      "step": 500,
      "valid_targets_mean": 3764.5,
      "valid_targets_min": 1524
    },
    {
      "epoch": 3.2375601926163724,
      "grad_norm": 0.2862455916184854,
      "learning_rate": 1.341252495135841e-05,
      "loss": 0.404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09894335269927979,
      "step": 505,
      "valid_targets_mean": 4383.1,
      "valid_targets_min": 1030
    },
    {
      "epoch": 3.2696629213483144,
      "grad_norm": 0.3238338379491629,
      "learning_rate": 1.299166075180133e-05,
      "loss": 0.4105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11098513007164001,
      "step": 510,
      "valid_targets_mean": 3665.1,
      "valid_targets_min": 1206
    },
    {
      "epoch": 3.301765650080257,
      "grad_norm": 0.31425131498588266,
      "learning_rate": 1.2574305383844528e-05,
      "loss": 0.4021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08589449524879456,
      "step": 515,
      "valid_targets_mean": 3058.8,
      "valid_targets_min": 773
    },
    {
      "epoch": 3.333868378812199,
      "grad_norm": 0.2970738358435746,
      "learning_rate": 1.2160667802798503e-05,
      "loss": 0.4041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09149523079395294,
      "step": 520,
      "valid_targets_mean": 3748.1,
      "valid_targets_min": 1046
    },
    {
      "epoch": 3.365971107544141,
      "grad_norm": 0.2780590370917071,
      "learning_rate": 1.1750955102607193e-05,
      "loss": 0.4017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09089787304401398,
      "step": 525,
      "valid_targets_mean": 3762.3,
      "valid_targets_min": 888
    },
    {
      "epoch": 3.3980738362760836,
      "grad_norm": 0.30125085043484123,
      "learning_rate": 1.1345372412163276e-05,
      "loss": 0.4022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09668652713298798,
      "step": 530,
      "valid_targets_mean": 3652.8,
      "valid_targets_min": 1198
    },
    {
      "epoch": 3.4301765650080256,
      "grad_norm": 0.3393832899109687,
      "learning_rate": 1.094412279260726e-05,
      "loss": 0.4071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09544992446899414,
      "step": 535,
      "valid_targets_mean": 3167.6,
      "valid_targets_min": 1258
    },
    {
      "epoch": 3.462279293739968,
      "grad_norm": 0.2950846626090308,
      "learning_rate": 1.0547407135661816e-05,
      "loss": 0.4,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1026640385389328,
      "step": 540,
      "valid_targets_mean": 4445.8,
      "valid_targets_min": 1229
    },
    {
      "epoch": 3.49438202247191,
      "grad_norm": 0.2841748611048485,
      "learning_rate": 1.0155424063052306e-05,
      "loss": 0.3857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09762070327997208,
      "step": 545,
      "valid_targets_mean": 4222.4,
      "valid_targets_min": 1269
    },
    {
      "epoch": 3.5264847512038524,
      "grad_norm": 0.3352654173394246,
      "learning_rate": 9.768369827063803e-06,
      "loss": 0.4029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11695688217878342,
      "step": 550,
      "valid_targets_mean": 3240.5,
      "valid_targets_min": 932
    },
    {
      "epoch": 3.5585874799357944,
      "grad_norm": 0.2806686898678227,
      "learning_rate": 9.386438212284372e-06,
      "loss": 0.4033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1005910113453865,
      "step": 555,
      "valid_targets_mean": 3759.2,
      "valid_targets_min": 668
    },
    {
      "epoch": 3.590690208667737,
      "grad_norm": 0.33872852815646304,
      "learning_rate": 9.009820438583881e-06,
      "loss": 0.4145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12395333498716354,
      "step": 560,
      "valid_targets_mean": 3597.6,
      "valid_targets_min": 1306
    },
    {
      "epoch": 3.6227929373996792,
      "grad_norm": 0.2654332382202926,
      "learning_rate": 8.638705065376887e-06,
      "loss": 0.3852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08896806091070175,
      "step": 565,
      "valid_targets_mean": 3946.9,
      "valid_targets_min": 1110
    },
    {
      "epoch": 3.654895666131621,
      "grad_norm": 0.27981716529155093,
      "learning_rate": 8.27327789721746e-06,
      "loss": 0.376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08400297164916992,
      "step": 570,
      "valid_targets_mean": 4350.8,
      "valid_targets_min": 931
    },
    {
      "epoch": 3.686998394863563,
      "grad_norm": 0.3385370692244635,
      "learning_rate": 7.913721890773354e-06,
      "loss": 0.4033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12360556423664093,
      "step": 575,
      "valid_targets_mean": 3591.9,
      "valid_targets_min": 1549
    },
    {
      "epoch": 3.7191011235955056,
      "grad_norm": 0.2655051672149985,
      "learning_rate": 7.560217063225923e-06,
      "loss": 0.398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08802102506160736,
      "step": 580,
      "valid_targets_mean": 4639.4,
      "valid_targets_min": 1643
    },
    {
      "epoch": 3.751203852327448,
      "grad_norm": 0.40923046291632936,
      "learning_rate": 7.212940402141808e-06,
      "loss": 0.4014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09749025106430054,
      "step": 585,
      "valid_targets_mean": 3517.1,
      "valid_targets_min": 1306
    },
    {
      "epoch": 3.78330658105939,
      "grad_norm": 0.3117388859264426,
      "learning_rate": 6.8720657768614115e-06,
      "loss": 0.4097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11236117780208588,
      "step": 590,
      "valid_targets_mean": 3592.8,
      "valid_targets_min": 529
    },
    {
      "epoch": 3.8154093097913324,
      "grad_norm": 0.31179165172571244,
      "learning_rate": 6.537763851448593e-06,
      "loss": 0.4046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10635977983474731,
      "step": 595,
      "valid_targets_mean": 3038.1,
      "valid_targets_min": 1038
    },
    {
      "epoch": 3.8475120385232744,
      "grad_norm": 0.30097213091658315,
      "learning_rate": 6.210201999245087e-06,
      "loss": 0.4153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09912356734275818,
      "step": 600,
      "valid_targets_mean": 3369.2,
      "valid_targets_min": 301
    },
    {
      "epoch": 3.879614767255217,
      "grad_norm": 0.3092144816503789,
      "learning_rate": 5.889544219072465e-06,
      "loss": 0.4028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10438457131385803,
      "step": 605,
      "valid_targets_mean": 3691.4,
      "valid_targets_min": 1000
    },
    {
      "epoch": 3.911717495987159,
      "grad_norm": 0.28578697194711516,
      "learning_rate": 5.5759510531237116e-06,
      "loss": 0.3933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09700490534305573,
      "step": 610,
      "valid_targets_mean": 3770.8,
      "valid_targets_min": 1355
    },
    {
      "epoch": 3.943820224719101,
      "grad_norm": 0.3272428302409307,
      "learning_rate": 5.269579506585259e-06,
      "loss": 0.3911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08706691116094589,
      "step": 615,
      "valid_targets_mean": 3215.6,
      "valid_targets_min": 837
    },
    {
      "epoch": 3.975922953451043,
      "grad_norm": 0.2811671525014539,
      "learning_rate": 4.97058296903e-06,
      "loss": 0.401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10784287750720978,
      "step": 620,
      "valid_targets_mean": 3762.6,
      "valid_targets_min": 845
    },
    {
      "epoch": 4.006420545746389,
      "grad_norm": 0.2917034910670569,
      "learning_rate": 4.679111137620442e-06,
      "loss": 0.3997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09262470155954361,
      "step": 625,
      "valid_targets_mean": 3377.3,
      "valid_targets_min": 896
    },
    {
      "epoch": 4.03852327447833,
      "grad_norm": 0.31513354693746726,
      "learning_rate": 4.395309942160551e-06,
      "loss": 0.3913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10473042726516724,
      "step": 630,
      "valid_targets_mean": 3944.6,
      "valid_targets_min": 551
    },
    {
      "epoch": 4.070626003210273,
      "grad_norm": 0.27934962375420436,
      "learning_rate": 4.119321472033779e-06,
      "loss": 0.3949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0756620317697525,
      "step": 635,
      "valid_targets_mean": 2551.7,
      "valid_targets_min": 536
    },
    {
      "epoch": 4.102728731942215,
      "grad_norm": 0.37095369408284645,
      "learning_rate": 3.851283905063863e-06,
      "loss": 0.3946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12161412835121155,
      "step": 640,
      "valid_targets_mean": 3931.2,
      "valid_targets_min": 1237
    },
    {
      "epoch": 4.134831460674158,
      "grad_norm": 0.27970269585114166,
      "learning_rate": 3.5913314383339937e-06,
      "loss": 0.3872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09911416471004486,
      "step": 645,
      "valid_targets_mean": 4231.0,
      "valid_targets_min": 1253
    },
    {
      "epoch": 4.166934189406099,
      "grad_norm": 0.3456613071245264,
      "learning_rate": 3.3395942209989694e-06,
      "loss": 0.4023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08239921182394028,
      "step": 650,
      "valid_targets_mean": 2619.8,
      "valid_targets_min": 886
    },
    {
      "epoch": 4.199036918138042,
      "grad_norm": 0.2768716249831359,
      "learning_rate": 3.0961982891241083e-06,
      "loss": 0.3731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09643545746803284,
      "step": 655,
      "valid_targets_mean": 3902.5,
      "valid_targets_min": 1105
    },
    {
      "epoch": 4.231139646869984,
      "grad_norm": 0.3014051499821219,
      "learning_rate": 2.8612655025833148e-06,
      "loss": 0.395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11026032269001007,
      "step": 660,
      "valid_targets_mean": 4226.5,
      "valid_targets_min": 982
    },
    {
      "epoch": 4.263242375601926,
      "grad_norm": 0.28379604796854446,
      "learning_rate": 2.6349134840481294e-06,
      "loss": 0.3809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10869620740413666,
      "step": 665,
      "valid_targets_mean": 4199.8,
      "valid_targets_min": 1291
    },
    {
      "epoch": 4.295345104333869,
      "grad_norm": 0.32690267770951353,
      "learning_rate": 2.417255560098111e-06,
      "loss": 0.3984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08836868405342102,
      "step": 670,
      "valid_targets_mean": 3305.6,
      "valid_targets_min": 561
    },
    {
      "epoch": 4.32744783306581,
      "grad_norm": 0.25345525186658413,
      "learning_rate": 2.2084007044821764e-06,
      "loss": 0.389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09824281930923462,
      "step": 675,
      "valid_targets_mean": 4750.1,
      "valid_targets_min": 1209
    },
    {
      "epoch": 4.359550561797753,
      "grad_norm": 0.2689895453757197,
      "learning_rate": 2.0084534835592584e-06,
      "loss": 0.3961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10501833260059357,
      "step": 680,
      "valid_targets_mean": 4509.6,
      "valid_targets_min": 1157
    },
    {
      "epoch": 4.391653290529695,
      "grad_norm": 0.27247257469639,
      "learning_rate": 1.817514003945524e-06,
      "loss": 0.4008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09853364527225494,
      "step": 685,
      "valid_targets_mean": 4158.9,
      "valid_targets_min": 726
    },
    {
      "epoch": 4.423756019261638,
      "grad_norm": 0.31501055011520845,
      "learning_rate": 1.6356778623945223e-06,
      "loss": 0.4052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1491430252790451,
      "step": 690,
      "valid_targets_mean": 4383.5,
      "valid_targets_min": 1456
    },
    {
      "epoch": 4.455858747993579,
      "grad_norm": 0.2715083485471513,
      "learning_rate": 1.4630360979351644e-06,
      "loss": 0.4089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10639771819114685,
      "step": 695,
      "valid_targets_mean": 4281.1,
      "valid_targets_min": 1882
    },
    {
      "epoch": 4.487961476725522,
      "grad_norm": 0.269592691484671,
      "learning_rate": 1.2996751462917057e-06,
      "loss": 0.4004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.095083087682724,
      "step": 700,
      "valid_targets_mean": 3574.7,
      "valid_targets_min": 934
    },
    {
      "epoch": 4.520064205457464,
      "grad_norm": 0.28970840272710097,
      "learning_rate": 1.1456767966083393e-06,
      "loss": 0.3842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10370156168937683,
      "step": 705,
      "valid_targets_mean": 3411.7,
      "valid_targets_min": 529
    },
    {
      "epoch": 4.552166934189406,
      "grad_norm": 0.2870909780240681,
      "learning_rate": 1.0011181505002488e-06,
      "loss": 0.3908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10310973972082138,
      "step": 710,
      "valid_targets_mean": 4500.2,
      "valid_targets_min": 1171
    },
    {
      "epoch": 4.584269662921348,
      "grad_norm": 0.2688461264330106,
      "learning_rate": 8.660715834514977e-07,
      "loss": 0.3843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08639390021562576,
      "step": 715,
      "valid_targets_mean": 3641.4,
      "valid_targets_min": 922
    },
    {
      "epoch": 4.61637239165329,
      "grad_norm": 0.25765194882082687,
      "learning_rate": 7.406047085791379e-07,
      "loss": 0.3861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0939197838306427,
      "step": 720,
      "valid_targets_mean": 4168.2,
      "valid_targets_min": 1460
    },
    {
      "epoch": 4.648475120385233,
      "grad_norm": 0.30160125278292577,
      "learning_rate": 6.247803427816945e-07,
      "loss": 0.4133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11861149966716766,
      "step": 725,
      "valid_targets_mean": 3679.9,
      "valid_targets_min": 1359
    },
    {
      "epoch": 4.680577849117175,
      "grad_norm": 0.2793314638141966,
      "learning_rate": 5.186564752889078e-07,
      "loss": 0.3965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09253215789794922,
      "step": 730,
      "valid_targets_mean": 3437.8,
      "valid_targets_min": 1053
    },
    {
      "epoch": 4.712680577849117,
      "grad_norm": 0.27123116724226537,
      "learning_rate": 4.22286238628562e-07,
      "loss": 0.3784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07941226661205292,
      "step": 735,
      "valid_targets_mean": 3344.3,
      "valid_targets_min": 342
    },
    {
      "epoch": 4.744783306581059,
      "grad_norm": 0.2785272531826042,
      "learning_rate": 3.357178820248641e-07,
      "loss": 0.3961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08652195334434509,
      "step": 740,
      "valid_targets_mean": 3726.1,
      "valid_targets_min": 1384
    },
    {
      "epoch": 4.776886035313002,
      "grad_norm": 0.31544979123824807,
      "learning_rate": 2.5899474724174313e-07,
      "loss": 0.3988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08774863183498383,
      "step": 745,
      "valid_targets_mean": 2830.6,
      "valid_targets_min": 467
    },
    {
      "epoch": 4.808988764044944,
      "grad_norm": 0.296446741850878,
      "learning_rate": 1.9215524688313893e-07,
      "loss": 0.3927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10991404950618744,
      "step": 750,
      "valid_targets_mean": 3905.6,
      "valid_targets_min": 516
    },
    {
      "epoch": 4.841091492776886,
      "grad_norm": 0.27186316337463917,
      "learning_rate": 1.3523284516113955e-07,
      "loss": 0.387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09752750396728516,
      "step": 755,
      "valid_targets_mean": 4108.7,
      "valid_targets_min": 962
    },
    {
      "epoch": 4.873194221508828,
      "grad_norm": 0.3001939708765642,
      "learning_rate": 8.825604114162556e-08,
      "loss": 0.3918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08993087708950043,
      "step": 760,
      "valid_targets_mean": 3836.1,
      "valid_targets_min": 1251
    },
    {
      "epoch": 4.90529695024077,
      "grad_norm": 0.2867156389445644,
      "learning_rate": 5.1248354475768034e-08,
      "loss": 0.4068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09052161872386932,
      "step": 765,
      "valid_targets_mean": 3208.5,
      "valid_targets_min": 1013
    },
    {
      "epoch": 4.937399678972713,
      "grad_norm": 0.2766893813163677,
      "learning_rate": 2.4228313624568013e-08,
      "loss": 0.3876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1123722642660141,
      "step": 770,
      "valid_targets_mean": 5074.8,
      "valid_targets_min": 1145
    },
    {
      "epoch": 4.969502407704655,
      "grad_norm": 0.339877298742656,
      "learning_rate": 7.209446582292501e-09,
      "loss": 0.4201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11707846820354462,
      "step": 775,
      "valid_targets_mean": 3143.6,
      "valid_targets_min": 998
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.34958645297704605,
      "learning_rate": 2.002741034812239e-10,
      "loss": 0.4005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11478559672832489,
      "step": 780,
      "valid_targets_mean": 3291.8,
      "valid_targets_min": 500
    },
    {
      "epoch": 5.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11478559672832489,
      "step": 780,
      "total_flos": 1.0263973305862062e+18,
      "train_loss": 0.4329962073228298,
      "train_runtime": 13926.0897,
      "train_samples_per_second": 3.575,
      "train_steps_per_second": 0.056,
      "valid_targets_mean": 3291.8,
      "valid_targets_min": 500
    }
  ],
  "logging_steps": 5,
  "max_steps": 780,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0263973305862062e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}