{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.732327713694174,
  "eval_steps": 500,
  "global_step": 4000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0011830819284235432,
      "grad_norm": 3.1850123405456543,
      "learning_rate": 4.99875e-06,
      "loss": 0.3592,
      "step": 1
    },
    {
      "epoch": 0.0023661638568470865,
      "grad_norm": 2.561338186264038,
      "learning_rate": 4.997500000000001e-06,
      "loss": 0.3357,
      "step": 2
    },
    {
      "epoch": 0.00354924578527063,
      "grad_norm": 2.353553295135498,
      "learning_rate": 4.996250000000001e-06,
      "loss": 0.3063,
      "step": 3
    },
    {
      "epoch": 0.004732327713694173,
      "grad_norm": 2.684662103652954,
      "learning_rate": 4.9950000000000005e-06,
      "loss": 0.3014,
      "step": 4
    },
    {
      "epoch": 0.005915409642117717,
      "grad_norm": 2.3714146614074707,
      "learning_rate": 4.99375e-06,
      "loss": 0.2829,
      "step": 5
    },
    {
      "epoch": 0.00709849157054126,
      "grad_norm": 2.2721121311187744,
      "learning_rate": 4.992500000000001e-06,
      "loss": 0.279,
      "step": 6
    },
    {
      "epoch": 0.008281573498964804,
      "grad_norm": 2.861663579940796,
      "learning_rate": 4.99125e-06,
      "loss": 0.3021,
      "step": 7
    },
    {
      "epoch": 0.009464655427388346,
      "grad_norm": 2.373079538345337,
      "learning_rate": 4.9900000000000005e-06,
      "loss": 0.2663,
      "step": 8
    },
    {
      "epoch": 0.01064773735581189,
      "grad_norm": 2.7103497982025146,
      "learning_rate": 4.98875e-06,
      "loss": 0.2822,
      "step": 9
    },
    {
      "epoch": 0.011830819284235433,
      "grad_norm": 2.3081657886505127,
      "learning_rate": 4.987500000000001e-06,
      "loss": 0.2744,
      "step": 10
    },
    {
      "epoch": 0.013013901212658977,
      "grad_norm": 2.174342393875122,
      "learning_rate": 4.98625e-06,
      "loss": 0.2654,
      "step": 11
    },
    {
      "epoch": 0.01419698314108252,
      "grad_norm": 2.2082788944244385,
      "learning_rate": 4.9850000000000006e-06,
      "loss": 0.2634,
      "step": 12
    },
    {
      "epoch": 0.015380065069506064,
      "grad_norm": 2.860771656036377,
      "learning_rate": 4.98375e-06,
      "loss": 0.2864,
      "step": 13
    },
    {
      "epoch": 0.016563146997929608,
      "grad_norm": 2.8682806491851807,
      "learning_rate": 4.982500000000001e-06,
      "loss": 0.256,
      "step": 14
    },
    {
      "epoch": 0.01774622892635315,
      "grad_norm": 2.2953498363494873,
      "learning_rate": 4.98125e-06,
      "loss": 0.2762,
      "step": 15
    },
    {
      "epoch": 0.01892931085477669,
      "grad_norm": 2.03486967086792,
      "learning_rate": 4.980000000000001e-06,
      "loss": 0.2664,
      "step": 16
    },
    {
      "epoch": 0.020112392783200237,
      "grad_norm": 2.0175719261169434,
      "learning_rate": 4.97875e-06,
      "loss": 0.2414,
      "step": 17
    },
    {
      "epoch": 0.02129547471162378,
      "grad_norm": 2.520503282546997,
      "learning_rate": 4.977500000000001e-06,
      "loss": 0.2663,
      "step": 18
    },
    {
      "epoch": 0.022478556640047324,
      "grad_norm": 2.578657865524292,
      "learning_rate": 4.97625e-06,
      "loss": 0.2729,
      "step": 19
    },
    {
      "epoch": 0.023661638568470866,
      "grad_norm": 2.1403181552886963,
      "learning_rate": 4.975000000000001e-06,
      "loss": 0.2512,
      "step": 20
    },
    {
      "epoch": 0.024844720496894408,
      "grad_norm": 2.019257068634033,
      "learning_rate": 4.9737500000000004e-06,
      "loss": 0.2221,
      "step": 21
    },
    {
      "epoch": 0.026027802425317954,
      "grad_norm": 2.421431303024292,
      "learning_rate": 4.9725e-06,
      "loss": 0.2652,
      "step": 22
    },
    {
      "epoch": 0.027210884353741496,
      "grad_norm": 1.9099886417388916,
      "learning_rate": 4.97125e-06,
      "loss": 0.2469,
      "step": 23
    },
    {
      "epoch": 0.02839396628216504,
      "grad_norm": 2.1174657344818115,
      "learning_rate": 4.970000000000001e-06,
      "loss": 0.2446,
      "step": 24
    },
    {
      "epoch": 0.029577048210588583,
      "grad_norm": 1.9696910381317139,
      "learning_rate": 4.9687500000000005e-06,
      "loss": 0.2277,
      "step": 25
    },
    {
      "epoch": 0.03076013013901213,
      "grad_norm": 2.0108089447021484,
      "learning_rate": 4.9675e-06,
      "loss": 0.2459,
      "step": 26
    },
    {
      "epoch": 0.03194321206743567,
      "grad_norm": 2.2769222259521484,
      "learning_rate": 4.96625e-06,
      "loss": 0.2515,
      "step": 27
    },
    {
      "epoch": 0.033126293995859216,
      "grad_norm": 2.201805830001831,
      "learning_rate": 4.965000000000001e-06,
      "loss": 0.2567,
      "step": 28
    },
    {
      "epoch": 0.03430937592428276,
      "grad_norm": 2.263960599899292,
      "learning_rate": 4.9637500000000005e-06,
      "loss": 0.2563,
      "step": 29
    },
    {
      "epoch": 0.0354924578527063,
      "grad_norm": 1.9786373376846313,
      "learning_rate": 4.9625e-06,
      "loss": 0.2364,
      "step": 30
    },
    {
      "epoch": 0.03667553978112984,
      "grad_norm": 2.3260087966918945,
      "learning_rate": 4.96125e-06,
      "loss": 0.2428,
      "step": 31
    },
    {
      "epoch": 0.03785862170955338,
      "grad_norm": 2.4209721088409424,
      "learning_rate": 4.960000000000001e-06,
      "loss": 0.246,
      "step": 32
    },
    {
      "epoch": 0.03904170363797693,
      "grad_norm": 2.0027618408203125,
      "learning_rate": 4.958750000000001e-06,
      "loss": 0.2551,
      "step": 33
    },
    {
      "epoch": 0.040224785566400474,
      "grad_norm": 2.0058484077453613,
      "learning_rate": 4.9575e-06,
      "loss": 0.2177,
      "step": 34
    },
    {
      "epoch": 0.041407867494824016,
      "grad_norm": 1.8714518547058105,
      "learning_rate": 4.95625e-06,
      "loss": 0.2294,
      "step": 35
    },
    {
      "epoch": 0.04259094942324756,
      "grad_norm": 2.051802158355713,
      "learning_rate": 4.955e-06,
      "loss": 0.2643,
      "step": 36
    },
    {
      "epoch": 0.0437740313516711,
      "grad_norm": 2.301116466522217,
      "learning_rate": 4.953750000000001e-06,
      "loss": 0.246,
      "step": 37
    },
    {
      "epoch": 0.04495711328009465,
      "grad_norm": 2.205218553543091,
      "learning_rate": 4.9525000000000004e-06,
      "loss": 0.245,
      "step": 38
    },
    {
      "epoch": 0.04614019520851819,
      "grad_norm": 2.1235976219177246,
      "learning_rate": 4.95125e-06,
      "loss": 0.2475,
      "step": 39
    },
    {
      "epoch": 0.04732327713694173,
      "grad_norm": 2.3169736862182617,
      "learning_rate": 4.95e-06,
      "loss": 0.2669,
      "step": 40
    },
    {
      "epoch": 0.048506359065365275,
      "grad_norm": 1.941275715827942,
      "learning_rate": 4.948750000000001e-06,
      "loss": 0.2335,
      "step": 41
    },
    {
      "epoch": 0.049689440993788817,
      "grad_norm": 2.2764127254486084,
      "learning_rate": 4.9475000000000005e-06,
      "loss": 0.2472,
      "step": 42
    },
    {
      "epoch": 0.050872522922212365,
      "grad_norm": 2.1738240718841553,
      "learning_rate": 4.94625e-06,
      "loss": 0.237,
      "step": 43
    },
    {
      "epoch": 0.05205560485063591,
      "grad_norm": 2.2620325088500977,
      "learning_rate": 4.945e-06,
      "loss": 0.27,
      "step": 44
    },
    {
      "epoch": 0.05323868677905945,
      "grad_norm": 2.079681158065796,
      "learning_rate": 4.943750000000001e-06,
      "loss": 0.2721,
      "step": 45
    },
    {
      "epoch": 0.05442176870748299,
      "grad_norm": 2.0338194370269775,
      "learning_rate": 4.9425000000000005e-06,
      "loss": 0.2512,
      "step": 46
    },
    {
      "epoch": 0.05560485063590653,
      "grad_norm": 2.0005125999450684,
      "learning_rate": 4.94125e-06,
      "loss": 0.2566,
      "step": 47
    },
    {
      "epoch": 0.05678793256433008,
      "grad_norm": 2.0430355072021484,
      "learning_rate": 4.94e-06,
      "loss": 0.2498,
      "step": 48
    },
    {
      "epoch": 0.057971014492753624,
      "grad_norm": 2.114612579345703,
      "learning_rate": 4.938750000000001e-06,
      "loss": 0.2396,
      "step": 49
    },
    {
      "epoch": 0.059154096421177166,
      "grad_norm": 1.7274242639541626,
      "learning_rate": 4.937500000000001e-06,
      "loss": 0.2063,
      "step": 50
    },
    {
      "epoch": 0.06033717834960071,
      "grad_norm": 4.613703727722168,
      "learning_rate": 4.93625e-06,
      "loss": 0.2515,
      "step": 51
    },
    {
      "epoch": 0.06152026027802426,
      "grad_norm": 1.973289132118225,
      "learning_rate": 4.935e-06,
      "loss": 0.2322,
      "step": 52
    },
    {
      "epoch": 0.0627033422064478,
      "grad_norm": 2.0583972930908203,
      "learning_rate": 4.933750000000001e-06,
      "loss": 0.2599,
      "step": 53
    },
    {
      "epoch": 0.06388642413487133,
      "grad_norm": 2.534259557723999,
      "learning_rate": 4.932500000000001e-06,
      "loss": 0.239,
      "step": 54
    },
    {
      "epoch": 0.06506950606329488,
      "grad_norm": 2.577638626098633,
      "learning_rate": 4.9312500000000004e-06,
      "loss": 0.2176,
      "step": 55
    },
    {
      "epoch": 0.06625258799171843,
      "grad_norm": 2.2335028648376465,
      "learning_rate": 4.93e-06,
      "loss": 0.2492,
      "step": 56
    },
    {
      "epoch": 0.06743566992014197,
      "grad_norm": 1.9347782135009766,
      "learning_rate": 4.928750000000001e-06,
      "loss": 0.2129,
      "step": 57
    },
    {
      "epoch": 0.06861875184856552,
      "grad_norm": 2.321319818496704,
      "learning_rate": 4.927500000000001e-06,
      "loss": 0.2359,
      "step": 58
    },
    {
      "epoch": 0.06980183377698905,
      "grad_norm": 2.1429150104522705,
      "learning_rate": 4.9262500000000005e-06,
      "loss": 0.2619,
      "step": 59
    },
    {
      "epoch": 0.0709849157054126,
      "grad_norm": 2.657050609588623,
      "learning_rate": 4.925e-06,
      "loss": 0.2559,
      "step": 60
    },
    {
      "epoch": 0.07216799763383615,
      "grad_norm": 2.193398952484131,
      "learning_rate": 4.92375e-06,
      "loss": 0.2461,
      "step": 61
    },
    {
      "epoch": 0.07335107956225968,
      "grad_norm": 2.1088688373565674,
      "learning_rate": 4.922500000000001e-06,
      "loss": 0.2234,
      "step": 62
    },
    {
      "epoch": 0.07453416149068323,
      "grad_norm": 2.0798721313476562,
      "learning_rate": 4.9212500000000005e-06,
      "loss": 0.2324,
      "step": 63
    },
    {
      "epoch": 0.07571724341910677,
      "grad_norm": 1.990342140197754,
      "learning_rate": 4.92e-06,
      "loss": 0.2597,
      "step": 64
    },
    {
      "epoch": 0.07690032534753032,
      "grad_norm": 2.122241258621216,
      "learning_rate": 4.91875e-06,
      "loss": 0.2345,
      "step": 65
    },
    {
      "epoch": 0.07808340727595386,
      "grad_norm": 2.0237135887145996,
      "learning_rate": 4.917500000000001e-06,
      "loss": 0.2486,
      "step": 66
    },
    {
      "epoch": 0.0792664892043774,
      "grad_norm": 2.1832430362701416,
      "learning_rate": 4.9162500000000006e-06,
      "loss": 0.2503,
      "step": 67
    },
    {
      "epoch": 0.08044957113280095,
      "grad_norm": 2.299929618835449,
      "learning_rate": 4.915e-06,
      "loss": 0.2592,
      "step": 68
    },
    {
      "epoch": 0.08163265306122448,
      "grad_norm": 2.149385929107666,
      "learning_rate": 4.91375e-06,
      "loss": 0.2344,
      "step": 69
    },
    {
      "epoch": 0.08281573498964803,
      "grad_norm": 2.2965173721313477,
      "learning_rate": 4.912500000000001e-06,
      "loss": 0.2532,
      "step": 70
    },
    {
      "epoch": 0.08399881691807158,
      "grad_norm": 2.102252960205078,
      "learning_rate": 4.91125e-06,
      "loss": 0.2544,
      "step": 71
    },
    {
      "epoch": 0.08518189884649512,
      "grad_norm": 2.077648162841797,
      "learning_rate": 4.9100000000000004e-06,
      "loss": 0.2424,
      "step": 72
    },
    {
      "epoch": 0.08636498077491866,
      "grad_norm": 1.7898882627487183,
      "learning_rate": 4.90875e-06,
      "loss": 0.2347,
      "step": 73
    },
    {
      "epoch": 0.0875480627033422,
      "grad_norm": 2.3564510345458984,
      "learning_rate": 4.907500000000001e-06,
      "loss": 0.2409,
      "step": 74
    },
    {
      "epoch": 0.08873114463176575,
      "grad_norm": 2.026122808456421,
      "learning_rate": 4.90625e-06,
      "loss": 0.2462,
      "step": 75
    },
    {
      "epoch": 0.0899142265601893,
      "grad_norm": 1.986960768699646,
      "learning_rate": 4.9050000000000005e-06,
      "loss": 0.2314,
      "step": 76
    },
    {
      "epoch": 0.09109730848861283,
      "grad_norm": 2.0246565341949463,
      "learning_rate": 4.90375e-06,
      "loss": 0.2313,
      "step": 77
    },
    {
      "epoch": 0.09228039041703638,
      "grad_norm": 1.7285372018814087,
      "learning_rate": 4.902500000000001e-06,
      "loss": 0.2273,
      "step": 78
    },
    {
      "epoch": 0.09346347234545992,
      "grad_norm": 2.1053431034088135,
      "learning_rate": 4.90125e-06,
      "loss": 0.2547,
      "step": 79
    },
    {
      "epoch": 0.09464655427388347,
      "grad_norm": 1.9087393283843994,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.2126,
      "step": 80
    },
    {
      "epoch": 0.09582963620230701,
      "grad_norm": 2.052885055541992,
      "learning_rate": 4.89875e-06,
      "loss": 0.2496,
      "step": 81
    },
    {
      "epoch": 0.09701271813073055,
      "grad_norm": 2.595057964324951,
      "learning_rate": 4.897500000000001e-06,
      "loss": 0.2497,
      "step": 82
    },
    {
      "epoch": 0.0981958000591541,
      "grad_norm": 1.749897837638855,
      "learning_rate": 4.89625e-06,
      "loss": 0.2349,
      "step": 83
    },
    {
      "epoch": 0.09937888198757763,
      "grad_norm": 2.030165195465088,
      "learning_rate": 4.8950000000000006e-06,
      "loss": 0.254,
      "step": 84
    },
    {
      "epoch": 0.10056196391600118,
      "grad_norm": 2.150524616241455,
      "learning_rate": 4.89375e-06,
      "loss": 0.2224,
      "step": 85
    },
    {
      "epoch": 0.10174504584442473,
      "grad_norm": 1.9854685068130493,
      "learning_rate": 4.8925e-06,
      "loss": 0.2354,
      "step": 86
    },
    {
      "epoch": 0.10292812777284827,
      "grad_norm": 1.9026265144348145,
      "learning_rate": 4.89125e-06,
      "loss": 0.2391,
      "step": 87
    },
    {
      "epoch": 0.10411120970127181,
      "grad_norm": 1.8395593166351318,
      "learning_rate": 4.890000000000001e-06,
      "loss": 0.2498,
      "step": 88
    },
    {
      "epoch": 0.10529429162969535,
      "grad_norm": 1.9397979974746704,
      "learning_rate": 4.88875e-06,
      "loss": 0.2377,
      "step": 89
    },
    {
      "epoch": 0.1064773735581189,
      "grad_norm": 1.8917561769485474,
      "learning_rate": 4.8875e-06,
      "loss": 0.2443,
      "step": 90
    },
    {
      "epoch": 0.10766045548654245,
      "grad_norm": 2.038583517074585,
      "learning_rate": 4.88625e-06,
      "loss": 0.236,
      "step": 91
    },
    {
      "epoch": 0.10884353741496598,
      "grad_norm": 1.635682463645935,
      "learning_rate": 4.885000000000001e-06,
      "loss": 0.2216,
      "step": 92
    },
    {
      "epoch": 0.11002661934338953,
      "grad_norm": 1.834957242012024,
      "learning_rate": 4.8837500000000005e-06,
      "loss": 0.2188,
      "step": 93
    },
    {
      "epoch": 0.11120970127181307,
      "grad_norm": 1.8312525749206543,
      "learning_rate": 4.8825e-06,
      "loss": 0.2467,
      "step": 94
    },
    {
      "epoch": 0.11239278320023662,
      "grad_norm": 2.0534043312072754,
      "learning_rate": 4.88125e-06,
      "loss": 0.2501,
      "step": 95
    },
    {
      "epoch": 0.11357586512866016,
      "grad_norm": 1.9417256116867065,
      "learning_rate": 4.880000000000001e-06,
      "loss": 0.2206,
      "step": 96
    },
    {
      "epoch": 0.1147589470570837,
      "grad_norm": 1.9795541763305664,
      "learning_rate": 4.8787500000000005e-06,
      "loss": 0.2323,
      "step": 97
    },
    {
      "epoch": 0.11594202898550725,
      "grad_norm": 2.1221625804901123,
      "learning_rate": 4.8775e-06,
      "loss": 0.223,
      "step": 98
    },
    {
      "epoch": 0.11712511091393078,
      "grad_norm": 1.8060489892959595,
      "learning_rate": 4.87625e-06,
      "loss": 0.2293,
      "step": 99
    },
    {
      "epoch": 0.11830819284235433,
      "grad_norm": 2.0370259284973145,
      "learning_rate": 4.875e-06,
      "loss": 0.2126,
      "step": 100
    },
    {
      "epoch": 0.11949127477077788,
      "grad_norm": 1.8419151306152344,
      "learning_rate": 4.8737500000000006e-06,
      "loss": 0.2279,
      "step": 101
    },
    {
      "epoch": 0.12067435669920142,
      "grad_norm": 1.9191561937332153,
      "learning_rate": 4.8725e-06,
      "loss": 0.2598,
      "step": 102
    },
    {
      "epoch": 0.12185743862762496,
      "grad_norm": 1.8152592182159424,
      "learning_rate": 4.87125e-06,
      "loss": 0.2362,
      "step": 103
    },
    {
      "epoch": 0.12304052055604851,
      "grad_norm": 1.8178733587265015,
      "learning_rate": 4.87e-06,
      "loss": 0.2403,
      "step": 104
    },
    {
      "epoch": 0.12422360248447205,
      "grad_norm": 1.9474964141845703,
      "learning_rate": 4.868750000000001e-06,
      "loss": 0.2468,
      "step": 105
    },
    {
      "epoch": 0.1254066844128956,
      "grad_norm": 1.9086790084838867,
      "learning_rate": 4.8675e-06,
      "loss": 0.2086,
      "step": 106
    },
    {
      "epoch": 0.12658976634131913,
      "grad_norm": 2.346707820892334,
      "learning_rate": 4.86625e-06,
      "loss": 0.2216,
      "step": 107
    },
    {
      "epoch": 0.12777284826974267,
      "grad_norm": 1.738911747932434,
      "learning_rate": 4.865e-06,
      "loss": 0.2183,
      "step": 108
    },
    {
      "epoch": 0.12895593019816623,
      "grad_norm": 2.1267385482788086,
      "learning_rate": 4.863750000000001e-06,
      "loss": 0.2455,
      "step": 109
    },
    {
      "epoch": 0.13013901212658976,
      "grad_norm": 1.868361473083496,
      "learning_rate": 4.8625000000000005e-06,
      "loss": 0.2364,
      "step": 110
    },
    {
      "epoch": 0.1313220940550133,
      "grad_norm": 1.7360605001449585,
      "learning_rate": 4.86125e-06,
      "loss": 0.2425,
      "step": 111
    },
    {
      "epoch": 0.13250517598343686,
      "grad_norm": 1.9552383422851562,
      "learning_rate": 4.86e-06,
      "loss": 0.2269,
      "step": 112
    },
    {
      "epoch": 0.1336882579118604,
      "grad_norm": 2.0971555709838867,
      "learning_rate": 4.858750000000001e-06,
      "loss": 0.2052,
      "step": 113
    },
    {
      "epoch": 0.13487133984028393,
      "grad_norm": 2.4274823665618896,
      "learning_rate": 4.8575000000000005e-06,
      "loss": 0.2476,
      "step": 114
    },
    {
      "epoch": 0.1360544217687075,
      "grad_norm": 1.9225788116455078,
      "learning_rate": 4.85625e-06,
      "loss": 0.2427,
      "step": 115
    },
    {
      "epoch": 0.13723750369713103,
      "grad_norm": 2.1598422527313232,
      "learning_rate": 4.855e-06,
      "loss": 0.2342,
      "step": 116
    },
    {
      "epoch": 0.13842058562555457,
      "grad_norm": 1.8408483266830444,
      "learning_rate": 4.853750000000001e-06,
      "loss": 0.2399,
      "step": 117
    },
    {
      "epoch": 0.1396036675539781,
      "grad_norm": 2.0003838539123535,
      "learning_rate": 4.8525000000000006e-06,
      "loss": 0.2397,
      "step": 118
    },
    {
      "epoch": 0.14078674948240166,
      "grad_norm": 1.8507474660873413,
      "learning_rate": 4.85125e-06,
      "loss": 0.246,
      "step": 119
    },
    {
      "epoch": 0.1419698314108252,
      "grad_norm": 2.0442306995391846,
      "learning_rate": 4.85e-06,
      "loss": 0.2298,
      "step": 120
    },
    {
      "epoch": 0.14315291333924873,
      "grad_norm": 2.0822994709014893,
      "learning_rate": 4.848750000000001e-06,
      "loss": 0.2393,
      "step": 121
    },
    {
      "epoch": 0.1443359952676723,
      "grad_norm": 1.8815940618515015,
      "learning_rate": 4.847500000000001e-06,
      "loss": 0.2374,
      "step": 122
    },
    {
      "epoch": 0.14551907719609583,
      "grad_norm": 1.8023940324783325,
      "learning_rate": 4.84625e-06,
      "loss": 0.2303,
      "step": 123
    },
    {
      "epoch": 0.14670215912451937,
      "grad_norm": 1.7209413051605225,
      "learning_rate": 4.845e-06,
      "loss": 0.2349,
      "step": 124
    },
    {
      "epoch": 0.14788524105294293,
      "grad_norm": 1.731852412223816,
      "learning_rate": 4.84375e-06,
      "loss": 0.2317,
      "step": 125
    },
    {
      "epoch": 0.14906832298136646,
      "grad_norm": 1.9795680046081543,
      "learning_rate": 4.842500000000001e-06,
      "loss": 0.2353,
      "step": 126
    },
    {
      "epoch": 0.15025140490979,
      "grad_norm": 2.0678229331970215,
      "learning_rate": 4.8412500000000004e-06,
      "loss": 0.2423,
      "step": 127
    },
    {
      "epoch": 0.15143448683821353,
      "grad_norm": 1.6294100284576416,
      "learning_rate": 4.84e-06,
      "loss": 0.2347,
      "step": 128
    },
    {
      "epoch": 0.1526175687666371,
      "grad_norm": 1.7438840866088867,
      "learning_rate": 4.83875e-06,
      "loss": 0.2419,
      "step": 129
    },
    {
      "epoch": 0.15380065069506063,
      "grad_norm": 2.2364532947540283,
      "learning_rate": 4.837500000000001e-06,
      "loss": 0.2566,
      "step": 130
    },
    {
      "epoch": 0.15498373262348417,
      "grad_norm": 1.8731287717819214,
      "learning_rate": 4.8362500000000005e-06,
      "loss": 0.2225,
      "step": 131
    },
    {
      "epoch": 0.15616681455190773,
      "grad_norm": 1.8111813068389893,
      "learning_rate": 4.835e-06,
      "loss": 0.2465,
      "step": 132
    },
    {
      "epoch": 0.15734989648033126,
      "grad_norm": 1.958540916442871,
      "learning_rate": 4.83375e-06,
      "loss": 0.2203,
      "step": 133
    },
    {
      "epoch": 0.1585329784087548,
      "grad_norm": 1.8410875797271729,
      "learning_rate": 4.832500000000001e-06,
      "loss": 0.2161,
      "step": 134
    },
    {
      "epoch": 0.15971606033717836,
      "grad_norm": 2.0129263401031494,
      "learning_rate": 4.8312500000000005e-06,
      "loss": 0.2252,
      "step": 135
    },
    {
      "epoch": 0.1608991422656019,
      "grad_norm": 1.6709232330322266,
      "learning_rate": 4.83e-06,
      "loss": 0.2361,
      "step": 136
    },
    {
      "epoch": 0.16208222419402543,
      "grad_norm": 1.8482400178909302,
      "learning_rate": 4.82875e-06,
      "loss": 0.2112,
      "step": 137
    },
    {
      "epoch": 0.16326530612244897,
      "grad_norm": 1.8703190088272095,
      "learning_rate": 4.827500000000001e-06,
      "loss": 0.2242,
      "step": 138
    },
    {
      "epoch": 0.16444838805087253,
      "grad_norm": 1.6118755340576172,
      "learning_rate": 4.826250000000001e-06,
      "loss": 0.2262,
      "step": 139
    },
    {
      "epoch": 0.16563146997929606,
      "grad_norm": 1.9231178760528564,
      "learning_rate": 4.825e-06,
      "loss": 0.2417,
      "step": 140
    },
    {
      "epoch": 0.1668145519077196,
      "grad_norm": 1.9067695140838623,
      "learning_rate": 4.82375e-06,
      "loss": 0.2498,
      "step": 141
    },
    {
      "epoch": 0.16799763383614316,
      "grad_norm": 2.2337772846221924,
      "learning_rate": 4.822500000000001e-06,
      "loss": 0.2215,
      "step": 142
    },
    {
      "epoch": 0.1691807157645667,
      "grad_norm": 1.7563021183013916,
      "learning_rate": 4.821250000000001e-06,
      "loss": 0.2152,
      "step": 143
    },
    {
      "epoch": 0.17036379769299023,
      "grad_norm": 1.7275441884994507,
      "learning_rate": 4.8200000000000004e-06,
      "loss": 0.2395,
      "step": 144
    },
    {
      "epoch": 0.1715468796214138,
      "grad_norm": 1.9618782997131348,
      "learning_rate": 4.81875e-06,
      "loss": 0.2569,
      "step": 145
    },
    {
      "epoch": 0.17272996154983733,
      "grad_norm": 1.9048913717269897,
      "learning_rate": 4.817500000000001e-06,
      "loss": 0.2375,
      "step": 146
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 1.8320634365081787,
      "learning_rate": 4.816250000000001e-06,
      "loss": 0.2235,
      "step": 147
    },
    {
      "epoch": 0.1750961254066844,
      "grad_norm": 1.8724092245101929,
      "learning_rate": 4.8150000000000005e-06,
      "loss": 0.2227,
      "step": 148
    },
    {
      "epoch": 0.17627920733510796,
      "grad_norm": 1.9613903760910034,
      "learning_rate": 4.81375e-06,
      "loss": 0.2334,
      "step": 149
    },
    {
      "epoch": 0.1774622892635315,
      "grad_norm": 1.6121172904968262,
      "learning_rate": 4.8125e-06,
      "loss": 0.2051,
      "step": 150
    },
    {
      "epoch": 0.17864537119195503,
      "grad_norm": 2.206853151321411,
      "learning_rate": 4.811250000000001e-06,
      "loss": 0.253,
      "step": 151
    },
    {
      "epoch": 0.1798284531203786,
      "grad_norm": 1.854071855545044,
      "learning_rate": 4.8100000000000005e-06,
      "loss": 0.236,
      "step": 152
    },
    {
      "epoch": 0.18101153504880213,
      "grad_norm": 2.0291330814361572,
      "learning_rate": 4.80875e-06,
      "loss": 0.2325,
      "step": 153
    },
    {
      "epoch": 0.18219461697722567,
      "grad_norm": 1.771928071975708,
      "learning_rate": 4.8075e-06,
      "loss": 0.2192,
      "step": 154
    },
    {
      "epoch": 0.18337769890564923,
      "grad_norm": 1.9444481134414673,
      "learning_rate": 4.806250000000001e-06,
      "loss": 0.2298,
      "step": 155
    },
    {
      "epoch": 0.18456078083407276,
      "grad_norm": 2.5084357261657715,
      "learning_rate": 4.805000000000001e-06,
      "loss": 0.2413,
      "step": 156
    },
    {
      "epoch": 0.1857438627624963,
      "grad_norm": 1.6882388591766357,
      "learning_rate": 4.80375e-06,
      "loss": 0.2167,
      "step": 157
    },
    {
      "epoch": 0.18692694469091983,
      "grad_norm": 2.0198111534118652,
      "learning_rate": 4.8025e-06,
      "loss": 0.2326,
      "step": 158
    },
    {
      "epoch": 0.1881100266193434,
      "grad_norm": 2.1372225284576416,
      "learning_rate": 4.801250000000001e-06,
      "loss": 0.2083,
      "step": 159
    },
    {
      "epoch": 0.18929310854776693,
      "grad_norm": 2.214465618133545,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.2131,
      "step": 160
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 2.080329179763794,
      "learning_rate": 4.7987500000000004e-06,
      "loss": 0.2022,
      "step": 161
    },
    {
      "epoch": 0.19165927240461403,
      "grad_norm": 2.0989134311676025,
      "learning_rate": 4.7975e-06,
      "loss": 0.2383,
      "step": 162
    },
    {
      "epoch": 0.19284235433303756,
      "grad_norm": 1.682469367980957,
      "learning_rate": 4.796250000000001e-06,
      "loss": 0.215,
      "step": 163
    },
    {
      "epoch": 0.1940254362614611,
      "grad_norm": 1.5963906049728394,
      "learning_rate": 4.795e-06,
      "loss": 0.2279,
      "step": 164
    },
    {
      "epoch": 0.19520851818988466,
      "grad_norm": 2.0112242698669434,
      "learning_rate": 4.7937500000000005e-06,
      "loss": 0.2345,
      "step": 165
    },
    {
      "epoch": 0.1963916001183082,
      "grad_norm": 1.5308153629302979,
      "learning_rate": 4.7925e-06,
      "loss": 0.2224,
      "step": 166
    },
    {
      "epoch": 0.19757468204673173,
      "grad_norm": 1.4766302108764648,
      "learning_rate": 4.791250000000001e-06,
      "loss": 0.2129,
      "step": 167
    },
    {
      "epoch": 0.19875776397515527,
      "grad_norm": 2.0693554878234863,
      "learning_rate": 4.79e-06,
      "loss": 0.2344,
      "step": 168
    },
    {
      "epoch": 0.19994084590357883,
      "grad_norm": 1.9057021141052246,
      "learning_rate": 4.7887500000000005e-06,
      "loss": 0.2523,
      "step": 169
    },
    {
      "epoch": 0.20112392783200236,
      "grad_norm": 1.812928557395935,
      "learning_rate": 4.7875e-06,
      "loss": 0.2318,
      "step": 170
    },
    {
      "epoch": 0.2023070097604259,
      "grad_norm": 1.6785112619400024,
      "learning_rate": 4.786250000000001e-06,
      "loss": 0.2078,
      "step": 171
    },
    {
      "epoch": 0.20349009168884946,
      "grad_norm": 1.9895825386047363,
      "learning_rate": 4.785e-06,
      "loss": 0.2113,
      "step": 172
    },
    {
      "epoch": 0.204673173617273,
      "grad_norm": 2.292640447616577,
      "learning_rate": 4.7837500000000006e-06,
      "loss": 0.2383,
      "step": 173
    },
    {
      "epoch": 0.20585625554569653,
      "grad_norm": 1.9101717472076416,
      "learning_rate": 4.7825e-06,
      "loss": 0.2241,
      "step": 174
    },
    {
      "epoch": 0.2070393374741201,
      "grad_norm": 2.0935518741607666,
      "learning_rate": 4.781250000000001e-06,
      "loss": 0.223,
      "step": 175
    },
    {
      "epoch": 0.20822241940254363,
      "grad_norm": 1.849385380744934,
      "learning_rate": 4.78e-06,
      "loss": 0.2543,
      "step": 176
    },
    {
      "epoch": 0.20940550133096716,
      "grad_norm": 1.771072506904602,
      "learning_rate": 4.778750000000001e-06,
      "loss": 0.2047,
      "step": 177
    },
    {
      "epoch": 0.2105885832593907,
      "grad_norm": 1.7452104091644287,
      "learning_rate": 4.7775e-06,
      "loss": 0.255,
      "step": 178
    },
    {
      "epoch": 0.21177166518781426,
      "grad_norm": 1.7960786819458008,
      "learning_rate": 4.77625e-06,
      "loss": 0.2139,
      "step": 179
    },
    {
      "epoch": 0.2129547471162378,
      "grad_norm": 1.7545033693313599,
      "learning_rate": 4.775e-06,
      "loss": 0.2136,
      "step": 180
    },
    {
      "epoch": 0.21413782904466133,
      "grad_norm": 1.925955891609192,
      "learning_rate": 4.773750000000001e-06,
      "loss": 0.2648,
      "step": 181
    },
    {
      "epoch": 0.2153209109730849,
      "grad_norm": 2.2802045345306396,
      "learning_rate": 4.7725000000000005e-06,
      "loss": 0.2406,
      "step": 182
    },
    {
      "epoch": 0.21650399290150843,
      "grad_norm": 1.839751124382019,
      "learning_rate": 4.77125e-06,
      "loss": 0.2354,
      "step": 183
    },
    {
      "epoch": 0.21768707482993196,
      "grad_norm": 1.8213366270065308,
      "learning_rate": 4.77e-06,
      "loss": 0.2174,
      "step": 184
    },
    {
      "epoch": 0.21887015675835553,
      "grad_norm": 2.1424074172973633,
      "learning_rate": 4.768750000000001e-06,
      "loss": 0.2299,
      "step": 185
    },
    {
      "epoch": 0.22005323868677906,
      "grad_norm": 2.2080776691436768,
      "learning_rate": 4.7675000000000005e-06,
      "loss": 0.2582,
      "step": 186
    },
    {
      "epoch": 0.2212363206152026,
      "grad_norm": 1.9374247789382935,
      "learning_rate": 4.76625e-06,
      "loss": 0.2308,
      "step": 187
    },
    {
      "epoch": 0.22241940254362613,
      "grad_norm": 1.8572752475738525,
      "learning_rate": 4.765e-06,
      "loss": 0.2224,
      "step": 188
    },
    {
      "epoch": 0.2236024844720497,
      "grad_norm": 1.833842158317566,
      "learning_rate": 4.76375e-06,
      "loss": 0.209,
      "step": 189
    },
    {
      "epoch": 0.22478556640047323,
      "grad_norm": 1.8651922941207886,
      "learning_rate": 4.7625000000000006e-06,
      "loss": 0.2416,
      "step": 190
    },
    {
      "epoch": 0.22596864832889677,
      "grad_norm": 1.9629894495010376,
      "learning_rate": 4.76125e-06,
      "loss": 0.2351,
      "step": 191
    },
    {
      "epoch": 0.22715173025732033,
      "grad_norm": 2.3880834579467773,
      "learning_rate": 4.76e-06,
      "loss": 0.2277,
      "step": 192
    },
    {
      "epoch": 0.22833481218574386,
      "grad_norm": 1.876425862312317,
      "learning_rate": 4.75875e-06,
      "loss": 0.2222,
      "step": 193
    },
    {
      "epoch": 0.2295178941141674,
      "grad_norm": 1.9424009323120117,
      "learning_rate": 4.757500000000001e-06,
      "loss": 0.2084,
      "step": 194
    },
    {
      "epoch": 0.23070097604259096,
      "grad_norm": 1.9733895063400269,
      "learning_rate": 4.75625e-06,
      "loss": 0.224,
      "step": 195
    },
    {
      "epoch": 0.2318840579710145,
      "grad_norm": 1.9220353364944458,
      "learning_rate": 4.755e-06,
      "loss": 0.2058,
      "step": 196
    },
    {
      "epoch": 0.23306713989943803,
      "grad_norm": 1.8912702798843384,
      "learning_rate": 4.75375e-06,
      "loss": 0.2274,
      "step": 197
    },
    {
      "epoch": 0.23425022182786157,
      "grad_norm": 1.6422877311706543,
      "learning_rate": 4.752500000000001e-06,
      "loss": 0.2098,
      "step": 198
    },
    {
      "epoch": 0.23543330375628513,
      "grad_norm": 1.8763656616210938,
      "learning_rate": 4.7512500000000005e-06,
      "loss": 0.2422,
      "step": 199
    },
    {
      "epoch": 0.23661638568470866,
      "grad_norm": 1.6136271953582764,
      "learning_rate": 4.75e-06,
      "loss": 0.2112,
      "step": 200
    },
    {
      "epoch": 0.2377994676131322,
      "grad_norm": 1.6210423707962036,
      "learning_rate": 4.74875e-06,
      "loss": 0.2135,
      "step": 201
    },
    {
      "epoch": 0.23898254954155576,
      "grad_norm": 1.6347814798355103,
      "learning_rate": 4.747500000000001e-06,
      "loss": 0.2166,
      "step": 202
    },
    {
      "epoch": 0.2401656314699793,
      "grad_norm": 1.7272768020629883,
      "learning_rate": 4.7462500000000005e-06,
      "loss": 0.2181,
      "step": 203
    },
    {
      "epoch": 0.24134871339840283,
      "grad_norm": 2.3884904384613037,
      "learning_rate": 4.745e-06,
      "loss": 0.2093,
      "step": 204
    },
    {
      "epoch": 0.2425317953268264,
      "grad_norm": 1.7122042179107666,
      "learning_rate": 4.74375e-06,
      "loss": 0.1969,
      "step": 205
    },
    {
      "epoch": 0.24371487725524993,
      "grad_norm": 1.8603320121765137,
      "learning_rate": 4.742500000000001e-06,
      "loss": 0.2361,
      "step": 206
    },
    {
      "epoch": 0.24489795918367346,
      "grad_norm": 1.915271282196045,
      "learning_rate": 4.7412500000000006e-06,
      "loss": 0.2111,
      "step": 207
    },
    {
      "epoch": 0.24608104111209703,
      "grad_norm": 2.093996047973633,
      "learning_rate": 4.74e-06,
      "loss": 0.2246,
      "step": 208
    },
    {
      "epoch": 0.24726412304052056,
      "grad_norm": 1.6151585578918457,
      "learning_rate": 4.73875e-06,
      "loss": 0.2193,
      "step": 209
    },
    {
      "epoch": 0.2484472049689441,
      "grad_norm": 1.8422338962554932,
      "learning_rate": 4.737500000000001e-06,
      "loss": 0.2105,
      "step": 210
    },
    {
      "epoch": 0.24963028689736763,
      "grad_norm": 2.2223892211914062,
      "learning_rate": 4.736250000000001e-06,
      "loss": 0.2263,
      "step": 211
    },
    {
      "epoch": 0.2508133688257912,
      "grad_norm": 2.5265085697174072,
      "learning_rate": 4.735e-06,
      "loss": 0.2186,
      "step": 212
    },
    {
      "epoch": 0.25199645075421473,
      "grad_norm": 2.063999652862549,
      "learning_rate": 4.73375e-06,
      "loss": 0.2455,
      "step": 213
    },
    {
      "epoch": 0.25317953268263826,
      "grad_norm": 1.6079577207565308,
      "learning_rate": 4.7325e-06,
      "loss": 0.2201,
      "step": 214
    },
    {
      "epoch": 0.2543626146110618,
      "grad_norm": 1.671782374382019,
      "learning_rate": 4.731250000000001e-06,
      "loss": 0.2125,
      "step": 215
    },
    {
      "epoch": 0.25554569653948533,
      "grad_norm": 1.914597749710083,
      "learning_rate": 4.7300000000000005e-06,
      "loss": 0.221,
      "step": 216
    },
    {
      "epoch": 0.2567287784679089,
      "grad_norm": 1.7564365863800049,
      "learning_rate": 4.72875e-06,
      "loss": 0.23,
      "step": 217
    },
    {
      "epoch": 0.25791186039633246,
      "grad_norm": 2.4676191806793213,
      "learning_rate": 4.7275e-06,
      "loss": 0.2021,
      "step": 218
    },
    {
      "epoch": 0.259094942324756,
      "grad_norm": 1.5812536478042603,
      "learning_rate": 4.726250000000001e-06,
      "loss": 0.1916,
      "step": 219
    },
    {
      "epoch": 0.26027802425317953,
      "grad_norm": 1.5892866849899292,
      "learning_rate": 4.7250000000000005e-06,
      "loss": 0.2174,
      "step": 220
    },
    {
      "epoch": 0.26146110618160306,
      "grad_norm": 1.6493667364120483,
      "learning_rate": 4.72375e-06,
      "loss": 0.2036,
      "step": 221
    },
    {
      "epoch": 0.2626441881100266,
      "grad_norm": 1.8415342569351196,
      "learning_rate": 4.7225e-06,
      "loss": 0.2433,
      "step": 222
    },
    {
      "epoch": 0.2638272700384502,
      "grad_norm": 2.2788166999816895,
      "learning_rate": 4.721250000000001e-06,
      "loss": 0.2069,
      "step": 223
    },
    {
      "epoch": 0.2650103519668737,
      "grad_norm": 1.7495577335357666,
      "learning_rate": 4.7200000000000005e-06,
      "loss": 0.2267,
      "step": 224
    },
    {
      "epoch": 0.26619343389529726,
      "grad_norm": 2.159227132797241,
      "learning_rate": 4.71875e-06,
      "loss": 0.2456,
      "step": 225
    },
    {
      "epoch": 0.2673765158237208,
      "grad_norm": 1.6947096586227417,
      "learning_rate": 4.7175e-06,
      "loss": 0.2184,
      "step": 226
    },
    {
      "epoch": 0.26855959775214433,
      "grad_norm": 2.0596272945404053,
      "learning_rate": 4.716250000000001e-06,
      "loss": 0.249,
      "step": 227
    },
    {
      "epoch": 0.26974267968056787,
      "grad_norm": 1.8883509635925293,
      "learning_rate": 4.715e-06,
      "loss": 0.2157,
      "step": 228
    },
    {
      "epoch": 0.2709257616089914,
      "grad_norm": 1.81239914894104,
      "learning_rate": 4.71375e-06,
      "loss": 0.2185,
      "step": 229
    },
    {
      "epoch": 0.272108843537415,
      "grad_norm": 1.716597080230713,
      "learning_rate": 4.7125e-06,
      "loss": 0.2179,
      "step": 230
    },
    {
      "epoch": 0.2732919254658385,
      "grad_norm": 1.643808126449585,
      "learning_rate": 4.711250000000001e-06,
      "loss": 0.2042,
      "step": 231
    },
    {
      "epoch": 0.27447500739426206,
      "grad_norm": 1.8664461374282837,
      "learning_rate": 4.71e-06,
      "loss": 0.2237,
      "step": 232
    },
    {
      "epoch": 0.2756580893226856,
      "grad_norm": 1.9388753175735474,
      "learning_rate": 4.7087500000000004e-06,
      "loss": 0.2152,
      "step": 233
    },
    {
      "epoch": 0.27684117125110913,
      "grad_norm": 1.9597885608673096,
      "learning_rate": 4.7075e-06,
      "loss": 0.2128,
      "step": 234
    },
    {
      "epoch": 0.27802425317953267,
      "grad_norm": 1.7251286506652832,
      "learning_rate": 4.706250000000001e-06,
      "loss": 0.2081,
      "step": 235
    },
    {
      "epoch": 0.2792073351079562,
      "grad_norm": 1.7104822397232056,
      "learning_rate": 4.705e-06,
      "loss": 0.2193,
      "step": 236
    },
    {
      "epoch": 0.2803904170363798,
      "grad_norm": 1.8473135232925415,
      "learning_rate": 4.7037500000000005e-06,
      "loss": 0.2172,
      "step": 237
    },
    {
      "epoch": 0.2815734989648033,
      "grad_norm": 1.7523866891860962,
      "learning_rate": 4.7025e-06,
      "loss": 0.2273,
      "step": 238
    },
    {
      "epoch": 0.28275658089322686,
      "grad_norm": 1.7974885702133179,
      "learning_rate": 4.701250000000001e-06,
      "loss": 0.2087,
      "step": 239
    },
    {
      "epoch": 0.2839396628216504,
      "grad_norm": 1.8637504577636719,
      "learning_rate": 4.7e-06,
      "loss": 0.203,
      "step": 240
    },
    {
      "epoch": 0.28512274475007393,
      "grad_norm": 1.6129474639892578,
      "learning_rate": 4.6987500000000005e-06,
      "loss": 0.2272,
      "step": 241
    },
    {
      "epoch": 0.28630582667849747,
      "grad_norm": 1.7749543190002441,
      "learning_rate": 4.6975e-06,
      "loss": 0.2202,
      "step": 242
    },
    {
      "epoch": 0.28748890860692106,
      "grad_norm": 1.5690652132034302,
      "learning_rate": 4.69625e-06,
      "loss": 0.203,
      "step": 243
    },
    {
      "epoch": 0.2886719905353446,
      "grad_norm": 1.6161121129989624,
      "learning_rate": 4.695e-06,
      "loss": 0.2066,
      "step": 244
    },
    {
      "epoch": 0.2898550724637681,
      "grad_norm": 2.0193095207214355,
      "learning_rate": 4.693750000000001e-06,
      "loss": 0.2311,
      "step": 245
    },
    {
      "epoch": 0.29103815439219166,
      "grad_norm": 1.7465118169784546,
      "learning_rate": 4.6925e-06,
      "loss": 0.2368,
      "step": 246
    },
    {
      "epoch": 0.2922212363206152,
      "grad_norm": 1.782921552658081,
      "learning_rate": 4.69125e-06,
      "loss": 0.226,
      "step": 247
    },
    {
      "epoch": 0.29340431824903873,
      "grad_norm": 2.059583902359009,
      "learning_rate": 4.69e-06,
      "loss": 0.2284,
      "step": 248
    },
    {
      "epoch": 0.29458740017746227,
      "grad_norm": 1.7890956401824951,
      "learning_rate": 4.688750000000001e-06,
      "loss": 0.2081,
      "step": 249
    },
    {
      "epoch": 0.29577048210588586,
      "grad_norm": 1.9331074953079224,
      "learning_rate": 4.6875000000000004e-06,
      "loss": 0.2252,
      "step": 250
    },
    {
      "epoch": 0.2969535640343094,
      "grad_norm": 1.836992621421814,
      "learning_rate": 4.68625e-06,
      "loss": 0.1971,
      "step": 251
    },
    {
      "epoch": 0.2981366459627329,
      "grad_norm": 1.8596571683883667,
      "learning_rate": 4.685000000000001e-06,
      "loss": 0.2321,
      "step": 252
    },
    {
      "epoch": 0.29931972789115646,
      "grad_norm": 2.118957281112671,
      "learning_rate": 4.68375e-06,
      "loss": 0.2086,
      "step": 253
    },
    {
      "epoch": 0.30050280981958,
      "grad_norm": 1.8454577922821045,
      "learning_rate": 4.6825000000000005e-06,
      "loss": 0.2292,
      "step": 254
    },
    {
      "epoch": 0.30168589174800353,
      "grad_norm": 1.4728995561599731,
      "learning_rate": 4.68125e-06,
      "loss": 0.1977,
      "step": 255
    },
    {
      "epoch": 0.30286897367642707,
      "grad_norm": 1.6834067106246948,
      "learning_rate": 4.680000000000001e-06,
      "loss": 0.2323,
      "step": 256
    },
    {
      "epoch": 0.30405205560485066,
      "grad_norm": 1.6254894733428955,
      "learning_rate": 4.67875e-06,
      "loss": 0.2355,
      "step": 257
    },
    {
      "epoch": 0.3052351375332742,
      "grad_norm": 1.7059401273727417,
      "learning_rate": 4.6775000000000005e-06,
      "loss": 0.2042,
      "step": 258
    },
    {
      "epoch": 0.3064182194616977,
      "grad_norm": 1.8304659128189087,
      "learning_rate": 4.67625e-06,
      "loss": 0.2368,
      "step": 259
    },
    {
      "epoch": 0.30760130139012126,
      "grad_norm": 1.5870059728622437,
      "learning_rate": 4.675000000000001e-06,
      "loss": 0.2367,
      "step": 260
    },
    {
      "epoch": 0.3087843833185448,
      "grad_norm": 1.6900827884674072,
      "learning_rate": 4.67375e-06,
      "loss": 0.2345,
      "step": 261
    },
    {
      "epoch": 0.30996746524696833,
      "grad_norm": 1.6485545635223389,
      "learning_rate": 4.672500000000001e-06,
      "loss": 0.2046,
      "step": 262
    },
    {
      "epoch": 0.3111505471753919,
      "grad_norm": 1.7679157257080078,
      "learning_rate": 4.67125e-06,
      "loss": 0.2332,
      "step": 263
    },
    {
      "epoch": 0.31233362910381546,
      "grad_norm": 1.676711082458496,
      "learning_rate": 4.670000000000001e-06,
      "loss": 0.2149,
      "step": 264
    },
    {
      "epoch": 0.313516711032239,
      "grad_norm": 1.7871328592300415,
      "learning_rate": 4.66875e-06,
      "loss": 0.2234,
      "step": 265
    },
    {
      "epoch": 0.3146997929606625,
      "grad_norm": 1.9631577730178833,
      "learning_rate": 4.667500000000001e-06,
      "loss": 0.2087,
      "step": 266
    },
    {
      "epoch": 0.31588287488908606,
      "grad_norm": 1.6207168102264404,
      "learning_rate": 4.6662500000000004e-06,
      "loss": 0.2284,
      "step": 267
    },
    {
      "epoch": 0.3170659568175096,
      "grad_norm": 1.7508774995803833,
      "learning_rate": 4.665e-06,
      "loss": 0.1945,
      "step": 268
    },
    {
      "epoch": 0.31824903874593313,
      "grad_norm": 1.8421528339385986,
      "learning_rate": 4.66375e-06,
      "loss": 0.2178,
      "step": 269
    },
    {
      "epoch": 0.3194321206743567,
      "grad_norm": 2.0203309059143066,
      "learning_rate": 4.662500000000001e-06,
      "loss": 0.2204,
      "step": 270
    },
    {
      "epoch": 0.32061520260278026,
      "grad_norm": 2.0495989322662354,
      "learning_rate": 4.6612500000000005e-06,
      "loss": 0.2349,
      "step": 271
    },
    {
      "epoch": 0.3217982845312038,
      "grad_norm": 1.5367748737335205,
      "learning_rate": 4.66e-06,
      "loss": 0.218,
      "step": 272
    },
    {
      "epoch": 0.32298136645962733,
      "grad_norm": 1.9693152904510498,
      "learning_rate": 4.65875e-06,
      "loss": 0.225,
      "step": 273
    },
    {
      "epoch": 0.32416444838805086,
      "grad_norm": 1.571284532546997,
      "learning_rate": 4.657500000000001e-06,
      "loss": 0.1901,
      "step": 274
    },
    {
      "epoch": 0.3253475303164744,
      "grad_norm": 1.801742434501648,
      "learning_rate": 4.6562500000000005e-06,
      "loss": 0.215,
      "step": 275
    },
    {
      "epoch": 0.32653061224489793,
      "grad_norm": 1.6383665800094604,
      "learning_rate": 4.655e-06,
      "loss": 0.2043,
      "step": 276
    },
    {
      "epoch": 0.3277136941733215,
      "grad_norm": 1.9774034023284912,
      "learning_rate": 4.65375e-06,
      "loss": 0.2118,
      "step": 277
    },
    {
      "epoch": 0.32889677610174506,
      "grad_norm": 2.110351324081421,
      "learning_rate": 4.652500000000001e-06,
      "loss": 0.2127,
      "step": 278
    },
    {
      "epoch": 0.3300798580301686,
      "grad_norm": 1.775883436203003,
      "learning_rate": 4.6512500000000006e-06,
      "loss": 0.2312,
      "step": 279
    },
    {
      "epoch": 0.33126293995859213,
      "grad_norm": 1.783628225326538,
      "learning_rate": 4.65e-06,
      "loss": 0.2134,
      "step": 280
    },
    {
      "epoch": 0.33244602188701566,
      "grad_norm": 1.6660100221633911,
      "learning_rate": 4.64875e-06,
      "loss": 0.2025,
      "step": 281
    },
    {
      "epoch": 0.3336291038154392,
      "grad_norm": 1.7838362455368042,
      "learning_rate": 4.6475e-06,
      "loss": 0.1952,
      "step": 282
    },
    {
      "epoch": 0.3348121857438628,
      "grad_norm": 2.0005300045013428,
      "learning_rate": 4.646250000000001e-06,
      "loss": 0.2235,
      "step": 283
    },
    {
      "epoch": 0.3359952676722863,
      "grad_norm": 1.7513573169708252,
      "learning_rate": 4.645e-06,
      "loss": 0.2216,
      "step": 284
    },
    {
      "epoch": 0.33717834960070986,
      "grad_norm": 1.5646618604660034,
      "learning_rate": 4.64375e-06,
      "loss": 0.2438,
      "step": 285
    },
    {
      "epoch": 0.3383614315291334,
      "grad_norm": 2.242877244949341,
      "learning_rate": 4.6425e-06,
      "loss": 0.2357,
      "step": 286
    },
    {
      "epoch": 0.33954451345755693,
      "grad_norm": 1.6213918924331665,
      "learning_rate": 4.641250000000001e-06,
      "loss": 0.2018,
      "step": 287
    },
    {
      "epoch": 0.34072759538598046,
      "grad_norm": 1.6741118431091309,
      "learning_rate": 4.6400000000000005e-06,
      "loss": 0.2045,
      "step": 288
    },
    {
      "epoch": 0.341910677314404,
      "grad_norm": 1.8860020637512207,
      "learning_rate": 4.63875e-06,
      "loss": 0.2311,
      "step": 289
    },
    {
      "epoch": 0.3430937592428276,
      "grad_norm": 1.8140908479690552,
      "learning_rate": 4.6375e-06,
      "loss": 0.2082,
      "step": 290
    },
    {
      "epoch": 0.3442768411712511,
      "grad_norm": 2.069559335708618,
      "learning_rate": 4.636250000000001e-06,
      "loss": 0.217,
      "step": 291
    },
    {
      "epoch": 0.34545992309967466,
      "grad_norm": 1.786759614944458,
      "learning_rate": 4.6350000000000005e-06,
      "loss": 0.2459,
      "step": 292
    },
    {
      "epoch": 0.3466430050280982,
      "grad_norm": 2.1142795085906982,
      "learning_rate": 4.63375e-06,
      "loss": 0.2182,
      "step": 293
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 1.65966796875,
      "learning_rate": 4.6325e-06,
      "loss": 0.226,
      "step": 294
    },
    {
      "epoch": 0.34900916888494526,
      "grad_norm": 1.7002227306365967,
      "learning_rate": 4.631250000000001e-06,
      "loss": 0.2051,
      "step": 295
    },
    {
      "epoch": 0.3501922508133688,
      "grad_norm": 1.5609714984893799,
      "learning_rate": 4.6300000000000006e-06,
      "loss": 0.2292,
      "step": 296
    },
    {
      "epoch": 0.3513753327417924,
      "grad_norm": 1.6661500930786133,
      "learning_rate": 4.62875e-06,
      "loss": 0.2145,
      "step": 297
    },
    {
      "epoch": 0.3525584146702159,
      "grad_norm": 1.8161113262176514,
      "learning_rate": 4.6275e-06,
      "loss": 0.202,
      "step": 298
    },
    {
      "epoch": 0.35374149659863946,
      "grad_norm": 1.5403625965118408,
      "learning_rate": 4.626250000000001e-06,
      "loss": 0.2127,
      "step": 299
    },
    {
      "epoch": 0.354924578527063,
      "grad_norm": 2.010000467300415,
      "learning_rate": 4.625000000000001e-06,
      "loss": 0.2203,
      "step": 300
    },
    {
      "epoch": 0.35610766045548653,
      "grad_norm": 1.7578142881393433,
      "learning_rate": 4.62375e-06,
      "loss": 0.2154,
      "step": 301
    },
    {
      "epoch": 0.35729074238391006,
      "grad_norm": 1.9667818546295166,
      "learning_rate": 4.6225e-06,
      "loss": 0.2444,
      "step": 302
    },
    {
      "epoch": 0.35847382431233366,
      "grad_norm": 1.7061426639556885,
      "learning_rate": 4.621250000000001e-06,
      "loss": 0.209,
      "step": 303
    },
    {
      "epoch": 0.3596569062407572,
      "grad_norm": 1.7255232334136963,
      "learning_rate": 4.620000000000001e-06,
      "loss": 0.1999,
      "step": 304
    },
    {
      "epoch": 0.3608399881691807,
      "grad_norm": 2.0622966289520264,
      "learning_rate": 4.6187500000000005e-06,
      "loss": 0.2303,
      "step": 305
    },
    {
      "epoch": 0.36202307009760426,
      "grad_norm": 1.749866008758545,
      "learning_rate": 4.6175e-06,
      "loss": 0.1898,
      "step": 306
    },
    {
      "epoch": 0.3632061520260278,
      "grad_norm": 1.9503586292266846,
      "learning_rate": 4.61625e-06,
      "loss": 0.2177,
      "step": 307
    },
    {
      "epoch": 0.36438923395445133,
      "grad_norm": 1.7881333827972412,
      "learning_rate": 4.615000000000001e-06,
      "loss": 0.2067,
      "step": 308
    },
    {
      "epoch": 0.36557231588287487,
      "grad_norm": 1.5984553098678589,
      "learning_rate": 4.6137500000000005e-06,
      "loss": 0.2059,
      "step": 309
    },
    {
      "epoch": 0.36675539781129846,
      "grad_norm": 1.6921051740646362,
      "learning_rate": 4.6125e-06,
      "loss": 0.1969,
      "step": 310
    },
    {
      "epoch": 0.367938479739722,
      "grad_norm": 1.6874794960021973,
      "learning_rate": 4.61125e-06,
      "loss": 0.2099,
      "step": 311
    },
    {
      "epoch": 0.3691215616681455,
      "grad_norm": 1.8225075006484985,
      "learning_rate": 4.610000000000001e-06,
      "loss": 0.2056,
      "step": 312
    },
    {
      "epoch": 0.37030464359656906,
      "grad_norm": 1.9512572288513184,
      "learning_rate": 4.6087500000000006e-06,
      "loss": 0.2055,
      "step": 313
    },
    {
      "epoch": 0.3714877255249926,
      "grad_norm": 1.6682723760604858,
      "learning_rate": 4.6075e-06,
      "loss": 0.2427,
      "step": 314
    },
    {
      "epoch": 0.37267080745341613,
      "grad_norm": 1.918190836906433,
      "learning_rate": 4.60625e-06,
      "loss": 0.2056,
      "step": 315
    },
    {
      "epoch": 0.37385388938183967,
      "grad_norm": 1.7301883697509766,
      "learning_rate": 4.605000000000001e-06,
      "loss": 0.2281,
      "step": 316
    },
    {
      "epoch": 0.37503697131026326,
      "grad_norm": 1.6691696643829346,
      "learning_rate": 4.60375e-06,
      "loss": 0.2156,
      "step": 317
    },
    {
      "epoch": 0.3762200532386868,
      "grad_norm": 1.6302396059036255,
      "learning_rate": 4.6025e-06,
      "loss": 0.2065,
      "step": 318
    },
    {
      "epoch": 0.3774031351671103,
      "grad_norm": 1.833674669265747,
      "learning_rate": 4.60125e-06,
      "loss": 0.229,
      "step": 319
    },
    {
      "epoch": 0.37858621709553386,
      "grad_norm": 1.5501904487609863,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.2171,
      "step": 320
    },
    {
      "epoch": 0.3797692990239574,
      "grad_norm": 1.7691535949707031,
      "learning_rate": 4.59875e-06,
      "loss": 0.2003,
      "step": 321
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 1.8329675197601318,
      "learning_rate": 4.5975000000000005e-06,
      "loss": 0.2309,
      "step": 322
    },
    {
      "epoch": 0.3821354628808045,
      "grad_norm": 1.7573652267456055,
      "learning_rate": 4.59625e-06,
      "loss": 0.2148,
      "step": 323
    },
    {
      "epoch": 0.38331854480922806,
      "grad_norm": 1.7804630994796753,
      "learning_rate": 4.595000000000001e-06,
      "loss": 0.2054,
      "step": 324
    },
    {
      "epoch": 0.3845016267376516,
      "grad_norm": 1.6134300231933594,
      "learning_rate": 4.59375e-06,
      "loss": 0.1997,
      "step": 325
    },
    {
      "epoch": 0.3856847086660751,
      "grad_norm": 1.727796196937561,
      "learning_rate": 4.5925000000000005e-06,
      "loss": 0.2216,
      "step": 326
    },
    {
      "epoch": 0.38686779059449866,
      "grad_norm": 1.699853539466858,
      "learning_rate": 4.59125e-06,
      "loss": 0.2169,
      "step": 327
    },
    {
      "epoch": 0.3880508725229222,
      "grad_norm": 1.673011064529419,
      "learning_rate": 4.590000000000001e-06,
      "loss": 0.2073,
      "step": 328
    },
    {
      "epoch": 0.38923395445134573,
      "grad_norm": 1.7647662162780762,
      "learning_rate": 4.58875e-06,
      "loss": 0.2317,
      "step": 329
    },
    {
      "epoch": 0.3904170363797693,
      "grad_norm": 2.058245897293091,
      "learning_rate": 4.5875000000000005e-06,
      "loss": 0.2107,
      "step": 330
    },
    {
      "epoch": 0.39160011830819286,
      "grad_norm": 2.0578060150146484,
      "learning_rate": 4.58625e-06,
      "loss": 0.2032,
      "step": 331
    },
    {
      "epoch": 0.3927832002366164,
      "grad_norm": 1.7520545721054077,
      "learning_rate": 4.585e-06,
      "loss": 0.2133,
      "step": 332
    },
    {
      "epoch": 0.3939662821650399,
      "grad_norm": 1.805719256401062,
      "learning_rate": 4.58375e-06,
      "loss": 0.2061,
      "step": 333
    },
    {
      "epoch": 0.39514936409346346,
      "grad_norm": 1.4834145307540894,
      "learning_rate": 4.582500000000001e-06,
      "loss": 0.2097,
      "step": 334
    },
    {
      "epoch": 0.396332446021887,
      "grad_norm": 1.9067150354385376,
      "learning_rate": 4.58125e-06,
      "loss": 0.2074,
      "step": 335
    },
    {
      "epoch": 0.39751552795031053,
      "grad_norm": 1.6015737056732178,
      "learning_rate": 4.58e-06,
      "loss": 0.2213,
      "step": 336
    },
    {
      "epoch": 0.3986986098787341,
      "grad_norm": 1.7946031093597412,
      "learning_rate": 4.57875e-06,
      "loss": 0.2143,
      "step": 337
    },
    {
      "epoch": 0.39988169180715766,
      "grad_norm": 1.5006310939788818,
      "learning_rate": 4.577500000000001e-06,
      "loss": 0.2021,
      "step": 338
    },
    {
      "epoch": 0.4010647737355812,
      "grad_norm": 1.6249268054962158,
      "learning_rate": 4.5762500000000004e-06,
      "loss": 0.2061,
      "step": 339
    },
    {
      "epoch": 0.4022478556640047,
      "grad_norm": 1.7842872142791748,
      "learning_rate": 4.575e-06,
      "loss": 0.2205,
      "step": 340
    },
    {
      "epoch": 0.40343093759242826,
      "grad_norm": 1.849157691001892,
      "learning_rate": 4.57375e-06,
      "loss": 0.2026,
      "step": 341
    },
    {
      "epoch": 0.4046140195208518,
      "grad_norm": 1.9391974210739136,
      "learning_rate": 4.572500000000001e-06,
      "loss": 0.2184,
      "step": 342
    },
    {
      "epoch": 0.4057971014492754,
      "grad_norm": 1.933650016784668,
      "learning_rate": 4.5712500000000005e-06,
      "loss": 0.2281,
      "step": 343
    },
    {
      "epoch": 0.4069801833776989,
      "grad_norm": 1.7541342973709106,
      "learning_rate": 4.57e-06,
      "loss": 0.1919,
      "step": 344
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 1.7624635696411133,
      "learning_rate": 4.56875e-06,
      "loss": 0.2279,
      "step": 345
    },
    {
      "epoch": 0.409346347234546,
      "grad_norm": 1.3936728239059448,
      "learning_rate": 4.5675e-06,
      "loss": 0.206,
      "step": 346
    },
    {
      "epoch": 0.41052942916296953,
      "grad_norm": 1.860927700996399,
      "learning_rate": 4.5662500000000005e-06,
      "loss": 0.2371,
      "step": 347
    },
    {
      "epoch": 0.41171251109139306,
      "grad_norm": 1.6294583082199097,
      "learning_rate": 4.565e-06,
      "loss": 0.2058,
      "step": 348
    },
    {
      "epoch": 0.4128955930198166,
      "grad_norm": 1.4565120935440063,
      "learning_rate": 4.56375e-06,
      "loss": 0.2003,
      "step": 349
    },
    {
      "epoch": 0.4140786749482402,
      "grad_norm": 1.7280256748199463,
      "learning_rate": 4.5625e-06,
      "loss": 0.2129,
      "step": 350
    },
    {
      "epoch": 0.4152617568766637,
      "grad_norm": 1.8258018493652344,
      "learning_rate": 4.561250000000001e-06,
      "loss": 0.2303,
      "step": 351
    },
    {
      "epoch": 0.41644483880508726,
      "grad_norm": 1.644449234008789,
      "learning_rate": 4.56e-06,
      "loss": 0.23,
      "step": 352
    },
    {
      "epoch": 0.4176279207335108,
      "grad_norm": 1.6997029781341553,
      "learning_rate": 4.55875e-06,
      "loss": 0.2356,
      "step": 353
    },
    {
      "epoch": 0.41881100266193433,
      "grad_norm": 2.184889793395996,
      "learning_rate": 4.5575e-06,
      "loss": 0.2078,
      "step": 354
    },
    {
      "epoch": 0.41999408459035786,
      "grad_norm": 1.5398186445236206,
      "learning_rate": 4.556250000000001e-06,
      "loss": 0.2095,
      "step": 355
    },
    {
      "epoch": 0.4211771665187814,
      "grad_norm": 1.7635611295700073,
      "learning_rate": 4.5550000000000004e-06,
      "loss": 0.2174,
      "step": 356
    },
    {
      "epoch": 0.422360248447205,
      "grad_norm": 1.5516245365142822,
      "learning_rate": 4.55375e-06,
      "loss": 0.1984,
      "step": 357
    },
    {
      "epoch": 0.4235433303756285,
      "grad_norm": 1.7472184896469116,
      "learning_rate": 4.5525e-06,
      "loss": 0.2112,
      "step": 358
    },
    {
      "epoch": 0.42472641230405206,
      "grad_norm": 1.7334010601043701,
      "learning_rate": 4.551250000000001e-06,
      "loss": 0.2143,
      "step": 359
    },
    {
      "epoch": 0.4259094942324756,
      "grad_norm": 1.5825953483581543,
      "learning_rate": 4.5500000000000005e-06,
      "loss": 0.2106,
      "step": 360
    },
    {
      "epoch": 0.42709257616089913,
      "grad_norm": 1.4335472583770752,
      "learning_rate": 4.54875e-06,
      "loss": 0.2065,
      "step": 361
    },
    {
      "epoch": 0.42827565808932266,
      "grad_norm": 1.914963722229004,
      "learning_rate": 4.5475e-06,
      "loss": 0.2398,
      "step": 362
    },
    {
      "epoch": 0.42945874001774625,
      "grad_norm": 1.6975761651992798,
      "learning_rate": 4.546250000000001e-06,
      "loss": 0.21,
      "step": 363
    },
    {
      "epoch": 0.4306418219461698,
      "grad_norm": 1.5699235200881958,
      "learning_rate": 4.5450000000000005e-06,
      "loss": 0.204,
      "step": 364
    },
    {
      "epoch": 0.4318249038745933,
      "grad_norm": 1.6318728923797607,
      "learning_rate": 4.54375e-06,
      "loss": 0.2034,
      "step": 365
    },
    {
      "epoch": 0.43300798580301686,
      "grad_norm": 1.8014485836029053,
      "learning_rate": 4.5425e-06,
      "loss": 0.2169,
      "step": 366
    },
    {
      "epoch": 0.4341910677314404,
      "grad_norm": 1.6654741764068604,
      "learning_rate": 4.541250000000001e-06,
      "loss": 0.2242,
      "step": 367
    },
    {
      "epoch": 0.43537414965986393,
      "grad_norm": 1.9408992528915405,
      "learning_rate": 4.540000000000001e-06,
      "loss": 0.2189,
      "step": 368
    },
    {
      "epoch": 0.43655723158828746,
      "grad_norm": 1.5695315599441528,
      "learning_rate": 4.53875e-06,
      "loss": 0.1971,
      "step": 369
    },
    {
      "epoch": 0.43774031351671105,
      "grad_norm": 1.936196208000183,
      "learning_rate": 4.5375e-06,
      "loss": 0.215,
      "step": 370
    },
    {
      "epoch": 0.4389233954451346,
      "grad_norm": 1.5989937782287598,
      "learning_rate": 4.53625e-06,
      "loss": 0.212,
      "step": 371
    },
    {
      "epoch": 0.4401064773735581,
      "grad_norm": 1.7612370252609253,
      "learning_rate": 4.535000000000001e-06,
      "loss": 0.1892,
      "step": 372
    },
    {
      "epoch": 0.44128955930198166,
      "grad_norm": 2.814040422439575,
      "learning_rate": 4.5337500000000004e-06,
      "loss": 0.1988,
      "step": 373
    },
    {
      "epoch": 0.4424726412304052,
      "grad_norm": 1.6128261089324951,
      "learning_rate": 4.5325e-06,
      "loss": 0.1968,
      "step": 374
    },
    {
      "epoch": 0.44365572315882873,
      "grad_norm": 1.6829733848571777,
      "learning_rate": 4.53125e-06,
      "loss": 0.1983,
      "step": 375
    },
    {
      "epoch": 0.44483880508725226,
      "grad_norm": 1.7525848150253296,
      "learning_rate": 4.530000000000001e-06,
      "loss": 0.2236,
      "step": 376
    },
    {
      "epoch": 0.44602188701567586,
      "grad_norm": 1.5992765426635742,
      "learning_rate": 4.5287500000000005e-06,
      "loss": 0.1862,
      "step": 377
    },
    {
      "epoch": 0.4472049689440994,
      "grad_norm": 1.7822481393814087,
      "learning_rate": 4.5275e-06,
      "loss": 0.2106,
      "step": 378
    },
    {
      "epoch": 0.4483880508725229,
      "grad_norm": 1.827082633972168,
      "learning_rate": 4.52625e-06,
      "loss": 0.2171,
      "step": 379
    },
    {
      "epoch": 0.44957113280094646,
      "grad_norm": 1.8720605373382568,
      "learning_rate": 4.525000000000001e-06,
      "loss": 0.1804,
      "step": 380
    },
    {
      "epoch": 0.45075421472937,
      "grad_norm": 1.6681894063949585,
      "learning_rate": 4.5237500000000005e-06,
      "loss": 0.1964,
      "step": 381
    },
    {
      "epoch": 0.45193729665779353,
      "grad_norm": 1.5934771299362183,
      "learning_rate": 4.5225e-06,
      "loss": 0.1933,
      "step": 382
    },
    {
      "epoch": 0.4531203785862171,
      "grad_norm": 1.6890853643417358,
      "learning_rate": 4.52125e-06,
      "loss": 0.1983,
      "step": 383
    },
    {
      "epoch": 0.45430346051464066,
      "grad_norm": 1.5356639623641968,
      "learning_rate": 4.520000000000001e-06,
      "loss": 0.2037,
      "step": 384
    },
    {
      "epoch": 0.4554865424430642,
      "grad_norm": 1.8971006870269775,
      "learning_rate": 4.5187500000000006e-06,
      "loss": 0.2208,
      "step": 385
    },
    {
      "epoch": 0.4566696243714877,
      "grad_norm": 1.688204288482666,
      "learning_rate": 4.5175e-06,
      "loss": 0.2211,
      "step": 386
    },
    {
      "epoch": 0.45785270629991126,
      "grad_norm": 1.6857317686080933,
      "learning_rate": 4.51625e-06,
      "loss": 0.2125,
      "step": 387
    },
    {
      "epoch": 0.4590357882283348,
      "grad_norm": 1.7091715335845947,
      "learning_rate": 4.515000000000001e-06,
      "loss": 0.2286,
      "step": 388
    },
    {
      "epoch": 0.46021887015675833,
      "grad_norm": 1.5651905536651611,
      "learning_rate": 4.513750000000001e-06,
      "loss": 0.2095,
      "step": 389
    },
    {
      "epoch": 0.4614019520851819,
      "grad_norm": 1.79058039188385,
      "learning_rate": 4.5125e-06,
      "loss": 0.2333,
      "step": 390
    },
    {
      "epoch": 0.46258503401360546,
      "grad_norm": 1.6704179048538208,
      "learning_rate": 4.51125e-06,
      "loss": 0.2,
      "step": 391
    },
    {
      "epoch": 0.463768115942029,
      "grad_norm": 1.5676157474517822,
      "learning_rate": 4.510000000000001e-06,
      "loss": 0.1921,
      "step": 392
    },
    {
      "epoch": 0.4649511978704525,
      "grad_norm": 1.719386339187622,
      "learning_rate": 4.508750000000001e-06,
      "loss": 0.224,
      "step": 393
    },
    {
      "epoch": 0.46613427979887606,
      "grad_norm": 1.467307209968567,
      "learning_rate": 4.5075000000000005e-06,
      "loss": 0.2147,
      "step": 394
    },
    {
      "epoch": 0.4673173617272996,
      "grad_norm": 1.7842071056365967,
      "learning_rate": 4.50625e-06,
      "loss": 0.226,
      "step": 395
    },
    {
      "epoch": 0.46850044365572313,
      "grad_norm": 1.8227238655090332,
      "learning_rate": 4.505e-06,
      "loss": 0.2027,
      "step": 396
    },
    {
      "epoch": 0.4696835255841467,
      "grad_norm": 1.6178356409072876,
      "learning_rate": 4.503750000000001e-06,
      "loss": 0.2026,
      "step": 397
    },
    {
      "epoch": 0.47086660751257026,
      "grad_norm": 1.7770763635635376,
      "learning_rate": 4.5025000000000005e-06,
      "loss": 0.2495,
      "step": 398
    },
    {
      "epoch": 0.4720496894409938,
      "grad_norm": 1.7434635162353516,
      "learning_rate": 4.50125e-06,
      "loss": 0.2118,
      "step": 399
    },
    {
      "epoch": 0.4732327713694173,
      "grad_norm": 1.7318893671035767,
      "learning_rate": 4.5e-06,
      "loss": 0.2226,
      "step": 400
    },
    {
      "epoch": 0.47441585329784086,
      "grad_norm": 1.8993306159973145,
      "learning_rate": 4.498750000000001e-06,
      "loss": 0.2056,
      "step": 401
    },
    {
      "epoch": 0.4755989352262644,
      "grad_norm": 1.3445546627044678,
      "learning_rate": 4.4975000000000006e-06,
      "loss": 0.2175,
      "step": 402
    },
    {
      "epoch": 0.476782017154688,
      "grad_norm": 1.6262346506118774,
      "learning_rate": 4.49625e-06,
      "loss": 0.2209,
      "step": 403
    },
    {
      "epoch": 0.4779650990831115,
      "grad_norm": 1.5847078561782837,
      "learning_rate": 4.495e-06,
      "loss": 0.2155,
      "step": 404
    },
    {
      "epoch": 0.47914818101153506,
      "grad_norm": 1.6557165384292603,
      "learning_rate": 4.493750000000001e-06,
      "loss": 0.2039,
      "step": 405
    },
    {
      "epoch": 0.4803312629399586,
      "grad_norm": 1.7115685939788818,
      "learning_rate": 4.492500000000001e-06,
      "loss": 0.2332,
      "step": 406
    },
    {
      "epoch": 0.4815143448683821,
      "grad_norm": 2.348205089569092,
      "learning_rate": 4.49125e-06,
      "loss": 0.2476,
      "step": 407
    },
    {
      "epoch": 0.48269742679680566,
      "grad_norm": 1.6784801483154297,
      "learning_rate": 4.49e-06,
      "loss": 0.2295,
      "step": 408
    },
    {
      "epoch": 0.4838805087252292,
      "grad_norm": 1.6796497106552124,
      "learning_rate": 4.488750000000001e-06,
      "loss": 0.2179,
      "step": 409
    },
    {
      "epoch": 0.4850635906536528,
      "grad_norm": 1.6482985019683838,
      "learning_rate": 4.4875e-06,
      "loss": 0.2136,
      "step": 410
    },
    {
      "epoch": 0.4862466725820763,
      "grad_norm": 1.8032575845718384,
      "learning_rate": 4.4862500000000005e-06,
      "loss": 0.2189,
      "step": 411
    },
    {
      "epoch": 0.48742975451049986,
      "grad_norm": 1.6482560634613037,
      "learning_rate": 4.485e-06,
      "loss": 0.2093,
      "step": 412
    },
    {
      "epoch": 0.4886128364389234,
      "grad_norm": 1.7061456441879272,
      "learning_rate": 4.483750000000001e-06,
      "loss": 0.1986,
      "step": 413
    },
    {
      "epoch": 0.4897959183673469,
      "grad_norm": 1.7199705839157104,
      "learning_rate": 4.4825e-06,
      "loss": 0.239,
      "step": 414
    },
    {
      "epoch": 0.49097900029577046,
      "grad_norm": 1.5953779220581055,
      "learning_rate": 4.4812500000000005e-06,
      "loss": 0.2163,
      "step": 415
    },
    {
      "epoch": 0.49216208222419405,
      "grad_norm": 1.6749153137207031,
      "learning_rate": 4.48e-06,
      "loss": 0.2283,
      "step": 416
    },
    {
      "epoch": 0.4933451641526176,
      "grad_norm": 1.7338147163391113,
      "learning_rate": 4.478750000000001e-06,
      "loss": 0.2166,
      "step": 417
    },
    {
      "epoch": 0.4945282460810411,
      "grad_norm": 1.5903236865997314,
      "learning_rate": 4.4775e-06,
      "loss": 0.2361,
      "step": 418
    },
    {
      "epoch": 0.49571132800946466,
      "grad_norm": 1.6387348175048828,
      "learning_rate": 4.4762500000000006e-06,
      "loss": 0.201,
      "step": 419
    },
    {
      "epoch": 0.4968944099378882,
      "grad_norm": 1.6347439289093018,
      "learning_rate": 4.475e-06,
      "loss": 0.2105,
      "step": 420
    },
    {
      "epoch": 0.49807749186631173,
      "grad_norm": 1.7331531047821045,
      "learning_rate": 4.473750000000001e-06,
      "loss": 0.2108,
      "step": 421
    },
    {
      "epoch": 0.49926057379473526,
      "grad_norm": 2.0043935775756836,
      "learning_rate": 4.4725e-06,
      "loss": 0.2244,
      "step": 422
    },
    {
      "epoch": 0.5004436557231589,
      "grad_norm": 1.4389022588729858,
      "learning_rate": 4.471250000000001e-06,
      "loss": 0.2123,
      "step": 423
    },
    {
      "epoch": 0.5016267376515824,
      "grad_norm": 1.7766342163085938,
      "learning_rate": 4.47e-06,
      "loss": 0.1937,
      "step": 424
    },
    {
      "epoch": 0.5028098195800059,
      "grad_norm": 1.5891697406768799,
      "learning_rate": 4.46875e-06,
      "loss": 0.2246,
      "step": 425
    },
    {
      "epoch": 0.5039929015084295,
      "grad_norm": 1.7131683826446533,
      "learning_rate": 4.4675e-06,
      "loss": 0.2044,
      "step": 426
    },
    {
      "epoch": 0.505175983436853,
      "grad_norm": 1.6454190015792847,
      "learning_rate": 4.466250000000001e-06,
      "loss": 0.2094,
      "step": 427
    },
    {
      "epoch": 0.5063590653652765,
      "grad_norm": 1.5807616710662842,
      "learning_rate": 4.4650000000000004e-06,
      "loss": 0.2073,
      "step": 428
    },
    {
      "epoch": 0.5075421472937001,
      "grad_norm": 1.5518710613250732,
      "learning_rate": 4.46375e-06,
      "loss": 0.2126,
      "step": 429
    },
    {
      "epoch": 0.5087252292221236,
      "grad_norm": 1.5535545349121094,
      "learning_rate": 4.4625e-06,
      "loss": 0.2162,
      "step": 430
    },
    {
      "epoch": 0.5099083111505471,
      "grad_norm": 1.9821901321411133,
      "learning_rate": 4.461250000000001e-06,
      "loss": 0.2261,
      "step": 431
    },
    {
      "epoch": 0.5110913930789707,
      "grad_norm": 1.7361701726913452,
      "learning_rate": 4.4600000000000005e-06,
      "loss": 0.2086,
      "step": 432
    },
    {
      "epoch": 0.5122744750073943,
      "grad_norm": 1.683637261390686,
      "learning_rate": 4.45875e-06,
      "loss": 0.2175,
      "step": 433
    },
    {
      "epoch": 0.5134575569358178,
      "grad_norm": 1.6871002912521362,
      "learning_rate": 4.4575e-06,
      "loss": 0.2069,
      "step": 434
    },
    {
      "epoch": 0.5146406388642414,
      "grad_norm": 1.5806211233139038,
      "learning_rate": 4.45625e-06,
      "loss": 0.2121,
      "step": 435
    },
    {
      "epoch": 0.5158237207926649,
      "grad_norm": 1.4649739265441895,
      "learning_rate": 4.4550000000000005e-06,
      "loss": 0.2072,
      "step": 436
    },
    {
      "epoch": 0.5170068027210885,
      "grad_norm": 1.8463490009307861,
      "learning_rate": 4.45375e-06,
      "loss": 0.2238,
      "step": 437
    },
    {
      "epoch": 0.518189884649512,
      "grad_norm": 1.4759910106658936,
      "learning_rate": 4.4525e-06,
      "loss": 0.2017,
      "step": 438
    },
    {
      "epoch": 0.5193729665779355,
      "grad_norm": 1.6824644804000854,
      "learning_rate": 4.45125e-06,
      "loss": 0.2149,
      "step": 439
    },
    {
      "epoch": 0.5205560485063591,
      "grad_norm": 2.995065689086914,
      "learning_rate": 4.450000000000001e-06,
      "loss": 0.2135,
      "step": 440
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 1.481467366218567,
      "learning_rate": 4.44875e-06,
      "loss": 0.1848,
      "step": 441
    },
    {
      "epoch": 0.5229222123632061,
      "grad_norm": 1.5626577138900757,
      "learning_rate": 4.4475e-06,
      "loss": 0.2122,
      "step": 442
    },
    {
      "epoch": 0.5241052942916297,
      "grad_norm": 1.439121961593628,
      "learning_rate": 4.44625e-06,
      "loss": 0.2029,
      "step": 443
    },
    {
      "epoch": 0.5252883762200532,
      "grad_norm": 1.6135458946228027,
      "learning_rate": 4.445000000000001e-06,
      "loss": 0.2266,
      "step": 444
    },
    {
      "epoch": 0.5264714581484767,
      "grad_norm": 1.9590203762054443,
      "learning_rate": 4.4437500000000004e-06,
      "loss": 0.2209,
      "step": 445
    },
    {
      "epoch": 0.5276545400769004,
      "grad_norm": 1.9306215047836304,
      "learning_rate": 4.4425e-06,
      "loss": 0.217,
      "step": 446
    },
    {
      "epoch": 0.5288376220053239,
      "grad_norm": 2.0270955562591553,
      "learning_rate": 4.44125e-06,
      "loss": 0.2039,
      "step": 447
    },
    {
      "epoch": 0.5300207039337475,
      "grad_norm": 1.7091397047042847,
      "learning_rate": 4.440000000000001e-06,
      "loss": 0.2055,
      "step": 448
    },
    {
      "epoch": 0.531203785862171,
      "grad_norm": 1.8021570444107056,
      "learning_rate": 4.4387500000000005e-06,
      "loss": 0.2309,
      "step": 449
    },
    {
      "epoch": 0.5323868677905945,
      "grad_norm": 1.5575273036956787,
      "learning_rate": 4.4375e-06,
      "loss": 0.1852,
      "step": 450
    },
    {
      "epoch": 0.533569949719018,
      "grad_norm": 1.7770799398422241,
      "learning_rate": 4.43625e-06,
      "loss": 0.1941,
      "step": 451
    },
    {
      "epoch": 0.5347530316474416,
      "grad_norm": 1.7122217416763306,
      "learning_rate": 4.435000000000001e-06,
      "loss": 0.1998,
      "step": 452
    },
    {
      "epoch": 0.5359361135758651,
      "grad_norm": 1.657188892364502,
      "learning_rate": 4.4337500000000005e-06,
      "loss": 0.2027,
      "step": 453
    },
    {
      "epoch": 0.5371191955042887,
      "grad_norm": 1.7258437871932983,
      "learning_rate": 4.4325e-06,
      "loss": 0.2428,
      "step": 454
    },
    {
      "epoch": 0.5383022774327122,
      "grad_norm": 1.6258562803268433,
      "learning_rate": 4.43125e-06,
      "loss": 0.2036,
      "step": 455
    },
    {
      "epoch": 0.5394853593611357,
      "grad_norm": 1.6597267389297485,
      "learning_rate": 4.430000000000001e-06,
      "loss": 0.2011,
      "step": 456
    },
    {
      "epoch": 0.5406684412895593,
      "grad_norm": 1.5381706953048706,
      "learning_rate": 4.428750000000001e-06,
      "loss": 0.2266,
      "step": 457
    },
    {
      "epoch": 0.5418515232179828,
      "grad_norm": 1.6866801977157593,
      "learning_rate": 4.4275e-06,
      "loss": 0.2063,
      "step": 458
    },
    {
      "epoch": 0.5430346051464063,
      "grad_norm": 1.5725903511047363,
      "learning_rate": 4.42625e-06,
      "loss": 0.214,
      "step": 459
    },
    {
      "epoch": 0.54421768707483,
      "grad_norm": 2.0236740112304688,
      "learning_rate": 4.425e-06,
      "loss": 0.2222,
      "step": 460
    },
    {
      "epoch": 0.5454007690032535,
      "grad_norm": 1.7172229290008545,
      "learning_rate": 4.423750000000001e-06,
      "loss": 0.2058,
      "step": 461
    },
    {
      "epoch": 0.546583850931677,
      "grad_norm": 1.7374191284179688,
      "learning_rate": 4.4225000000000004e-06,
      "loss": 0.2147,
      "step": 462
    },
    {
      "epoch": 0.5477669328601006,
      "grad_norm": 1.895710825920105,
      "learning_rate": 4.42125e-06,
      "loss": 0.2238,
      "step": 463
    },
    {
      "epoch": 0.5489500147885241,
      "grad_norm": 1.4556119441986084,
      "learning_rate": 4.42e-06,
      "loss": 0.2117,
      "step": 464
    },
    {
      "epoch": 0.5501330967169477,
      "grad_norm": 1.7223838567733765,
      "learning_rate": 4.418750000000001e-06,
      "loss": 0.2495,
      "step": 465
    },
    {
      "epoch": 0.5513161786453712,
      "grad_norm": 1.61219322681427,
      "learning_rate": 4.4175000000000005e-06,
      "loss": 0.2043,
      "step": 466
    },
    {
      "epoch": 0.5524992605737947,
      "grad_norm": 1.5616453886032104,
      "learning_rate": 4.41625e-06,
      "loss": 0.2135,
      "step": 467
    },
    {
      "epoch": 0.5536823425022183,
      "grad_norm": 1.783302903175354,
      "learning_rate": 4.415e-06,
      "loss": 0.2216,
      "step": 468
    },
    {
      "epoch": 0.5548654244306418,
      "grad_norm": 1.5496917963027954,
      "learning_rate": 4.413750000000001e-06,
      "loss": 0.1874,
      "step": 469
    },
    {
      "epoch": 0.5560485063590653,
      "grad_norm": 1.615372657775879,
      "learning_rate": 4.4125000000000005e-06,
      "loss": 0.2112,
      "step": 470
    },
    {
      "epoch": 0.5572315882874889,
      "grad_norm": 1.6950315237045288,
      "learning_rate": 4.41125e-06,
      "loss": 0.1994,
      "step": 471
    },
    {
      "epoch": 0.5584146702159124,
      "grad_norm": 1.518828272819519,
      "learning_rate": 4.41e-06,
      "loss": 0.1993,
      "step": 472
    },
    {
      "epoch": 0.559597752144336,
      "grad_norm": 2.3577628135681152,
      "learning_rate": 4.408750000000001e-06,
      "loss": 0.2435,
      "step": 473
    },
    {
      "epoch": 0.5607808340727596,
      "grad_norm": 1.615455150604248,
      "learning_rate": 4.4075e-06,
      "loss": 0.2104,
      "step": 474
    },
    {
      "epoch": 0.5619639160011831,
      "grad_norm": 1.6070345640182495,
      "learning_rate": 4.40625e-06,
      "loss": 0.2006,
      "step": 475
    },
    {
      "epoch": 0.5631469979296067,
      "grad_norm": 1.4901756048202515,
      "learning_rate": 4.405e-06,
      "loss": 0.1902,
      "step": 476
    },
    {
      "epoch": 0.5643300798580302,
      "grad_norm": 1.4536210298538208,
      "learning_rate": 4.403750000000001e-06,
      "loss": 0.1827,
      "step": 477
    },
    {
      "epoch": 0.5655131617864537,
      "grad_norm": 1.6499384641647339,
      "learning_rate": 4.4025e-06,
      "loss": 0.2103,
      "step": 478
    },
    {
      "epoch": 0.5666962437148773,
      "grad_norm": 1.509630799293518,
      "learning_rate": 4.4012500000000004e-06,
      "loss": 0.1984,
      "step": 479
    },
    {
      "epoch": 0.5678793256433008,
      "grad_norm": 1.7133687734603882,
      "learning_rate": 4.4e-06,
      "loss": 0.2099,
      "step": 480
    },
    {
      "epoch": 0.5690624075717243,
      "grad_norm": 1.53462815284729,
      "learning_rate": 4.398750000000001e-06,
      "loss": 0.2207,
      "step": 481
    },
    {
      "epoch": 0.5702454895001479,
      "grad_norm": 1.5538537502288818,
      "learning_rate": 4.3975e-06,
      "loss": 0.2121,
      "step": 482
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 1.5832204818725586,
      "learning_rate": 4.3962500000000005e-06,
      "loss": 0.2249,
      "step": 483
    },
    {
      "epoch": 0.5726116533569949,
      "grad_norm": 1.7422429323196411,
      "learning_rate": 4.395e-06,
      "loss": 0.2189,
      "step": 484
    },
    {
      "epoch": 0.5737947352854185,
      "grad_norm": 1.6034152507781982,
      "learning_rate": 4.393750000000001e-06,
      "loss": 0.1837,
      "step": 485
    },
    {
      "epoch": 0.5749778172138421,
      "grad_norm": 1.7433987855911255,
      "learning_rate": 4.3925e-06,
      "loss": 0.2053,
      "step": 486
    },
    {
      "epoch": 0.5761608991422656,
      "grad_norm": 1.4724169969558716,
      "learning_rate": 4.3912500000000005e-06,
      "loss": 0.2225,
      "step": 487
    },
    {
      "epoch": 0.5773439810706892,
      "grad_norm": 1.6079198122024536,
      "learning_rate": 4.39e-06,
      "loss": 0.2012,
      "step": 488
    },
    {
      "epoch": 0.5785270629991127,
      "grad_norm": 1.968277931213379,
      "learning_rate": 4.38875e-06,
      "loss": 0.2142,
      "step": 489
    },
    {
      "epoch": 0.5797101449275363,
      "grad_norm": 1.7785066366195679,
      "learning_rate": 4.3875e-06,
      "loss": 0.1991,
      "step": 490
    },
    {
      "epoch": 0.5808932268559598,
      "grad_norm": 1.8791481256484985,
      "learning_rate": 4.3862500000000006e-06,
      "loss": 0.2042,
      "step": 491
    },
    {
      "epoch": 0.5820763087843833,
      "grad_norm": 1.691999912261963,
      "learning_rate": 4.385e-06,
      "loss": 0.2066,
      "step": 492
    },
    {
      "epoch": 0.5832593907128069,
      "grad_norm": 1.5374629497528076,
      "learning_rate": 4.38375e-06,
      "loss": 0.1889,
      "step": 493
    },
    {
      "epoch": 0.5844424726412304,
      "grad_norm": 1.5023765563964844,
      "learning_rate": 4.3825e-06,
      "loss": 0.2163,
      "step": 494
    },
    {
      "epoch": 0.5856255545696539,
      "grad_norm": 1.683051586151123,
      "learning_rate": 4.381250000000001e-06,
      "loss": 0.2127,
      "step": 495
    },
    {
      "epoch": 0.5868086364980775,
      "grad_norm": 1.5823239088058472,
      "learning_rate": 4.38e-06,
      "loss": 0.2094,
      "step": 496
    },
    {
      "epoch": 0.587991718426501,
      "grad_norm": 1.4280823469161987,
      "learning_rate": 4.37875e-06,
      "loss": 0.1903,
      "step": 497
    },
    {
      "epoch": 0.5891748003549245,
      "grad_norm": 1.578560471534729,
      "learning_rate": 4.3775e-06,
      "loss": 0.226,
      "step": 498
    },
    {
      "epoch": 0.5903578822833481,
      "grad_norm": 2.0102100372314453,
      "learning_rate": 4.37625e-06,
      "loss": 0.2278,
      "step": 499
    },
    {
      "epoch": 0.5915409642117717,
      "grad_norm": 1.6240367889404297,
      "learning_rate": 4.3750000000000005e-06,
      "loss": 0.2103,
      "step": 500
    },
    {
      "epoch": 0.5927240461401952,
      "grad_norm": 1.9728202819824219,
      "learning_rate": 4.37375e-06,
      "loss": 0.1947,
      "step": 501
    },
    {
      "epoch": 0.5939071280686188,
      "grad_norm": 1.6145192384719849,
      "learning_rate": 4.372500000000001e-06,
      "loss": 0.2297,
      "step": 502
    },
    {
      "epoch": 0.5950902099970423,
      "grad_norm": 1.6598877906799316,
      "learning_rate": 4.37125e-06,
      "loss": 0.2185,
      "step": 503
    },
    {
      "epoch": 0.5962732919254659,
      "grad_norm": 2.293994665145874,
      "learning_rate": 4.3700000000000005e-06,
      "loss": 0.1986,
      "step": 504
    },
    {
      "epoch": 0.5974563738538894,
      "grad_norm": 1.6783469915390015,
      "learning_rate": 4.36875e-06,
      "loss": 0.2264,
      "step": 505
    },
    {
      "epoch": 0.5986394557823129,
      "grad_norm": 1.482409119606018,
      "learning_rate": 4.367500000000001e-06,
      "loss": 0.2109,
      "step": 506
    },
    {
      "epoch": 0.5998225377107365,
      "grad_norm": 1.8433934450149536,
      "learning_rate": 4.36625e-06,
      "loss": 0.2363,
      "step": 507
    },
    {
      "epoch": 0.60100561963916,
      "grad_norm": 1.5579134225845337,
      "learning_rate": 4.3650000000000006e-06,
      "loss": 0.2184,
      "step": 508
    },
    {
      "epoch": 0.6021887015675835,
      "grad_norm": 1.572428822517395,
      "learning_rate": 4.36375e-06,
      "loss": 0.1958,
      "step": 509
    },
    {
      "epoch": 0.6033717834960071,
      "grad_norm": 1.5066767930984497,
      "learning_rate": 4.362500000000001e-06,
      "loss": 0.2086,
      "step": 510
    },
    {
      "epoch": 0.6045548654244306,
      "grad_norm": 1.5888288021087646,
      "learning_rate": 4.36125e-06,
      "loss": 0.2176,
      "step": 511
    },
    {
      "epoch": 0.6057379473528541,
      "grad_norm": 1.5221326351165771,
      "learning_rate": 4.360000000000001e-06,
      "loss": 0.2475,
      "step": 512
    },
    {
      "epoch": 0.6069210292812778,
      "grad_norm": 1.5014455318450928,
      "learning_rate": 4.35875e-06,
      "loss": 0.1951,
      "step": 513
    },
    {
      "epoch": 0.6081041112097013,
      "grad_norm": 1.631729245185852,
      "learning_rate": 4.3575e-06,
      "loss": 0.2081,
      "step": 514
    },
    {
      "epoch": 0.6092871931381248,
      "grad_norm": 1.6843829154968262,
      "learning_rate": 4.35625e-06,
      "loss": 0.1924,
      "step": 515
    },
    {
      "epoch": 0.6104702750665484,
      "grad_norm": 1.7378168106079102,
      "learning_rate": 4.355000000000001e-06,
      "loss": 0.2048,
      "step": 516
    },
    {
      "epoch": 0.6116533569949719,
      "grad_norm": 2.033291816711426,
      "learning_rate": 4.3537500000000005e-06,
      "loss": 0.2255,
      "step": 517
    },
    {
      "epoch": 0.6128364389233955,
      "grad_norm": 1.7761667966842651,
      "learning_rate": 4.3525e-06,
      "loss": 0.2241,
      "step": 518
    },
    {
      "epoch": 0.614019520851819,
      "grad_norm": 1.4135394096374512,
      "learning_rate": 4.35125e-06,
      "loss": 0.2043,
      "step": 519
    },
    {
      "epoch": 0.6152026027802425,
      "grad_norm": 1.639792561531067,
      "learning_rate": 4.350000000000001e-06,
      "loss": 0.1851,
      "step": 520
    },
    {
      "epoch": 0.6163856847086661,
      "grad_norm": 2.0756006240844727,
      "learning_rate": 4.3487500000000005e-06,
      "loss": 0.2201,
      "step": 521
    },
    {
      "epoch": 0.6175687666370896,
      "grad_norm": 1.8910590410232544,
      "learning_rate": 4.3475e-06,
      "loss": 0.1961,
      "step": 522
    },
    {
      "epoch": 0.6187518485655131,
      "grad_norm": 1.559146761894226,
      "learning_rate": 4.34625e-06,
      "loss": 0.1975,
      "step": 523
    },
    {
      "epoch": 0.6199349304939367,
      "grad_norm": 1.6624624729156494,
      "learning_rate": 4.345000000000001e-06,
      "loss": 0.2188,
      "step": 524
    },
    {
      "epoch": 0.6211180124223602,
      "grad_norm": 1.5368016958236694,
      "learning_rate": 4.3437500000000006e-06,
      "loss": 0.2337,
      "step": 525
    },
    {
      "epoch": 0.6223010943507838,
      "grad_norm": 1.5993680953979492,
      "learning_rate": 4.3425e-06,
      "loss": 0.2132,
      "step": 526
    },
    {
      "epoch": 0.6234841762792074,
      "grad_norm": 1.7875285148620605,
      "learning_rate": 4.34125e-06,
      "loss": 0.2002,
      "step": 527
    },
    {
      "epoch": 0.6246672582076309,
      "grad_norm": 1.596529483795166,
      "learning_rate": 4.34e-06,
      "loss": 0.2088,
      "step": 528
    },
    {
      "epoch": 0.6258503401360545,
      "grad_norm": 1.6564373970031738,
      "learning_rate": 4.338750000000001e-06,
      "loss": 0.1986,
      "step": 529
    },
    {
      "epoch": 0.627033422064478,
      "grad_norm": 1.525248646736145,
      "learning_rate": 4.3375e-06,
      "loss": 0.2048,
      "step": 530
    },
    {
      "epoch": 0.6282165039929015,
      "grad_norm": 1.7580149173736572,
      "learning_rate": 4.33625e-06,
      "loss": 0.1974,
      "step": 531
    },
    {
      "epoch": 0.629399585921325,
      "grad_norm": 1.8663511276245117,
      "learning_rate": 4.335e-06,
      "loss": 0.2394,
      "step": 532
    },
    {
      "epoch": 0.6305826678497486,
      "grad_norm": 1.62790846824646,
      "learning_rate": 4.333750000000001e-06,
      "loss": 0.2331,
      "step": 533
    },
    {
      "epoch": 0.6317657497781721,
      "grad_norm": 1.779070258140564,
      "learning_rate": 4.3325000000000004e-06,
      "loss": 0.2137,
      "step": 534
    },
    {
      "epoch": 0.6329488317065957,
      "grad_norm": 1.7710734605789185,
      "learning_rate": 4.33125e-06,
      "loss": 0.2077,
      "step": 535
    },
    {
      "epoch": 0.6341319136350192,
      "grad_norm": 1.9664084911346436,
      "learning_rate": 4.33e-06,
      "loss": 0.2068,
      "step": 536
    },
    {
      "epoch": 0.6353149955634427,
      "grad_norm": 1.531204342842102,
      "learning_rate": 4.328750000000001e-06,
      "loss": 0.2063,
      "step": 537
    },
    {
      "epoch": 0.6364980774918663,
      "grad_norm": 1.5048524141311646,
      "learning_rate": 4.3275000000000005e-06,
      "loss": 0.203,
      "step": 538
    },
    {
      "epoch": 0.6376811594202898,
      "grad_norm": 1.5382282733917236,
      "learning_rate": 4.32625e-06,
      "loss": 0.2191,
      "step": 539
    },
    {
      "epoch": 0.6388642413487134,
      "grad_norm": 1.8054078817367554,
      "learning_rate": 4.325e-06,
      "loss": 0.2056,
      "step": 540
    },
    {
      "epoch": 0.640047323277137,
      "grad_norm": 1.687674880027771,
      "learning_rate": 4.323750000000001e-06,
      "loss": 0.2064,
      "step": 541
    },
    {
      "epoch": 0.6412304052055605,
      "grad_norm": 1.46994149684906,
      "learning_rate": 4.3225000000000005e-06,
      "loss": 0.1995,
      "step": 542
    },
    {
      "epoch": 0.642413487133984,
      "grad_norm": 1.5751527547836304,
      "learning_rate": 4.32125e-06,
      "loss": 0.2166,
      "step": 543
    },
    {
      "epoch": 0.6435965690624076,
      "grad_norm": 1.8317450284957886,
      "learning_rate": 4.32e-06,
      "loss": 0.2466,
      "step": 544
    },
    {
      "epoch": 0.6447796509908311,
      "grad_norm": 1.7101622819900513,
      "learning_rate": 4.318750000000001e-06,
      "loss": 0.1918,
      "step": 545
    },
    {
      "epoch": 0.6459627329192547,
      "grad_norm": 1.7415885925292969,
      "learning_rate": 4.317500000000001e-06,
      "loss": 0.2088,
      "step": 546
    },
    {
      "epoch": 0.6471458148476782,
      "grad_norm": 1.7366551160812378,
      "learning_rate": 4.31625e-06,
      "loss": 0.2116,
      "step": 547
    },
    {
      "epoch": 0.6483288967761017,
      "grad_norm": 1.8025892972946167,
      "learning_rate": 4.315e-06,
      "loss": 0.1987,
      "step": 548
    },
    {
      "epoch": 0.6495119787045253,
      "grad_norm": 1.4474846124649048,
      "learning_rate": 4.313750000000001e-06,
      "loss": 0.1918,
      "step": 549
    },
    {
      "epoch": 0.6506950606329488,
      "grad_norm": 1.4484525918960571,
      "learning_rate": 4.312500000000001e-06,
      "loss": 0.1925,
      "step": 550
    },
    {
      "epoch": 0.6518781425613723,
      "grad_norm": 1.751229166984558,
      "learning_rate": 4.3112500000000004e-06,
      "loss": 0.2009,
      "step": 551
    },
    {
      "epoch": 0.6530612244897959,
      "grad_norm": 1.5041435956954956,
      "learning_rate": 4.31e-06,
      "loss": 0.2044,
      "step": 552
    },
    {
      "epoch": 0.6542443064182195,
      "grad_norm": 1.5611358880996704,
      "learning_rate": 4.30875e-06,
      "loss": 0.1859,
      "step": 553
    },
    {
      "epoch": 0.655427388346643,
      "grad_norm": 2.226494073867798,
      "learning_rate": 4.307500000000001e-06,
      "loss": 0.2255,
      "step": 554
    },
    {
      "epoch": 0.6566104702750666,
      "grad_norm": 1.728208303451538,
      "learning_rate": 4.3062500000000005e-06,
      "loss": 0.1863,
      "step": 555
    },
    {
      "epoch": 0.6577935522034901,
      "grad_norm": 1.744835615158081,
      "learning_rate": 4.305e-06,
      "loss": 0.2182,
      "step": 556
    },
    {
      "epoch": 0.6589766341319137,
      "grad_norm": 1.6456149816513062,
      "learning_rate": 4.30375e-06,
      "loss": 0.1905,
      "step": 557
    },
    {
      "epoch": 0.6601597160603372,
      "grad_norm": 1.4476972818374634,
      "learning_rate": 4.302500000000001e-06,
      "loss": 0.2129,
      "step": 558
    },
    {
      "epoch": 0.6613427979887607,
      "grad_norm": 1.708628535270691,
      "learning_rate": 4.3012500000000005e-06,
      "loss": 0.1886,
      "step": 559
    },
    {
      "epoch": 0.6625258799171843,
      "grad_norm": 1.5854579210281372,
      "learning_rate": 4.3e-06,
      "loss": 0.1758,
      "step": 560
    },
    {
      "epoch": 0.6637089618456078,
      "grad_norm": 1.320114016532898,
      "learning_rate": 4.29875e-06,
      "loss": 0.1815,
      "step": 561
    },
    {
      "epoch": 0.6648920437740313,
      "grad_norm": 2.1049113273620605,
      "learning_rate": 4.297500000000001e-06,
      "loss": 0.1988,
      "step": 562
    },
    {
      "epoch": 0.6660751257024549,
      "grad_norm": 1.402346134185791,
      "learning_rate": 4.29625e-06,
      "loss": 0.1985,
      "step": 563
    },
    {
      "epoch": 0.6672582076308784,
      "grad_norm": 1.6612980365753174,
      "learning_rate": 4.295e-06,
      "loss": 0.1982,
      "step": 564
    },
    {
      "epoch": 0.6684412895593019,
      "grad_norm": 1.4486169815063477,
      "learning_rate": 4.29375e-06,
      "loss": 0.203,
      "step": 565
    },
    {
      "epoch": 0.6696243714877256,
      "grad_norm": 1.7966748476028442,
      "learning_rate": 4.292500000000001e-06,
      "loss": 0.1975,
      "step": 566
    },
    {
      "epoch": 0.6708074534161491,
      "grad_norm": 1.4396536350250244,
      "learning_rate": 4.29125e-06,
      "loss": 0.1921,
      "step": 567
    },
    {
      "epoch": 0.6719905353445726,
      "grad_norm": 1.6205607652664185,
      "learning_rate": 4.2900000000000004e-06,
      "loss": 0.2114,
      "step": 568
    },
    {
      "epoch": 0.6731736172729962,
      "grad_norm": 1.6514461040496826,
      "learning_rate": 4.28875e-06,
      "loss": 0.2187,
      "step": 569
    },
    {
      "epoch": 0.6743566992014197,
      "grad_norm": 1.6655731201171875,
      "learning_rate": 4.287500000000001e-06,
      "loss": 0.213,
      "step": 570
    },
    {
      "epoch": 0.6755397811298433,
      "grad_norm": 1.7774158716201782,
      "learning_rate": 4.28625e-06,
      "loss": 0.1955,
      "step": 571
    },
    {
      "epoch": 0.6767228630582668,
      "grad_norm": 1.7506986856460571,
      "learning_rate": 4.2850000000000005e-06,
      "loss": 0.2106,
      "step": 572
    },
    {
      "epoch": 0.6779059449866903,
      "grad_norm": 1.5096219778060913,
      "learning_rate": 4.28375e-06,
      "loss": 0.1921,
      "step": 573
    },
    {
      "epoch": 0.6790890269151139,
      "grad_norm": 1.780593991279602,
      "learning_rate": 4.282500000000001e-06,
      "loss": 0.2004,
      "step": 574
    },
    {
      "epoch": 0.6802721088435374,
      "grad_norm": 2.072110652923584,
      "learning_rate": 4.28125e-06,
      "loss": 0.2036,
      "step": 575
    },
    {
      "epoch": 0.6814551907719609,
      "grad_norm": 1.3319354057312012,
      "learning_rate": 4.2800000000000005e-06,
      "loss": 0.2069,
      "step": 576
    },
    {
      "epoch": 0.6826382727003845,
      "grad_norm": 1.8231171369552612,
      "learning_rate": 4.27875e-06,
      "loss": 0.2092,
      "step": 577
    },
    {
      "epoch": 0.683821354628808,
      "grad_norm": 1.4618875980377197,
      "learning_rate": 4.2775e-06,
      "loss": 0.2035,
      "step": 578
    },
    {
      "epoch": 0.6850044365572315,
      "grad_norm": 1.7364439964294434,
      "learning_rate": 4.27625e-06,
      "loss": 0.2078,
      "step": 579
    },
    {
      "epoch": 0.6861875184856552,
      "grad_norm": 1.625386357307434,
      "learning_rate": 4.2750000000000006e-06,
      "loss": 0.2143,
      "step": 580
    },
    {
      "epoch": 0.6873706004140787,
      "grad_norm": 1.9209976196289062,
      "learning_rate": 4.27375e-06,
      "loss": 0.1963,
      "step": 581
    },
    {
      "epoch": 0.6885536823425022,
      "grad_norm": 1.6223750114440918,
      "learning_rate": 4.2725e-06,
      "loss": 0.2364,
      "step": 582
    },
    {
      "epoch": 0.6897367642709258,
      "grad_norm": 1.997733235359192,
      "learning_rate": 4.27125e-06,
      "loss": 0.1998,
      "step": 583
    },
    {
      "epoch": 0.6909198461993493,
      "grad_norm": 1.7136197090148926,
      "learning_rate": 4.270000000000001e-06,
      "loss": 0.1961,
      "step": 584
    },
    {
      "epoch": 0.6921029281277729,
      "grad_norm": 1.4122158288955688,
      "learning_rate": 4.26875e-06,
      "loss": 0.218,
      "step": 585
    },
    {
      "epoch": 0.6932860100561964,
      "grad_norm": 1.7144594192504883,
      "learning_rate": 4.2675e-06,
      "loss": 0.2137,
      "step": 586
    },
    {
      "epoch": 0.6944690919846199,
      "grad_norm": 1.5826365947723389,
      "learning_rate": 4.26625e-06,
      "loss": 0.1911,
      "step": 587
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 1.776910662651062,
      "learning_rate": 4.265000000000001e-06,
      "loss": 0.2056,
      "step": 588
    },
    {
      "epoch": 0.696835255841467,
      "grad_norm": 1.7742866277694702,
      "learning_rate": 4.2637500000000005e-06,
      "loss": 0.1879,
      "step": 589
    },
    {
      "epoch": 0.6980183377698905,
      "grad_norm": 1.7628719806671143,
      "learning_rate": 4.2625e-06,
      "loss": 0.1991,
      "step": 590
    },
    {
      "epoch": 0.6992014196983141,
      "grad_norm": 1.9701482057571411,
      "learning_rate": 4.26125e-06,
      "loss": 0.2151,
      "step": 591
    },
    {
      "epoch": 0.7003845016267376,
      "grad_norm": 1.6897889375686646,
      "learning_rate": 4.26e-06,
      "loss": 0.2165,
      "step": 592
    },
    {
      "epoch": 0.7015675835551612,
      "grad_norm": 1.790535807609558,
      "learning_rate": 4.2587500000000005e-06,
      "loss": 0.206,
      "step": 593
    },
    {
      "epoch": 0.7027506654835848,
      "grad_norm": 1.6010583639144897,
      "learning_rate": 4.2575e-06,
      "loss": 0.2053,
      "step": 594
    },
    {
      "epoch": 0.7039337474120083,
      "grad_norm": 1.6660845279693604,
      "learning_rate": 4.25625e-06,
      "loss": 0.2011,
      "step": 595
    },
    {
      "epoch": 0.7051168293404318,
      "grad_norm": 1.6146034002304077,
      "learning_rate": 4.255e-06,
      "loss": 0.2146,
      "step": 596
    },
    {
      "epoch": 0.7062999112688554,
      "grad_norm": 1.7786117792129517,
      "learning_rate": 4.2537500000000006e-06,
      "loss": 0.2198,
      "step": 597
    },
    {
      "epoch": 0.7074829931972789,
      "grad_norm": 2.0103049278259277,
      "learning_rate": 4.2525e-06,
      "loss": 0.2182,
      "step": 598
    },
    {
      "epoch": 0.7086660751257025,
      "grad_norm": 1.7767647504806519,
      "learning_rate": 4.25125e-06,
      "loss": 0.1991,
      "step": 599
    },
    {
      "epoch": 0.709849157054126,
      "grad_norm": 1.6881451606750488,
      "learning_rate": 4.25e-06,
      "loss": 0.2077,
      "step": 600
    },
    {
      "epoch": 0.7110322389825495,
      "grad_norm": 1.7919851541519165,
      "learning_rate": 4.248750000000001e-06,
      "loss": 0.216,
      "step": 601
    },
    {
      "epoch": 0.7122153209109731,
      "grad_norm": 1.5410152673721313,
      "learning_rate": 4.2475e-06,
      "loss": 0.1943,
      "step": 602
    },
    {
      "epoch": 0.7133984028393966,
      "grad_norm": 1.7030224800109863,
      "learning_rate": 4.24625e-06,
      "loss": 0.2196,
      "step": 603
    },
    {
      "epoch": 0.7145814847678201,
      "grad_norm": 1.7657229900360107,
      "learning_rate": 4.245e-06,
      "loss": 0.2064,
      "step": 604
    },
    {
      "epoch": 0.7157645666962437,
      "grad_norm": 1.5063420534133911,
      "learning_rate": 4.243750000000001e-06,
      "loss": 0.2235,
      "step": 605
    },
    {
      "epoch": 0.7169476486246673,
      "grad_norm": 1.5164815187454224,
      "learning_rate": 4.2425000000000005e-06,
      "loss": 0.2083,
      "step": 606
    },
    {
      "epoch": 0.7181307305530908,
      "grad_norm": 1.4675016403198242,
      "learning_rate": 4.24125e-06,
      "loss": 0.201,
      "step": 607
    },
    {
      "epoch": 0.7193138124815144,
      "grad_norm": 1.4602693319320679,
      "learning_rate": 4.24e-06,
      "loss": 0.2047,
      "step": 608
    },
    {
      "epoch": 0.7204968944099379,
      "grad_norm": 1.4604649543762207,
      "learning_rate": 4.238750000000001e-06,
      "loss": 0.2114,
      "step": 609
    },
    {
      "epoch": 0.7216799763383615,
      "grad_norm": 1.6961243152618408,
      "learning_rate": 4.2375000000000005e-06,
      "loss": 0.2031,
      "step": 610
    },
    {
      "epoch": 0.722863058266785,
      "grad_norm": 1.627652883529663,
      "learning_rate": 4.23625e-06,
      "loss": 0.1946,
      "step": 611
    },
    {
      "epoch": 0.7240461401952085,
      "grad_norm": 1.620342493057251,
      "learning_rate": 4.235e-06,
      "loss": 0.2002,
      "step": 612
    },
    {
      "epoch": 0.7252292221236321,
      "grad_norm": 1.6774191856384277,
      "learning_rate": 4.233750000000001e-06,
      "loss": 0.228,
      "step": 613
    },
    {
      "epoch": 0.7264123040520556,
      "grad_norm": 1.731034278869629,
      "learning_rate": 4.2325000000000006e-06,
      "loss": 0.2193,
      "step": 614
    },
    {
      "epoch": 0.7275953859804791,
      "grad_norm": 1.7032495737075806,
      "learning_rate": 4.23125e-06,
      "loss": 0.2113,
      "step": 615
    },
    {
      "epoch": 0.7287784679089027,
      "grad_norm": 1.5963670015335083,
      "learning_rate": 4.23e-06,
      "loss": 0.2183,
      "step": 616
    },
    {
      "epoch": 0.7299615498373262,
      "grad_norm": 1.8791176080703735,
      "learning_rate": 4.22875e-06,
      "loss": 0.225,
      "step": 617
    },
    {
      "epoch": 0.7311446317657497,
      "grad_norm": 1.7153689861297607,
      "learning_rate": 4.227500000000001e-06,
      "loss": 0.2066,
      "step": 618
    },
    {
      "epoch": 0.7323277136941734,
      "grad_norm": 1.9367806911468506,
      "learning_rate": 4.22625e-06,
      "loss": 0.2348,
      "step": 619
    },
    {
      "epoch": 0.7335107956225969,
      "grad_norm": 1.567488193511963,
      "learning_rate": 4.225e-06,
      "loss": 0.2067,
      "step": 620
    },
    {
      "epoch": 0.7346938775510204,
      "grad_norm": 1.8361769914627075,
      "learning_rate": 4.22375e-06,
      "loss": 0.2129,
      "step": 621
    },
    {
      "epoch": 0.735876959479444,
      "grad_norm": 1.9291653633117676,
      "learning_rate": 4.222500000000001e-06,
      "loss": 0.2016,
      "step": 622
    },
    {
      "epoch": 0.7370600414078675,
      "grad_norm": 1.6848399639129639,
      "learning_rate": 4.2212500000000005e-06,
      "loss": 0.2138,
      "step": 623
    },
    {
      "epoch": 0.738243123336291,
      "grad_norm": 1.4745463132858276,
      "learning_rate": 4.22e-06,
      "loss": 0.201,
      "step": 624
    },
    {
      "epoch": 0.7394262052647146,
      "grad_norm": 1.583138108253479,
      "learning_rate": 4.21875e-06,
      "loss": 0.1859,
      "step": 625
    },
    {
      "epoch": 0.7406092871931381,
      "grad_norm": 1.6470855474472046,
      "learning_rate": 4.217500000000001e-06,
      "loss": 0.1878,
      "step": 626
    },
    {
      "epoch": 0.7417923691215617,
      "grad_norm": 1.8487787246704102,
      "learning_rate": 4.2162500000000005e-06,
      "loss": 0.2484,
      "step": 627
    },
    {
      "epoch": 0.7429754510499852,
      "grad_norm": 1.441617488861084,
      "learning_rate": 4.215e-06,
      "loss": 0.1678,
      "step": 628
    },
    {
      "epoch": 0.7441585329784087,
      "grad_norm": 1.8216331005096436,
      "learning_rate": 4.21375e-06,
      "loss": 0.2216,
      "step": 629
    },
    {
      "epoch": 0.7453416149068323,
      "grad_norm": 1.678432583808899,
      "learning_rate": 4.212500000000001e-06,
      "loss": 0.1874,
      "step": 630
    },
    {
      "epoch": 0.7465246968352558,
      "grad_norm": 1.7492058277130127,
      "learning_rate": 4.2112500000000005e-06,
      "loss": 0.2325,
      "step": 631
    },
    {
      "epoch": 0.7477077787636793,
      "grad_norm": 1.4885244369506836,
      "learning_rate": 4.21e-06,
      "loss": 0.2095,
      "step": 632
    },
    {
      "epoch": 0.748890860692103,
      "grad_norm": 1.533721685409546,
      "learning_rate": 4.20875e-06,
      "loss": 0.1895,
      "step": 633
    },
    {
      "epoch": 0.7500739426205265,
      "grad_norm": 1.4698472023010254,
      "learning_rate": 4.207500000000001e-06,
      "loss": 0.219,
      "step": 634
    },
    {
      "epoch": 0.75125702454895,
      "grad_norm": 1.669909119606018,
      "learning_rate": 4.206250000000001e-06,
      "loss": 0.2129,
      "step": 635
    },
    {
      "epoch": 0.7524401064773736,
      "grad_norm": 1.5079299211502075,
      "learning_rate": 4.205e-06,
      "loss": 0.2251,
      "step": 636
    },
    {
      "epoch": 0.7536231884057971,
      "grad_norm": 1.5760862827301025,
      "learning_rate": 4.20375e-06,
      "loss": 0.2113,
      "step": 637
    },
    {
      "epoch": 0.7548062703342207,
      "grad_norm": 1.9492591619491577,
      "learning_rate": 4.202500000000001e-06,
      "loss": 0.2043,
      "step": 638
    },
    {
      "epoch": 0.7559893522626442,
      "grad_norm": 1.6637297868728638,
      "learning_rate": 4.201250000000001e-06,
      "loss": 0.2176,
      "step": 639
    },
    {
      "epoch": 0.7571724341910677,
      "grad_norm": 1.479033350944519,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.2203,
      "step": 640
    },
    {
      "epoch": 0.7583555161194913,
      "grad_norm": 1.7824300527572632,
      "learning_rate": 4.19875e-06,
      "loss": 0.2073,
      "step": 641
    },
    {
      "epoch": 0.7595385980479148,
      "grad_norm": 1.539556860923767,
      "learning_rate": 4.1975e-06,
      "loss": 0.1954,
      "step": 642
    },
    {
      "epoch": 0.7607216799763383,
      "grad_norm": 1.486075758934021,
      "learning_rate": 4.196250000000001e-06,
      "loss": 0.2225,
      "step": 643
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 1.7244817018508911,
      "learning_rate": 4.1950000000000005e-06,
      "loss": 0.2075,
      "step": 644
    },
    {
      "epoch": 0.7630878438331854,
      "grad_norm": 1.5843439102172852,
      "learning_rate": 4.19375e-06,
      "loss": 0.1966,
      "step": 645
    },
    {
      "epoch": 0.764270925761609,
      "grad_norm": 1.8097472190856934,
      "learning_rate": 4.1925e-06,
      "loss": 0.2108,
      "step": 646
    },
    {
      "epoch": 0.7654540076900326,
      "grad_norm": 1.424957275390625,
      "learning_rate": 4.191250000000001e-06,
      "loss": 0.1978,
      "step": 647
    },
    {
      "epoch": 0.7666370896184561,
      "grad_norm": 1.8132444620132446,
      "learning_rate": 4.1900000000000005e-06,
      "loss": 0.2157,
      "step": 648
    },
    {
      "epoch": 0.7678201715468796,
      "grad_norm": 1.6925345659255981,
      "learning_rate": 4.18875e-06,
      "loss": 0.2231,
      "step": 649
    },
    {
      "epoch": 0.7690032534753032,
      "grad_norm": 1.8036776781082153,
      "learning_rate": 4.1875e-06,
      "loss": 0.2247,
      "step": 650
    },
    {
      "epoch": 0.7701863354037267,
      "grad_norm": 1.7948217391967773,
      "learning_rate": 4.186250000000001e-06,
      "loss": 0.2002,
      "step": 651
    },
    {
      "epoch": 0.7713694173321503,
      "grad_norm": 1.881303071975708,
      "learning_rate": 4.185000000000001e-06,
      "loss": 0.2226,
      "step": 652
    },
    {
      "epoch": 0.7725524992605738,
      "grad_norm": 1.5174137353897095,
      "learning_rate": 4.18375e-06,
      "loss": 0.2041,
      "step": 653
    },
    {
      "epoch": 0.7737355811889973,
      "grad_norm": 1.4104382991790771,
      "learning_rate": 4.1825e-06,
      "loss": 0.1741,
      "step": 654
    },
    {
      "epoch": 0.7749186631174209,
      "grad_norm": 1.7884827852249146,
      "learning_rate": 4.181250000000001e-06,
      "loss": 0.2027,
      "step": 655
    },
    {
      "epoch": 0.7761017450458444,
      "grad_norm": 1.4523649215698242,
      "learning_rate": 4.18e-06,
      "loss": 0.1851,
      "step": 656
    },
    {
      "epoch": 0.7772848269742679,
      "grad_norm": 1.5733247995376587,
      "learning_rate": 4.1787500000000004e-06,
      "loss": 0.1879,
      "step": 657
    },
    {
      "epoch": 0.7784679089026915,
      "grad_norm": 1.7354931831359863,
      "learning_rate": 4.1775e-06,
      "loss": 0.1958,
      "step": 658
    },
    {
      "epoch": 0.7796509908311151,
      "grad_norm": 1.7125475406646729,
      "learning_rate": 4.176250000000001e-06,
      "loss": 0.2085,
      "step": 659
    },
    {
      "epoch": 0.7808340727595386,
      "grad_norm": 1.608055591583252,
      "learning_rate": 4.175e-06,
      "loss": 0.2049,
      "step": 660
    },
    {
      "epoch": 0.7820171546879622,
      "grad_norm": 1.6849596500396729,
      "learning_rate": 4.1737500000000005e-06,
      "loss": 0.1949,
      "step": 661
    },
    {
      "epoch": 0.7832002366163857,
      "grad_norm": 1.6813418865203857,
      "learning_rate": 4.1725e-06,
      "loss": 0.1981,
      "step": 662
    },
    {
      "epoch": 0.7843833185448092,
      "grad_norm": 1.4315128326416016,
      "learning_rate": 4.171250000000001e-06,
      "loss": 0.2022,
      "step": 663
    },
    {
      "epoch": 0.7855664004732328,
      "grad_norm": 1.6383264064788818,
      "learning_rate": 4.17e-06,
      "loss": 0.1948,
      "step": 664
    },
    {
      "epoch": 0.7867494824016563,
      "grad_norm": 1.4421443939208984,
      "learning_rate": 4.1687500000000005e-06,
      "loss": 0.2055,
      "step": 665
    },
    {
      "epoch": 0.7879325643300799,
      "grad_norm": 1.4936401844024658,
      "learning_rate": 4.1675e-06,
      "loss": 0.1807,
      "step": 666
    },
    {
      "epoch": 0.7891156462585034,
      "grad_norm": 2.0444540977478027,
      "learning_rate": 4.166250000000001e-06,
      "loss": 0.2155,
      "step": 667
    },
    {
      "epoch": 0.7902987281869269,
      "grad_norm": 1.5178685188293457,
      "learning_rate": 4.165e-06,
      "loss": 0.2113,
      "step": 668
    },
    {
      "epoch": 0.7914818101153505,
      "grad_norm": 1.7585806846618652,
      "learning_rate": 4.163750000000001e-06,
      "loss": 0.1977,
      "step": 669
    },
    {
      "epoch": 0.792664892043774,
      "grad_norm": 1.4937082529067993,
      "learning_rate": 4.1625e-06,
      "loss": 0.2038,
      "step": 670
    },
    {
      "epoch": 0.7938479739721975,
      "grad_norm": 1.389409065246582,
      "learning_rate": 4.16125e-06,
      "loss": 0.1821,
      "step": 671
    },
    {
      "epoch": 0.7950310559006211,
      "grad_norm": 1.4361777305603027,
      "learning_rate": 4.16e-06,
      "loss": 0.1776,
      "step": 672
    },
    {
      "epoch": 0.7962141378290447,
      "grad_norm": 1.5811891555786133,
      "learning_rate": 4.158750000000001e-06,
      "loss": 0.1883,
      "step": 673
    },
    {
      "epoch": 0.7973972197574682,
      "grad_norm": 1.7972438335418701,
      "learning_rate": 4.1575000000000004e-06,
      "loss": 0.2193,
      "step": 674
    },
    {
      "epoch": 0.7985803016858918,
      "grad_norm": 1.4746594429016113,
      "learning_rate": 4.15625e-06,
      "loss": 0.1827,
      "step": 675
    },
    {
      "epoch": 0.7997633836143153,
      "grad_norm": 1.5941245555877686,
      "learning_rate": 4.155e-06,
      "loss": 0.2132,
      "step": 676
    },
    {
      "epoch": 0.8009464655427389,
      "grad_norm": 1.7128826379776,
      "learning_rate": 4.153750000000001e-06,
      "loss": 0.1996,
      "step": 677
    },
    {
      "epoch": 0.8021295474711624,
      "grad_norm": 1.544480562210083,
      "learning_rate": 4.1525000000000005e-06,
      "loss": 0.1922,
      "step": 678
    },
    {
      "epoch": 0.8033126293995859,
      "grad_norm": 1.5864170789718628,
      "learning_rate": 4.15125e-06,
      "loss": 0.1944,
      "step": 679
    },
    {
      "epoch": 0.8044957113280095,
      "grad_norm": 1.763724684715271,
      "learning_rate": 4.15e-06,
      "loss": 0.1954,
      "step": 680
    },
    {
      "epoch": 0.805678793256433,
      "grad_norm": 1.5672308206558228,
      "learning_rate": 4.14875e-06,
      "loss": 0.2095,
      "step": 681
    },
    {
      "epoch": 0.8068618751848565,
      "grad_norm": 1.7577580213546753,
      "learning_rate": 4.1475000000000005e-06,
      "loss": 0.2118,
      "step": 682
    },
    {
      "epoch": 0.8080449571132801,
      "grad_norm": 1.3207273483276367,
      "learning_rate": 4.14625e-06,
      "loss": 0.1904,
      "step": 683
    },
    {
      "epoch": 0.8092280390417036,
      "grad_norm": 1.6204581260681152,
      "learning_rate": 4.145e-06,
      "loss": 0.1949,
      "step": 684
    },
    {
      "epoch": 0.8104111209701271,
      "grad_norm": 1.3613961935043335,
      "learning_rate": 4.14375e-06,
      "loss": 0.2027,
      "step": 685
    },
    {
      "epoch": 0.8115942028985508,
      "grad_norm": 1.6147979497909546,
      "learning_rate": 4.1425000000000006e-06,
      "loss": 0.2088,
      "step": 686
    },
    {
      "epoch": 0.8127772848269743,
      "grad_norm": 1.6304869651794434,
      "learning_rate": 4.14125e-06,
      "loss": 0.1972,
      "step": 687
    },
    {
      "epoch": 0.8139603667553978,
      "grad_norm": 1.4524974822998047,
      "learning_rate": 4.14e-06,
      "loss": 0.1961,
      "step": 688
    },
    {
      "epoch": 0.8151434486838214,
      "grad_norm": 1.6035929918289185,
      "learning_rate": 4.13875e-06,
      "loss": 0.2269,
      "step": 689
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 1.6616710424423218,
      "learning_rate": 4.137500000000001e-06,
      "loss": 0.2301,
      "step": 690
    },
    {
      "epoch": 0.8175096125406685,
      "grad_norm": 1.5941667556762695,
      "learning_rate": 4.13625e-06,
      "loss": 0.1904,
      "step": 691
    },
    {
      "epoch": 0.818692694469092,
      "grad_norm": 1.4404820203781128,
      "learning_rate": 4.135e-06,
      "loss": 0.1872,
      "step": 692
    },
    {
      "epoch": 0.8198757763975155,
      "grad_norm": 1.55125892162323,
      "learning_rate": 4.13375e-06,
      "loss": 0.2122,
      "step": 693
    },
    {
      "epoch": 0.8210588583259391,
      "grad_norm": 1.7499891519546509,
      "learning_rate": 4.132500000000001e-06,
      "loss": 0.2028,
      "step": 694
    },
    {
      "epoch": 0.8222419402543626,
      "grad_norm": 1.6863594055175781,
      "learning_rate": 4.1312500000000005e-06,
      "loss": 0.1904,
      "step": 695
    },
    {
      "epoch": 0.8234250221827861,
      "grad_norm": 1.5932685136795044,
      "learning_rate": 4.13e-06,
      "loss": 0.1992,
      "step": 696
    },
    {
      "epoch": 0.8246081041112097,
      "grad_norm": 1.7375249862670898,
      "learning_rate": 4.12875e-06,
      "loss": 0.2059,
      "step": 697
    },
    {
      "epoch": 0.8257911860396332,
      "grad_norm": 1.5555740594863892,
      "learning_rate": 4.127500000000001e-06,
      "loss": 0.2002,
      "step": 698
    },
    {
      "epoch": 0.8269742679680568,
      "grad_norm": 1.218538761138916,
      "learning_rate": 4.1262500000000005e-06,
      "loss": 0.2075,
      "step": 699
    },
    {
      "epoch": 0.8281573498964804,
      "grad_norm": 1.6516135931015015,
      "learning_rate": 4.125e-06,
      "loss": 0.2381,
      "step": 700
    },
    {
      "epoch": 0.8293404318249039,
      "grad_norm": 1.4867770671844482,
      "learning_rate": 4.12375e-06,
      "loss": 0.1822,
      "step": 701
    },
    {
      "epoch": 0.8305235137533274,
      "grad_norm": 1.4768725633621216,
      "learning_rate": 4.122500000000001e-06,
      "loss": 0.1853,
      "step": 702
    },
    {
      "epoch": 0.831706595681751,
      "grad_norm": 1.6220333576202393,
      "learning_rate": 4.1212500000000006e-06,
      "loss": 0.2193,
      "step": 703
    },
    {
      "epoch": 0.8328896776101745,
      "grad_norm": 1.565120816230774,
      "learning_rate": 4.12e-06,
      "loss": 0.1935,
      "step": 704
    },
    {
      "epoch": 0.834072759538598,
      "grad_norm": 1.3800395727157593,
      "learning_rate": 4.11875e-06,
      "loss": 0.1775,
      "step": 705
    },
    {
      "epoch": 0.8352558414670216,
      "grad_norm": 2.015958309173584,
      "learning_rate": 4.1175e-06,
      "loss": 0.1983,
      "step": 706
    },
    {
      "epoch": 0.8364389233954451,
      "grad_norm": 1.642169713973999,
      "learning_rate": 4.116250000000001e-06,
      "loss": 0.2149,
      "step": 707
    },
    {
      "epoch": 0.8376220053238687,
      "grad_norm": 1.6592271327972412,
      "learning_rate": 4.115e-06,
      "loss": 0.2066,
      "step": 708
    },
    {
      "epoch": 0.8388050872522922,
      "grad_norm": 1.7273470163345337,
      "learning_rate": 4.11375e-06,
      "loss": 0.2136,
      "step": 709
    },
    {
      "epoch": 0.8399881691807157,
      "grad_norm": 1.5744801759719849,
      "learning_rate": 4.1125e-06,
      "loss": 0.1928,
      "step": 710
    },
    {
      "epoch": 0.8411712511091393,
      "grad_norm": 1.9545096158981323,
      "learning_rate": 4.111250000000001e-06,
      "loss": 0.223,
      "step": 711
    },
    {
      "epoch": 0.8423543330375628,
      "grad_norm": 1.8394873142242432,
      "learning_rate": 4.1100000000000005e-06,
      "loss": 0.1943,
      "step": 712
    },
    {
      "epoch": 0.8435374149659864,
      "grad_norm": 1.558488368988037,
      "learning_rate": 4.10875e-06,
      "loss": 0.1809,
      "step": 713
    },
    {
      "epoch": 0.84472049689441,
      "grad_norm": 1.3312753438949585,
      "learning_rate": 4.1075e-06,
      "loss": 0.1885,
      "step": 714
    },
    {
      "epoch": 0.8459035788228335,
      "grad_norm": 1.748753309249878,
      "learning_rate": 4.106250000000001e-06,
      "loss": 0.2048,
      "step": 715
    },
    {
      "epoch": 0.847086660751257,
      "grad_norm": 1.6895931959152222,
      "learning_rate": 4.1050000000000005e-06,
      "loss": 0.2057,
      "step": 716
    },
    {
      "epoch": 0.8482697426796806,
      "grad_norm": 1.4981443881988525,
      "learning_rate": 4.10375e-06,
      "loss": 0.1863,
      "step": 717
    },
    {
      "epoch": 0.8494528246081041,
      "grad_norm": 1.7747372388839722,
      "learning_rate": 4.1025e-06,
      "loss": 0.2267,
      "step": 718
    },
    {
      "epoch": 0.8506359065365277,
      "grad_norm": 1.5853220224380493,
      "learning_rate": 4.101250000000001e-06,
      "loss": 0.1974,
      "step": 719
    },
    {
      "epoch": 0.8518189884649512,
      "grad_norm": 1.4564052820205688,
      "learning_rate": 4.1e-06,
      "loss": 0.212,
      "step": 720
    },
    {
      "epoch": 0.8530020703933747,
      "grad_norm": 1.4939684867858887,
      "learning_rate": 4.09875e-06,
      "loss": 0.2095,
      "step": 721
    },
    {
      "epoch": 0.8541851523217983,
      "grad_norm": 1.5663779973983765,
      "learning_rate": 4.0975e-06,
      "loss": 0.1899,
      "step": 722
    },
    {
      "epoch": 0.8553682342502218,
      "grad_norm": 1.7670660018920898,
      "learning_rate": 4.096250000000001e-06,
      "loss": 0.1868,
      "step": 723
    },
    {
      "epoch": 0.8565513161786453,
      "grad_norm": 1.839751124382019,
      "learning_rate": 4.095e-06,
      "loss": 0.2228,
      "step": 724
    },
    {
      "epoch": 0.8577343981070689,
      "grad_norm": 1.6987298727035522,
      "learning_rate": 4.09375e-06,
      "loss": 0.2065,
      "step": 725
    },
    {
      "epoch": 0.8589174800354925,
      "grad_norm": 1.6792759895324707,
      "learning_rate": 4.0925e-06,
      "loss": 0.2056,
      "step": 726
    },
    {
      "epoch": 0.860100561963916,
      "grad_norm": 1.6812931299209595,
      "learning_rate": 4.091250000000001e-06,
      "loss": 0.2075,
      "step": 727
    },
    {
      "epoch": 0.8612836438923396,
      "grad_norm": 1.6147911548614502,
      "learning_rate": 4.09e-06,
      "loss": 0.1907,
      "step": 728
    },
    {
      "epoch": 0.8624667258207631,
      "grad_norm": 1.7735944986343384,
      "learning_rate": 4.0887500000000005e-06,
      "loss": 0.1827,
      "step": 729
    },
    {
      "epoch": 0.8636498077491866,
      "grad_norm": 2.1575064659118652,
      "learning_rate": 4.0875e-06,
      "loss": 0.2158,
      "step": 730
    },
    {
      "epoch": 0.8648328896776102,
      "grad_norm": 1.338484764099121,
      "learning_rate": 4.086250000000001e-06,
      "loss": 0.1986,
      "step": 731
    },
    {
      "epoch": 0.8660159716060337,
      "grad_norm": 1.4411345720291138,
      "learning_rate": 4.085e-06,
      "loss": 0.2086,
      "step": 732
    },
    {
      "epoch": 0.8671990535344573,
      "grad_norm": 1.4886226654052734,
      "learning_rate": 4.0837500000000005e-06,
      "loss": 0.2045,
      "step": 733
    },
    {
      "epoch": 0.8683821354628808,
      "grad_norm": 1.5424730777740479,
      "learning_rate": 4.0825e-06,
      "loss": 0.1882,
      "step": 734
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 1.7392501831054688,
      "learning_rate": 4.08125e-06,
      "loss": 0.1806,
      "step": 735
    },
    {
      "epoch": 0.8707482993197279,
      "grad_norm": 1.6336326599121094,
      "learning_rate": 4.08e-06,
      "loss": 0.1991,
      "step": 736
    },
    {
      "epoch": 0.8719313812481514,
      "grad_norm": 1.6803793907165527,
      "learning_rate": 4.0787500000000005e-06,
      "loss": 0.1934,
      "step": 737
    },
    {
      "epoch": 0.8731144631765749,
      "grad_norm": 1.6031644344329834,
      "learning_rate": 4.0775e-06,
      "loss": 0.1943,
      "step": 738
    },
    {
      "epoch": 0.8742975451049986,
      "grad_norm": 1.6850547790527344,
      "learning_rate": 4.07625e-06,
      "loss": 0.1846,
      "step": 739
    },
    {
      "epoch": 0.8754806270334221,
      "grad_norm": 1.4961118698120117,
      "learning_rate": 4.075e-06,
      "loss": 0.1752,
      "step": 740
    },
    {
      "epoch": 0.8766637089618456,
      "grad_norm": 2.055217981338501,
      "learning_rate": 4.073750000000001e-06,
      "loss": 0.2274,
      "step": 741
    },
    {
      "epoch": 0.8778467908902692,
      "grad_norm": 1.5056447982788086,
      "learning_rate": 4.0725e-06,
      "loss": 0.2018,
      "step": 742
    },
    {
      "epoch": 0.8790298728186927,
      "grad_norm": 1.660111427307129,
      "learning_rate": 4.07125e-06,
      "loss": 0.1942,
      "step": 743
    },
    {
      "epoch": 0.8802129547471162,
      "grad_norm": 1.6051355600357056,
      "learning_rate": 4.07e-06,
      "loss": 0.2112,
      "step": 744
    },
    {
      "epoch": 0.8813960366755398,
      "grad_norm": 1.380437970161438,
      "learning_rate": 4.06875e-06,
      "loss": 0.1912,
      "step": 745
    },
    {
      "epoch": 0.8825791186039633,
      "grad_norm": 1.826065182685852,
      "learning_rate": 4.0675000000000004e-06,
      "loss": 0.2262,
      "step": 746
    },
    {
      "epoch": 0.8837622005323869,
      "grad_norm": 1.4162591695785522,
      "learning_rate": 4.06625e-06,
      "loss": 0.1979,
      "step": 747
    },
    {
      "epoch": 0.8849452824608104,
      "grad_norm": 1.5869451761245728,
      "learning_rate": 4.065e-06,
      "loss": 0.1967,
      "step": 748
    },
    {
      "epoch": 0.8861283643892339,
      "grad_norm": 1.602133870124817,
      "learning_rate": 4.06375e-06,
      "loss": 0.2202,
      "step": 749
    },
    {
      "epoch": 0.8873114463176575,
      "grad_norm": 1.5584497451782227,
      "learning_rate": 4.0625000000000005e-06,
      "loss": 0.1916,
      "step": 750
    },
    {
      "epoch": 0.888494528246081,
      "grad_norm": 1.6562703847885132,
      "learning_rate": 4.06125e-06,
      "loss": 0.1863,
      "step": 751
    },
    {
      "epoch": 0.8896776101745045,
      "grad_norm": 1.5322407484054565,
      "learning_rate": 4.060000000000001e-06,
      "loss": 0.1899,
      "step": 752
    },
    {
      "epoch": 0.8908606921029282,
      "grad_norm": 1.7646961212158203,
      "learning_rate": 4.05875e-06,
      "loss": 0.1781,
      "step": 753
    },
    {
      "epoch": 0.8920437740313517,
      "grad_norm": 1.5790330171585083,
      "learning_rate": 4.0575000000000005e-06,
      "loss": 0.2122,
      "step": 754
    },
    {
      "epoch": 0.8932268559597752,
      "grad_norm": 1.2962757349014282,
      "learning_rate": 4.05625e-06,
      "loss": 0.1797,
      "step": 755
    },
    {
      "epoch": 0.8944099378881988,
      "grad_norm": 1.7255396842956543,
      "learning_rate": 4.055000000000001e-06,
      "loss": 0.2303,
      "step": 756
    },
    {
      "epoch": 0.8955930198166223,
      "grad_norm": 1.7830543518066406,
      "learning_rate": 4.05375e-06,
      "loss": 0.1862,
      "step": 757
    },
    {
      "epoch": 0.8967761017450459,
      "grad_norm": 1.694628357887268,
      "learning_rate": 4.052500000000001e-06,
      "loss": 0.2125,
      "step": 758
    },
    {
      "epoch": 0.8979591836734694,
      "grad_norm": 1.2690776586532593,
      "learning_rate": 4.05125e-06,
      "loss": 0.1875,
      "step": 759
    },
    {
      "epoch": 0.8991422656018929,
      "grad_norm": 1.5824447870254517,
      "learning_rate": 4.05e-06,
      "loss": 0.2073,
      "step": 760
    },
    {
      "epoch": 0.9003253475303165,
      "grad_norm": 1.5796151161193848,
      "learning_rate": 4.04875e-06,
      "loss": 0.1806,
      "step": 761
    },
    {
      "epoch": 0.90150842945874,
      "grad_norm": 1.5095655918121338,
      "learning_rate": 4.047500000000001e-06,
      "loss": 0.2066,
      "step": 762
    },
    {
      "epoch": 0.9026915113871635,
      "grad_norm": 1.6623122692108154,
      "learning_rate": 4.0462500000000004e-06,
      "loss": 0.1854,
      "step": 763
    },
    {
      "epoch": 0.9038745933155871,
      "grad_norm": 1.4722758531570435,
      "learning_rate": 4.045e-06,
      "loss": 0.2156,
      "step": 764
    },
    {
      "epoch": 0.9050576752440106,
      "grad_norm": 1.529905915260315,
      "learning_rate": 4.04375e-06,
      "loss": 0.1858,
      "step": 765
    },
    {
      "epoch": 0.9062407571724342,
      "grad_norm": 1.6255297660827637,
      "learning_rate": 4.042500000000001e-06,
      "loss": 0.1881,
      "step": 766
    },
    {
      "epoch": 0.9074238391008578,
      "grad_norm": 1.8210831880569458,
      "learning_rate": 4.0412500000000005e-06,
      "loss": 0.2277,
      "step": 767
    },
    {
      "epoch": 0.9086069210292813,
      "grad_norm": 1.6574468612670898,
      "learning_rate": 4.04e-06,
      "loss": 0.2095,
      "step": 768
    },
    {
      "epoch": 0.9097900029577048,
      "grad_norm": 1.8257920742034912,
      "learning_rate": 4.03875e-06,
      "loss": 0.1895,
      "step": 769
    },
    {
      "epoch": 0.9109730848861284,
      "grad_norm": 1.456499457359314,
      "learning_rate": 4.037500000000001e-06,
      "loss": 0.1725,
      "step": 770
    },
    {
      "epoch": 0.9121561668145519,
      "grad_norm": 1.5966291427612305,
      "learning_rate": 4.0362500000000005e-06,
      "loss": 0.1899,
      "step": 771
    },
    {
      "epoch": 0.9133392487429755,
      "grad_norm": 1.8639682531356812,
      "learning_rate": 4.035e-06,
      "loss": 0.248,
      "step": 772
    },
    {
      "epoch": 0.914522330671399,
      "grad_norm": 1.4585343599319458,
      "learning_rate": 4.03375e-06,
      "loss": 0.214,
      "step": 773
    },
    {
      "epoch": 0.9157054125998225,
      "grad_norm": 1.4525967836380005,
      "learning_rate": 4.0325e-06,
      "loss": 0.2013,
      "step": 774
    },
    {
      "epoch": 0.9168884945282461,
      "grad_norm": 1.4181418418884277,
      "learning_rate": 4.031250000000001e-06,
      "loss": 0.1856,
      "step": 775
    },
    {
      "epoch": 0.9180715764566696,
      "grad_norm": 1.7247432470321655,
      "learning_rate": 4.03e-06,
      "loss": 0.1965,
      "step": 776
    },
    {
      "epoch": 0.9192546583850931,
      "grad_norm": 1.6032253503799438,
      "learning_rate": 4.02875e-06,
      "loss": 0.2236,
      "step": 777
    },
    {
      "epoch": 0.9204377403135167,
      "grad_norm": 1.4677108526229858,
      "learning_rate": 4.0275e-06,
      "loss": 0.2293,
      "step": 778
    },
    {
      "epoch": 0.9216208222419403,
      "grad_norm": 1.8496289253234863,
      "learning_rate": 4.026250000000001e-06,
      "loss": 0.2013,
      "step": 779
    },
    {
      "epoch": 0.9228039041703638,
      "grad_norm": 1.4107931852340698,
      "learning_rate": 4.0250000000000004e-06,
      "loss": 0.209,
      "step": 780
    },
    {
      "epoch": 0.9239869860987874,
      "grad_norm": 1.5042765140533447,
      "learning_rate": 4.02375e-06,
      "loss": 0.2113,
      "step": 781
    },
    {
      "epoch": 0.9251700680272109,
      "grad_norm": 1.797487497329712,
      "learning_rate": 4.0225e-06,
      "loss": 0.1858,
      "step": 782
    },
    {
      "epoch": 0.9263531499556344,
      "grad_norm": 1.6710355281829834,
      "learning_rate": 4.021250000000001e-06,
      "loss": 0.1928,
      "step": 783
    },
    {
      "epoch": 0.927536231884058,
      "grad_norm": 1.659069299697876,
      "learning_rate": 4.0200000000000005e-06,
      "loss": 0.2106,
      "step": 784
    },
    {
      "epoch": 0.9287193138124815,
      "grad_norm": 1.6825233697891235,
      "learning_rate": 4.01875e-06,
      "loss": 0.206,
      "step": 785
    },
    {
      "epoch": 0.929902395740905,
      "grad_norm": 1.4497143030166626,
      "learning_rate": 4.0175e-06,
      "loss": 0.1894,
      "step": 786
    },
    {
      "epoch": 0.9310854776693286,
      "grad_norm": 1.5668892860412598,
      "learning_rate": 4.016250000000001e-06,
      "loss": 0.2142,
      "step": 787
    },
    {
      "epoch": 0.9322685595977521,
      "grad_norm": 1.8686243295669556,
      "learning_rate": 4.0150000000000005e-06,
      "loss": 0.2139,
      "step": 788
    },
    {
      "epoch": 0.9334516415261757,
      "grad_norm": 1.4304335117340088,
      "learning_rate": 4.01375e-06,
      "loss": 0.1809,
      "step": 789
    },
    {
      "epoch": 0.9346347234545992,
      "grad_norm": 1.756691813468933,
      "learning_rate": 4.0125e-06,
      "loss": 0.1803,
      "step": 790
    },
    {
      "epoch": 0.9358178053830227,
      "grad_norm": 1.9744210243225098,
      "learning_rate": 4.011250000000001e-06,
      "loss": 0.2234,
      "step": 791
    },
    {
      "epoch": 0.9370008873114463,
      "grad_norm": 1.359911322593689,
      "learning_rate": 4.0100000000000006e-06,
      "loss": 0.19,
      "step": 792
    },
    {
      "epoch": 0.9381839692398699,
      "grad_norm": 1.932350993156433,
      "learning_rate": 4.00875e-06,
      "loss": 0.2315,
      "step": 793
    },
    {
      "epoch": 0.9393670511682934,
      "grad_norm": 1.4794167280197144,
      "learning_rate": 4.0075e-06,
      "loss": 0.1984,
      "step": 794
    },
    {
      "epoch": 0.940550133096717,
      "grad_norm": 1.701920747756958,
      "learning_rate": 4.006250000000001e-06,
      "loss": 0.2182,
      "step": 795
    },
    {
      "epoch": 0.9417332150251405,
      "grad_norm": 1.662898063659668,
      "learning_rate": 4.005000000000001e-06,
      "loss": 0.2117,
      "step": 796
    },
    {
      "epoch": 0.942916296953564,
      "grad_norm": 2.2090184688568115,
      "learning_rate": 4.00375e-06,
      "loss": 0.2044,
      "step": 797
    },
    {
      "epoch": 0.9440993788819876,
      "grad_norm": 1.6650887727737427,
      "learning_rate": 4.0025e-06,
      "loss": 0.2246,
      "step": 798
    },
    {
      "epoch": 0.9452824608104111,
      "grad_norm": 1.6670759916305542,
      "learning_rate": 4.00125e-06,
      "loss": 0.2158,
      "step": 799
    },
    {
      "epoch": 0.9464655427388347,
      "grad_norm": 1.8538198471069336,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.1933,
      "step": 800
    },
    {
      "epoch": 0.9476486246672582,
      "grad_norm": 1.420890212059021,
      "learning_rate": 3.9987500000000005e-06,
      "loss": 0.2082,
      "step": 801
    },
    {
      "epoch": 0.9488317065956817,
      "grad_norm": 1.548732042312622,
      "learning_rate": 3.9975e-06,
      "loss": 0.1875,
      "step": 802
    },
    {
      "epoch": 0.9500147885241053,
      "grad_norm": 1.7208634614944458,
      "learning_rate": 3.99625e-06,
      "loss": 0.2155,
      "step": 803
    },
    {
      "epoch": 0.9511978704525288,
      "grad_norm": 1.3889641761779785,
      "learning_rate": 3.995000000000001e-06,
      "loss": 0.1715,
      "step": 804
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 1.6771676540374756,
      "learning_rate": 3.9937500000000005e-06,
      "loss": 0.1814,
      "step": 805
    },
    {
      "epoch": 0.953564034309376,
      "grad_norm": 1.3889490365982056,
      "learning_rate": 3.9925e-06,
      "loss": 0.209,
      "step": 806
    },
    {
      "epoch": 0.9547471162377995,
      "grad_norm": 1.5031368732452393,
      "learning_rate": 3.99125e-06,
      "loss": 0.223,
      "step": 807
    },
    {
      "epoch": 0.955930198166223,
      "grad_norm": 1.4487813711166382,
      "learning_rate": 3.990000000000001e-06,
      "loss": 0.153,
      "step": 808
    },
    {
      "epoch": 0.9571132800946466,
      "grad_norm": 1.5905200242996216,
      "learning_rate": 3.98875e-06,
      "loss": 0.1784,
      "step": 809
    },
    {
      "epoch": 0.9582963620230701,
      "grad_norm": 1.3594461679458618,
      "learning_rate": 3.9875e-06,
      "loss": 0.1971,
      "step": 810
    },
    {
      "epoch": 0.9594794439514936,
      "grad_norm": 1.6165438890457153,
      "learning_rate": 3.98625e-06,
      "loss": 0.1923,
      "step": 811
    },
    {
      "epoch": 0.9606625258799172,
      "grad_norm": 1.558210849761963,
      "learning_rate": 3.985000000000001e-06,
      "loss": 0.2002,
      "step": 812
    },
    {
      "epoch": 0.9618456078083407,
      "grad_norm": 1.7787020206451416,
      "learning_rate": 3.98375e-06,
      "loss": 0.1941,
      "step": 813
    },
    {
      "epoch": 0.9630286897367643,
      "grad_norm": 1.6371811628341675,
      "learning_rate": 3.9825e-06,
      "loss": 0.2013,
      "step": 814
    },
    {
      "epoch": 0.9642117716651878,
      "grad_norm": 1.4538682699203491,
      "learning_rate": 3.98125e-06,
      "loss": 0.1627,
      "step": 815
    },
    {
      "epoch": 0.9653948535936113,
      "grad_norm": 1.7019946575164795,
      "learning_rate": 3.980000000000001e-06,
      "loss": 0.1825,
      "step": 816
    },
    {
      "epoch": 0.9665779355220349,
      "grad_norm": 1.4935396909713745,
      "learning_rate": 3.97875e-06,
      "loss": 0.1932,
      "step": 817
    },
    {
      "epoch": 0.9677610174504584,
      "grad_norm": 1.6102243661880493,
      "learning_rate": 3.9775000000000005e-06,
      "loss": 0.1734,
      "step": 818
    },
    {
      "epoch": 0.968944099378882,
      "grad_norm": 1.5770198106765747,
      "learning_rate": 3.97625e-06,
      "loss": 0.2064,
      "step": 819
    },
    {
      "epoch": 0.9701271813073056,
      "grad_norm": 1.8061292171478271,
      "learning_rate": 3.975000000000001e-06,
      "loss": 0.1889,
      "step": 820
    },
    {
      "epoch": 0.9713102632357291,
      "grad_norm": 1.5744237899780273,
      "learning_rate": 3.97375e-06,
      "loss": 0.2057,
      "step": 821
    },
    {
      "epoch": 0.9724933451641526,
      "grad_norm": 1.8933345079421997,
      "learning_rate": 3.9725000000000005e-06,
      "loss": 0.2289,
      "step": 822
    },
    {
      "epoch": 0.9736764270925762,
      "grad_norm": 1.5591371059417725,
      "learning_rate": 3.97125e-06,
      "loss": 0.1959,
      "step": 823
    },
    {
      "epoch": 0.9748595090209997,
      "grad_norm": 1.456443428993225,
      "learning_rate": 3.97e-06,
      "loss": 0.1989,
      "step": 824
    },
    {
      "epoch": 0.9760425909494232,
      "grad_norm": 1.6241130828857422,
      "learning_rate": 3.96875e-06,
      "loss": 0.1906,
      "step": 825
    },
    {
      "epoch": 0.9772256728778468,
      "grad_norm": 1.41323721408844,
      "learning_rate": 3.9675000000000006e-06,
      "loss": 0.1689,
      "step": 826
    },
    {
      "epoch": 0.9784087548062703,
      "grad_norm": 1.6862794160842896,
      "learning_rate": 3.96625e-06,
      "loss": 0.1976,
      "step": 827
    },
    {
      "epoch": 0.9795918367346939,
      "grad_norm": 1.5540764331817627,
      "learning_rate": 3.965e-06,
      "loss": 0.2013,
      "step": 828
    },
    {
      "epoch": 0.9807749186631174,
      "grad_norm": 1.497370719909668,
      "learning_rate": 3.96375e-06,
      "loss": 0.2061,
      "step": 829
    },
    {
      "epoch": 0.9819580005915409,
      "grad_norm": 1.4720622301101685,
      "learning_rate": 3.962500000000001e-06,
      "loss": 0.2072,
      "step": 830
    },
    {
      "epoch": 0.9831410825199645,
      "grad_norm": 1.6613924503326416,
      "learning_rate": 3.96125e-06,
      "loss": 0.2014,
      "step": 831
    },
    {
      "epoch": 0.9843241644483881,
      "grad_norm": 1.522898554801941,
      "learning_rate": 3.96e-06,
      "loss": 0.2081,
      "step": 832
    },
    {
      "epoch": 0.9855072463768116,
      "grad_norm": 1.766837477684021,
      "learning_rate": 3.95875e-06,
      "loss": 0.2083,
      "step": 833
    },
    {
      "epoch": 0.9866903283052352,
      "grad_norm": 1.3665306568145752,
      "learning_rate": 3.957500000000001e-06,
      "loss": 0.1896,
      "step": 834
    },
    {
      "epoch": 0.9878734102336587,
      "grad_norm": 1.7022099494934082,
      "learning_rate": 3.9562500000000004e-06,
      "loss": 0.1924,
      "step": 835
    },
    {
      "epoch": 0.9890564921620822,
      "grad_norm": 1.2004728317260742,
      "learning_rate": 3.955e-06,
      "loss": 0.1715,
      "step": 836
    },
    {
      "epoch": 0.9902395740905058,
      "grad_norm": 1.6016632318496704,
      "learning_rate": 3.95375e-06,
      "loss": 0.1961,
      "step": 837
    },
    {
      "epoch": 0.9914226560189293,
      "grad_norm": 1.5896190404891968,
      "learning_rate": 3.9525e-06,
      "loss": 0.1927,
      "step": 838
    },
    {
      "epoch": 0.9926057379473529,
      "grad_norm": 1.560189127922058,
      "learning_rate": 3.9512500000000005e-06,
      "loss": 0.1986,
      "step": 839
    },
    {
      "epoch": 0.9937888198757764,
      "grad_norm": 1.5898845195770264,
      "learning_rate": 3.95e-06,
      "loss": 0.2238,
      "step": 840
    },
    {
      "epoch": 0.9949719018041999,
      "grad_norm": 1.959770679473877,
      "learning_rate": 3.94875e-06,
      "loss": 0.2215,
      "step": 841
    },
    {
      "epoch": 0.9961549837326235,
      "grad_norm": 1.5834310054779053,
      "learning_rate": 3.9475e-06,
      "loss": 0.2062,
      "step": 842
    },
    {
      "epoch": 0.997338065661047,
      "grad_norm": 1.5566670894622803,
      "learning_rate": 3.9462500000000005e-06,
      "loss": 0.1875,
      "step": 843
    },
    {
      "epoch": 0.9985211475894705,
      "grad_norm": 1.610384464263916,
      "learning_rate": 3.945e-06,
      "loss": 0.1777,
      "step": 844
    },
    {
      "epoch": 0.9997042295178941,
      "grad_norm": 1.5097066164016724,
      "learning_rate": 3.94375e-06,
      "loss": 0.1792,
      "step": 845
    },
    {
      "epoch": 1.0008873114463177,
      "grad_norm": 1.4607676267623901,
      "learning_rate": 3.9425e-06,
      "loss": 0.1663,
      "step": 846
    },
    {
      "epoch": 1.0020703933747412,
      "grad_norm": 1.5545316934585571,
      "learning_rate": 3.941250000000001e-06,
      "loss": 0.137,
      "step": 847
    },
    {
      "epoch": 1.0032534753031648,
      "grad_norm": 1.5927177667617798,
      "learning_rate": 3.94e-06,
      "loss": 0.1414,
      "step": 848
    },
    {
      "epoch": 1.0044365572315883,
      "grad_norm": 1.730399250984192,
      "learning_rate": 3.93875e-06,
      "loss": 0.1413,
      "step": 849
    },
    {
      "epoch": 1.0056196391600118,
      "grad_norm": 1.5152299404144287,
      "learning_rate": 3.9375e-06,
      "loss": 0.1269,
      "step": 850
    },
    {
      "epoch": 1.0068027210884354,
      "grad_norm": 1.5640554428100586,
      "learning_rate": 3.936250000000001e-06,
      "loss": 0.126,
      "step": 851
    },
    {
      "epoch": 1.007985803016859,
      "grad_norm": 1.3630567789077759,
      "learning_rate": 3.9350000000000004e-06,
      "loss": 0.1255,
      "step": 852
    },
    {
      "epoch": 1.0091688849452825,
      "grad_norm": 1.4786101579666138,
      "learning_rate": 3.93375e-06,
      "loss": 0.1269,
      "step": 853
    },
    {
      "epoch": 1.010351966873706,
      "grad_norm": 1.5879299640655518,
      "learning_rate": 3.9325e-06,
      "loss": 0.1169,
      "step": 854
    },
    {
      "epoch": 1.0115350488021295,
      "grad_norm": 1.4414206743240356,
      "learning_rate": 3.931250000000001e-06,
      "loss": 0.1112,
      "step": 855
    },
    {
      "epoch": 1.012718130730553,
      "grad_norm": 1.540884256362915,
      "learning_rate": 3.9300000000000005e-06,
      "loss": 0.1325,
      "step": 856
    },
    {
      "epoch": 1.0139012126589766,
      "grad_norm": 1.7065937519073486,
      "learning_rate": 3.92875e-06,
      "loss": 0.1456,
      "step": 857
    },
    {
      "epoch": 1.0150842945874001,
      "grad_norm": 1.3394668102264404,
      "learning_rate": 3.9275e-06,
      "loss": 0.1265,
      "step": 858
    },
    {
      "epoch": 1.0162673765158237,
      "grad_norm": 1.5018510818481445,
      "learning_rate": 3.926250000000001e-06,
      "loss": 0.1352,
      "step": 859
    },
    {
      "epoch": 1.0174504584442472,
      "grad_norm": 1.3715797662734985,
      "learning_rate": 3.9250000000000005e-06,
      "loss": 0.1226,
      "step": 860
    },
    {
      "epoch": 1.0186335403726707,
      "grad_norm": 1.3853869438171387,
      "learning_rate": 3.92375e-06,
      "loss": 0.1332,
      "step": 861
    },
    {
      "epoch": 1.0198166223010943,
      "grad_norm": 1.4225016832351685,
      "learning_rate": 3.9225e-06,
      "loss": 0.1246,
      "step": 862
    },
    {
      "epoch": 1.0209997042295178,
      "grad_norm": 1.8411242961883545,
      "learning_rate": 3.92125e-06,
      "loss": 0.1197,
      "step": 863
    },
    {
      "epoch": 1.0221827861579413,
      "grad_norm": 1.7704321146011353,
      "learning_rate": 3.920000000000001e-06,
      "loss": 0.1277,
      "step": 864
    },
    {
      "epoch": 1.0233658680863649,
      "grad_norm": 1.7261779308319092,
      "learning_rate": 3.91875e-06,
      "loss": 0.1398,
      "step": 865
    },
    {
      "epoch": 1.0245489500147886,
      "grad_norm": 1.5654067993164062,
      "learning_rate": 3.9175e-06,
      "loss": 0.1242,
      "step": 866
    },
    {
      "epoch": 1.0257320319432122,
      "grad_norm": 1.3489753007888794,
      "learning_rate": 3.91625e-06,
      "loss": 0.1126,
      "step": 867
    },
    {
      "epoch": 1.0269151138716357,
      "grad_norm": 1.664570689201355,
      "learning_rate": 3.915000000000001e-06,
      "loss": 0.1254,
      "step": 868
    },
    {
      "epoch": 1.0280981958000592,
      "grad_norm": 1.690885305404663,
      "learning_rate": 3.9137500000000004e-06,
      "loss": 0.127,
      "step": 869
    },
    {
      "epoch": 1.0292812777284828,
      "grad_norm": 1.529438853263855,
      "learning_rate": 3.9125e-06,
      "loss": 0.1371,
      "step": 870
    },
    {
      "epoch": 1.0304643596569063,
      "grad_norm": 1.598929524421692,
      "learning_rate": 3.91125e-06,
      "loss": 0.1249,
      "step": 871
    },
    {
      "epoch": 1.0316474415853298,
      "grad_norm": 1.534091591835022,
      "learning_rate": 3.910000000000001e-06,
      "loss": 0.1191,
      "step": 872
    },
    {
      "epoch": 1.0328305235137534,
      "grad_norm": 1.7261022329330444,
      "learning_rate": 3.90875e-06,
      "loss": 0.1309,
      "step": 873
    },
    {
      "epoch": 1.034013605442177,
      "grad_norm": 1.5496859550476074,
      "learning_rate": 3.9075e-06,
      "loss": 0.1248,
      "step": 874
    },
    {
      "epoch": 1.0351966873706004,
      "grad_norm": 1.592925786972046,
      "learning_rate": 3.90625e-06,
      "loss": 0.1199,
      "step": 875
    },
    {
      "epoch": 1.036379769299024,
      "grad_norm": 1.5474638938903809,
      "learning_rate": 3.905000000000001e-06,
      "loss": 0.1306,
      "step": 876
    },
    {
      "epoch": 1.0375628512274475,
      "grad_norm": 1.7254589796066284,
      "learning_rate": 3.9037500000000005e-06,
      "loss": 0.1309,
      "step": 877
    },
    {
      "epoch": 1.038745933155871,
      "grad_norm": 1.5980417728424072,
      "learning_rate": 3.9025e-06,
      "loss": 0.1354,
      "step": 878
    },
    {
      "epoch": 1.0399290150842946,
      "grad_norm": 1.4638845920562744,
      "learning_rate": 3.90125e-06,
      "loss": 0.1291,
      "step": 879
    },
    {
      "epoch": 1.0411120970127181,
      "grad_norm": 1.5670627355575562,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.1261,
      "step": 880
    },
    {
      "epoch": 1.0422951789411417,
      "grad_norm": 1.4395630359649658,
      "learning_rate": 3.898750000000001e-06,
      "loss": 0.1247,
      "step": 881
    },
    {
      "epoch": 1.0434782608695652,
      "grad_norm": 1.6725918054580688,
      "learning_rate": 3.8975e-06,
      "loss": 0.1229,
      "step": 882
    },
    {
      "epoch": 1.0446613427979887,
      "grad_norm": 1.8210841417312622,
      "learning_rate": 3.89625e-06,
      "loss": 0.1357,
      "step": 883
    },
    {
      "epoch": 1.0458444247264123,
      "grad_norm": 1.572023630142212,
      "learning_rate": 3.895000000000001e-06,
      "loss": 0.1338,
      "step": 884
    },
    {
      "epoch": 1.0470275066548358,
      "grad_norm": 1.719093918800354,
      "learning_rate": 3.893750000000001e-06,
      "loss": 0.1259,
      "step": 885
    },
    {
      "epoch": 1.0482105885832593,
      "grad_norm": 1.3653970956802368,
      "learning_rate": 3.8925000000000004e-06,
      "loss": 0.1233,
      "step": 886
    },
    {
      "epoch": 1.0493936705116829,
      "grad_norm": 1.528213381767273,
      "learning_rate": 3.89125e-06,
      "loss": 0.1333,
      "step": 887
    },
    {
      "epoch": 1.0505767524401064,
      "grad_norm": 1.4623130559921265,
      "learning_rate": 3.89e-06,
      "loss": 0.1297,
      "step": 888
    },
    {
      "epoch": 1.05175983436853,
      "grad_norm": 1.5873810052871704,
      "learning_rate": 3.888750000000001e-06,
      "loss": 0.1446,
      "step": 889
    },
    {
      "epoch": 1.0529429162969535,
      "grad_norm": 1.7667055130004883,
      "learning_rate": 3.8875000000000005e-06,
      "loss": 0.1339,
      "step": 890
    },
    {
      "epoch": 1.054125998225377,
      "grad_norm": 1.4597651958465576,
      "learning_rate": 3.88625e-06,
      "loss": 0.1228,
      "step": 891
    },
    {
      "epoch": 1.0553090801538008,
      "grad_norm": 1.3840901851654053,
      "learning_rate": 3.885e-06,
      "loss": 0.1198,
      "step": 892
    },
    {
      "epoch": 1.0564921620822243,
      "grad_norm": 1.595634937286377,
      "learning_rate": 3.883750000000001e-06,
      "loss": 0.136,
      "step": 893
    },
    {
      "epoch": 1.0576752440106478,
      "grad_norm": 1.5623911619186401,
      "learning_rate": 3.8825000000000005e-06,
      "loss": 0.1188,
      "step": 894
    },
    {
      "epoch": 1.0588583259390714,
      "grad_norm": 1.6958353519439697,
      "learning_rate": 3.88125e-06,
      "loss": 0.1376,
      "step": 895
    },
    {
      "epoch": 1.060041407867495,
      "grad_norm": 1.5209115743637085,
      "learning_rate": 3.88e-06,
      "loss": 0.1259,
      "step": 896
    },
    {
      "epoch": 1.0612244897959184,
      "grad_norm": 1.4908182621002197,
      "learning_rate": 3.878750000000001e-06,
      "loss": 0.1287,
      "step": 897
    },
    {
      "epoch": 1.062407571724342,
      "grad_norm": 1.6207637786865234,
      "learning_rate": 3.8775000000000006e-06,
      "loss": 0.1275,
      "step": 898
    },
    {
      "epoch": 1.0635906536527655,
      "grad_norm": 1.638773798942566,
      "learning_rate": 3.87625e-06,
      "loss": 0.1348,
      "step": 899
    },
    {
      "epoch": 1.064773735581189,
      "grad_norm": 1.7876001596450806,
      "learning_rate": 3.875e-06,
      "loss": 0.1284,
      "step": 900
    },
    {
      "epoch": 1.0659568175096126,
      "grad_norm": 1.439323902130127,
      "learning_rate": 3.873750000000001e-06,
      "loss": 0.1384,
      "step": 901
    },
    {
      "epoch": 1.067139899438036,
      "grad_norm": 1.451987862586975,
      "learning_rate": 3.8725e-06,
      "loss": 0.1299,
      "step": 902
    },
    {
      "epoch": 1.0683229813664596,
      "grad_norm": 1.3939586877822876,
      "learning_rate": 3.87125e-06,
      "loss": 0.1192,
      "step": 903
    },
    {
      "epoch": 1.0695060632948832,
      "grad_norm": 1.5599257946014404,
      "learning_rate": 3.87e-06,
      "loss": 0.1289,
      "step": 904
    },
    {
      "epoch": 1.0706891452233067,
      "grad_norm": 1.5900781154632568,
      "learning_rate": 3.868750000000001e-06,
      "loss": 0.1263,
      "step": 905
    },
    {
      "epoch": 1.0718722271517303,
      "grad_norm": 1.9990553855895996,
      "learning_rate": 3.8675e-06,
      "loss": 0.1258,
      "step": 906
    },
    {
      "epoch": 1.0730553090801538,
      "grad_norm": 1.4134851694107056,
      "learning_rate": 3.8662500000000005e-06,
      "loss": 0.1282,
      "step": 907
    },
    {
      "epoch": 1.0742383910085773,
      "grad_norm": 1.5058811902999878,
      "learning_rate": 3.865e-06,
      "loss": 0.1302,
      "step": 908
    },
    {
      "epoch": 1.0754214729370009,
      "grad_norm": 1.684141755104065,
      "learning_rate": 3.863750000000001e-06,
      "loss": 0.1278,
      "step": 909
    },
    {
      "epoch": 1.0766045548654244,
      "grad_norm": 1.9097684621810913,
      "learning_rate": 3.8625e-06,
      "loss": 0.1245,
      "step": 910
    },
    {
      "epoch": 1.077787636793848,
      "grad_norm": 1.5677382946014404,
      "learning_rate": 3.8612500000000005e-06,
      "loss": 0.1211,
      "step": 911
    },
    {
      "epoch": 1.0789707187222715,
      "grad_norm": 1.4993963241577148,
      "learning_rate": 3.86e-06,
      "loss": 0.121,
      "step": 912
    },
    {
      "epoch": 1.080153800650695,
      "grad_norm": 1.4101507663726807,
      "learning_rate": 3.858750000000001e-06,
      "loss": 0.1195,
      "step": 913
    },
    {
      "epoch": 1.0813368825791185,
      "grad_norm": 1.552228331565857,
      "learning_rate": 3.8575e-06,
      "loss": 0.139,
      "step": 914
    },
    {
      "epoch": 1.082519964507542,
      "grad_norm": 1.5412732362747192,
      "learning_rate": 3.8562500000000006e-06,
      "loss": 0.1325,
      "step": 915
    },
    {
      "epoch": 1.0837030464359656,
      "grad_norm": 1.3636066913604736,
      "learning_rate": 3.855e-06,
      "loss": 0.1124,
      "step": 916
    },
    {
      "epoch": 1.0848861283643891,
      "grad_norm": 1.4828418493270874,
      "learning_rate": 3.85375e-06,
      "loss": 0.1226,
      "step": 917
    },
    {
      "epoch": 1.0860692102928127,
      "grad_norm": 1.5129079818725586,
      "learning_rate": 3.8525e-06,
      "loss": 0.1311,
      "step": 918
    },
    {
      "epoch": 1.0872522922212364,
      "grad_norm": 1.60680091381073,
      "learning_rate": 3.851250000000001e-06,
      "loss": 0.1262,
      "step": 919
    },
    {
      "epoch": 1.08843537414966,
      "grad_norm": 1.4580926895141602,
      "learning_rate": 3.85e-06,
      "loss": 0.1254,
      "step": 920
    },
    {
      "epoch": 1.0896184560780835,
      "grad_norm": 1.6182721853256226,
      "learning_rate": 3.84875e-06,
      "loss": 0.1304,
      "step": 921
    },
    {
      "epoch": 1.090801538006507,
      "grad_norm": 1.574212670326233,
      "learning_rate": 3.8475e-06,
      "loss": 0.1261,
      "step": 922
    },
    {
      "epoch": 1.0919846199349306,
      "grad_norm": 1.5526423454284668,
      "learning_rate": 3.846250000000001e-06,
      "loss": 0.1202,
      "step": 923
    },
    {
      "epoch": 1.093167701863354,
      "grad_norm": 2.1023406982421875,
      "learning_rate": 3.8450000000000005e-06,
      "loss": 0.125,
      "step": 924
    },
    {
      "epoch": 1.0943507837917776,
      "grad_norm": 1.4627243280410767,
      "learning_rate": 3.84375e-06,
      "loss": 0.1208,
      "step": 925
    },
    {
      "epoch": 1.0955338657202012,
      "grad_norm": 1.554949164390564,
      "learning_rate": 3.8425e-06,
      "loss": 0.1282,
      "step": 926
    },
    {
      "epoch": 1.0967169476486247,
      "grad_norm": 1.5215086936950684,
      "learning_rate": 3.84125e-06,
      "loss": 0.1296,
      "step": 927
    },
    {
      "epoch": 1.0979000295770482,
      "grad_norm": 1.7638782262802124,
      "learning_rate": 3.8400000000000005e-06,
      "loss": 0.1396,
      "step": 928
    },
    {
      "epoch": 1.0990831115054718,
      "grad_norm": 1.688349962234497,
      "learning_rate": 3.83875e-06,
      "loss": 0.1355,
      "step": 929
    },
    {
      "epoch": 1.1002661934338953,
      "grad_norm": 1.2625313997268677,
      "learning_rate": 3.8375e-06,
      "loss": 0.1208,
      "step": 930
    },
    {
      "epoch": 1.1014492753623188,
      "grad_norm": 1.6557972431182861,
      "learning_rate": 3.83625e-06,
      "loss": 0.131,
      "step": 931
    },
    {
      "epoch": 1.1026323572907424,
      "grad_norm": 1.6518669128417969,
      "learning_rate": 3.8350000000000006e-06,
      "loss": 0.1392,
      "step": 932
    },
    {
      "epoch": 1.103815439219166,
      "grad_norm": 1.7029277086257935,
      "learning_rate": 3.83375e-06,
      "loss": 0.1304,
      "step": 933
    },
    {
      "epoch": 1.1049985211475895,
      "grad_norm": 1.4848511219024658,
      "learning_rate": 3.8325e-06,
      "loss": 0.1273,
      "step": 934
    },
    {
      "epoch": 1.106181603076013,
      "grad_norm": 1.6099779605865479,
      "learning_rate": 3.83125e-06,
      "loss": 0.1253,
      "step": 935
    },
    {
      "epoch": 1.1073646850044365,
      "grad_norm": 1.5807911157608032,
      "learning_rate": 3.830000000000001e-06,
      "loss": 0.1206,
      "step": 936
    },
    {
      "epoch": 1.10854776693286,
      "grad_norm": 1.611435890197754,
      "learning_rate": 3.82875e-06,
      "loss": 0.1378,
      "step": 937
    },
    {
      "epoch": 1.1097308488612836,
      "grad_norm": 1.5195038318634033,
      "learning_rate": 3.8275e-06,
      "loss": 0.131,
      "step": 938
    },
    {
      "epoch": 1.1109139307897071,
      "grad_norm": 1.3802921772003174,
      "learning_rate": 3.82625e-06,
      "loss": 0.1218,
      "step": 939
    },
    {
      "epoch": 1.1120970127181307,
      "grad_norm": 1.6278125047683716,
      "learning_rate": 3.825000000000001e-06,
      "loss": 0.1412,
      "step": 940
    },
    {
      "epoch": 1.1132800946465542,
      "grad_norm": 1.5565327405929565,
      "learning_rate": 3.8237500000000004e-06,
      "loss": 0.1231,
      "step": 941
    },
    {
      "epoch": 1.1144631765749777,
      "grad_norm": 1.8119821548461914,
      "learning_rate": 3.8225e-06,
      "loss": 0.1367,
      "step": 942
    },
    {
      "epoch": 1.1156462585034013,
      "grad_norm": 1.739900827407837,
      "learning_rate": 3.82125e-06,
      "loss": 0.126,
      "step": 943
    },
    {
      "epoch": 1.1168293404318248,
      "grad_norm": 1.4028265476226807,
      "learning_rate": 3.820000000000001e-06,
      "loss": 0.1276,
      "step": 944
    },
    {
      "epoch": 1.1180124223602483,
      "grad_norm": 1.5332375764846802,
      "learning_rate": 3.8187500000000005e-06,
      "loss": 0.1225,
      "step": 945
    },
    {
      "epoch": 1.119195504288672,
      "grad_norm": 1.5348633527755737,
      "learning_rate": 3.8175e-06,
      "loss": 0.1214,
      "step": 946
    },
    {
      "epoch": 1.1203785862170956,
      "grad_norm": 1.5667204856872559,
      "learning_rate": 3.81625e-06,
      "loss": 0.1266,
      "step": 947
    },
    {
      "epoch": 1.1215616681455192,
      "grad_norm": 1.4030245542526245,
      "learning_rate": 3.815000000000001e-06,
      "loss": 0.119,
      "step": 948
    },
    {
      "epoch": 1.1227447500739427,
      "grad_norm": 1.3166753053665161,
      "learning_rate": 3.8137500000000005e-06,
      "loss": 0.1164,
      "step": 949
    },
    {
      "epoch": 1.1239278320023662,
      "grad_norm": 1.5631295442581177,
      "learning_rate": 3.8125e-06,
      "loss": 0.1354,
      "step": 950
    },
    {
      "epoch": 1.1251109139307898,
      "grad_norm": 1.6578530073165894,
      "learning_rate": 3.81125e-06,
      "loss": 0.1219,
      "step": 951
    },
    {
      "epoch": 1.1262939958592133,
      "grad_norm": 1.7024977207183838,
      "learning_rate": 3.8100000000000004e-06,
      "loss": 0.1431,
      "step": 952
    },
    {
      "epoch": 1.1274770777876368,
      "grad_norm": 1.5389904975891113,
      "learning_rate": 3.8087500000000006e-06,
      "loss": 0.1228,
      "step": 953
    },
    {
      "epoch": 1.1286601597160604,
      "grad_norm": 1.888339877128601,
      "learning_rate": 3.8075e-06,
      "loss": 0.1301,
      "step": 954
    },
    {
      "epoch": 1.129843241644484,
      "grad_norm": 1.5837042331695557,
      "learning_rate": 3.80625e-06,
      "loss": 0.1297,
      "step": 955
    },
    {
      "epoch": 1.1310263235729074,
      "grad_norm": 1.4965708255767822,
      "learning_rate": 3.8050000000000004e-06,
      "loss": 0.1375,
      "step": 956
    },
    {
      "epoch": 1.132209405501331,
      "grad_norm": 1.5138018131256104,
      "learning_rate": 3.8037500000000006e-06,
      "loss": 0.1211,
      "step": 957
    },
    {
      "epoch": 1.1333924874297545,
      "grad_norm": 1.746869683265686,
      "learning_rate": 3.8025e-06,
      "loss": 0.1216,
      "step": 958
    },
    {
      "epoch": 1.134575569358178,
      "grad_norm": 1.9778918027877808,
      "learning_rate": 3.8012500000000002e-06,
      "loss": 0.1316,
      "step": 959
    },
    {
      "epoch": 1.1357586512866016,
      "grad_norm": 1.4542505741119385,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.117,
      "step": 960
    },
    {
      "epoch": 1.1369417332150251,
      "grad_norm": 1.6370503902435303,
      "learning_rate": 3.7987500000000007e-06,
      "loss": 0.1274,
      "step": 961
    },
    {
      "epoch": 1.1381248151434487,
      "grad_norm": 1.7425072193145752,
      "learning_rate": 3.7975e-06,
      "loss": 0.1265,
      "step": 962
    },
    {
      "epoch": 1.1393078970718722,
      "grad_norm": 1.541849136352539,
      "learning_rate": 3.7962500000000003e-06,
      "loss": 0.1406,
      "step": 963
    },
    {
      "epoch": 1.1404909790002957,
      "grad_norm": 1.282357096672058,
      "learning_rate": 3.7950000000000005e-06,
      "loss": 0.1168,
      "step": 964
    },
    {
      "epoch": 1.1416740609287193,
      "grad_norm": 1.4894678592681885,
      "learning_rate": 3.7937500000000003e-06,
      "loss": 0.1328,
      "step": 965
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 1.7481800317764282,
      "learning_rate": 3.7925e-06,
      "loss": 0.1206,
      "step": 966
    },
    {
      "epoch": 1.1440402247855663,
      "grad_norm": 1.5488405227661133,
      "learning_rate": 3.7912500000000003e-06,
      "loss": 0.1277,
      "step": 967
    },
    {
      "epoch": 1.1452233067139899,
      "grad_norm": 1.5676923990249634,
      "learning_rate": 3.79e-06,
      "loss": 0.131,
      "step": 968
    },
    {
      "epoch": 1.1464063886424134,
      "grad_norm": 1.8462034463882446,
      "learning_rate": 3.7887500000000004e-06,
      "loss": 0.1413,
      "step": 969
    },
    {
      "epoch": 1.147589470570837,
      "grad_norm": 1.4963927268981934,
      "learning_rate": 3.7875e-06,
      "loss": 0.1277,
      "step": 970
    },
    {
      "epoch": 1.1487725524992607,
      "grad_norm": 1.615854263305664,
      "learning_rate": 3.7862500000000004e-06,
      "loss": 0.1332,
      "step": 971
    },
    {
      "epoch": 1.149955634427684,
      "grad_norm": 1.6165896654129028,
      "learning_rate": 3.785e-06,
      "loss": 0.1186,
      "step": 972
    },
    {
      "epoch": 1.1511387163561078,
      "grad_norm": 1.7714965343475342,
      "learning_rate": 3.7837500000000004e-06,
      "loss": 0.133,
      "step": 973
    },
    {
      "epoch": 1.1523217982845313,
      "grad_norm": 1.6568772792816162,
      "learning_rate": 3.7825e-06,
      "loss": 0.1282,
      "step": 974
    },
    {
      "epoch": 1.1535048802129548,
      "grad_norm": 1.5904468297958374,
      "learning_rate": 3.78125e-06,
      "loss": 0.1309,
      "step": 975
    },
    {
      "epoch": 1.1546879621413784,
      "grad_norm": 1.8618322610855103,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 0.1427,
      "step": 976
    },
    {
      "epoch": 1.155871044069802,
      "grad_norm": 1.7405513525009155,
      "learning_rate": 3.7787500000000005e-06,
      "loss": 0.1247,
      "step": 977
    },
    {
      "epoch": 1.1570541259982254,
      "grad_norm": 1.7638050317764282,
      "learning_rate": 3.7775000000000003e-06,
      "loss": 0.1386,
      "step": 978
    },
    {
      "epoch": 1.158237207926649,
      "grad_norm": 1.6512067317962646,
      "learning_rate": 3.77625e-06,
      "loss": 0.1245,
      "step": 979
    },
    {
      "epoch": 1.1594202898550725,
      "grad_norm": 1.6244964599609375,
      "learning_rate": 3.7750000000000003e-06,
      "loss": 0.1208,
      "step": 980
    },
    {
      "epoch": 1.160603371783496,
      "grad_norm": 1.2929716110229492,
      "learning_rate": 3.7737500000000005e-06,
      "loss": 0.1318,
      "step": 981
    },
    {
      "epoch": 1.1617864537119196,
      "grad_norm": 1.7907743453979492,
      "learning_rate": 3.7725e-06,
      "loss": 0.122,
      "step": 982
    },
    {
      "epoch": 1.162969535640343,
      "grad_norm": 1.565263271331787,
      "learning_rate": 3.77125e-06,
      "loss": 0.1198,
      "step": 983
    },
    {
      "epoch": 1.1641526175687666,
      "grad_norm": 1.6273119449615479,
      "learning_rate": 3.7700000000000003e-06,
      "loss": 0.1291,
      "step": 984
    },
    {
      "epoch": 1.1653356994971902,
      "grad_norm": 1.6684510707855225,
      "learning_rate": 3.7687500000000006e-06,
      "loss": 0.1306,
      "step": 985
    },
    {
      "epoch": 1.1665187814256137,
      "grad_norm": 1.5227575302124023,
      "learning_rate": 3.7675e-06,
      "loss": 0.1212,
      "step": 986
    },
    {
      "epoch": 1.1677018633540373,
      "grad_norm": 1.66986083984375,
      "learning_rate": 3.76625e-06,
      "loss": 0.123,
      "step": 987
    },
    {
      "epoch": 1.1688849452824608,
      "grad_norm": 1.714493989944458,
      "learning_rate": 3.7650000000000004e-06,
      "loss": 0.1262,
      "step": 988
    },
    {
      "epoch": 1.1700680272108843,
      "grad_norm": 1.488335371017456,
      "learning_rate": 3.7637500000000006e-06,
      "loss": 0.1148,
      "step": 989
    },
    {
      "epoch": 1.1712511091393079,
      "grad_norm": 1.6159723997116089,
      "learning_rate": 3.7625e-06,
      "loss": 0.1295,
      "step": 990
    },
    {
      "epoch": 1.1724341910677314,
      "grad_norm": 1.5783456563949585,
      "learning_rate": 3.76125e-06,
      "loss": 0.1233,
      "step": 991
    },
    {
      "epoch": 1.173617272996155,
      "grad_norm": 1.5211812257766724,
      "learning_rate": 3.7600000000000004e-06,
      "loss": 0.1253,
      "step": 992
    },
    {
      "epoch": 1.1748003549245785,
      "grad_norm": 1.9312084913253784,
      "learning_rate": 3.7587500000000006e-06,
      "loss": 0.1381,
      "step": 993
    },
    {
      "epoch": 1.175983436853002,
      "grad_norm": 1.27653169631958,
      "learning_rate": 3.7575e-06,
      "loss": 0.1341,
      "step": 994
    },
    {
      "epoch": 1.1771665187814255,
      "grad_norm": 1.3355271816253662,
      "learning_rate": 3.7562500000000002e-06,
      "loss": 0.1255,
      "step": 995
    },
    {
      "epoch": 1.178349600709849,
      "grad_norm": 1.4467425346374512,
      "learning_rate": 3.7550000000000005e-06,
      "loss": 0.1302,
      "step": 996
    },
    {
      "epoch": 1.1795326826382726,
      "grad_norm": 1.8044158220291138,
      "learning_rate": 3.7537500000000003e-06,
      "loss": 0.1414,
      "step": 997
    },
    {
      "epoch": 1.1807157645666964,
      "grad_norm": 1.5622680187225342,
      "learning_rate": 3.7525e-06,
      "loss": 0.1234,
      "step": 998
    },
    {
      "epoch": 1.1818988464951197,
      "grad_norm": 1.5954443216323853,
      "learning_rate": 3.7512500000000003e-06,
      "loss": 0.1178,
      "step": 999
    },
    {
      "epoch": 1.1830819284235434,
      "grad_norm": 1.3906210660934448,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.1246,
      "step": 1000
    },
    {
      "epoch": 1.184265010351967,
      "grad_norm": 1.7755818367004395,
      "learning_rate": 3.7487500000000003e-06,
      "loss": 0.1334,
      "step": 1001
    },
    {
      "epoch": 1.1854480922803905,
      "grad_norm": 1.5857216119766235,
      "learning_rate": 3.7475000000000005e-06,
      "loss": 0.1195,
      "step": 1002
    },
    {
      "epoch": 1.186631174208814,
      "grad_norm": 1.6546953916549683,
      "learning_rate": 3.7462500000000003e-06,
      "loss": 0.1255,
      "step": 1003
    },
    {
      "epoch": 1.1878142561372376,
      "grad_norm": 1.5238598585128784,
      "learning_rate": 3.745e-06,
      "loss": 0.1338,
      "step": 1004
    },
    {
      "epoch": 1.188997338065661,
      "grad_norm": 1.5354591608047485,
      "learning_rate": 3.7437500000000004e-06,
      "loss": 0.1297,
      "step": 1005
    },
    {
      "epoch": 1.1901804199940846,
      "grad_norm": 1.8391119241714478,
      "learning_rate": 3.7425000000000006e-06,
      "loss": 0.1361,
      "step": 1006
    },
    {
      "epoch": 1.1913635019225082,
      "grad_norm": 1.5122896432876587,
      "learning_rate": 3.74125e-06,
      "loss": 0.1364,
      "step": 1007
    },
    {
      "epoch": 1.1925465838509317,
      "grad_norm": 1.3886758089065552,
      "learning_rate": 3.74e-06,
      "loss": 0.1321,
      "step": 1008
    },
    {
      "epoch": 1.1937296657793552,
      "grad_norm": 1.4924153089523315,
      "learning_rate": 3.7387500000000004e-06,
      "loss": 0.122,
      "step": 1009
    },
    {
      "epoch": 1.1949127477077788,
      "grad_norm": 1.435950756072998,
      "learning_rate": 3.7375000000000006e-06,
      "loss": 0.1362,
      "step": 1010
    },
    {
      "epoch": 1.1960958296362023,
      "grad_norm": 1.7854193449020386,
      "learning_rate": 3.73625e-06,
      "loss": 0.122,
      "step": 1011
    },
    {
      "epoch": 1.1972789115646258,
      "grad_norm": 1.8019318580627441,
      "learning_rate": 3.7350000000000002e-06,
      "loss": 0.1264,
      "step": 1012
    },
    {
      "epoch": 1.1984619934930494,
      "grad_norm": 1.4726303815841675,
      "learning_rate": 3.7337500000000005e-06,
      "loss": 0.1318,
      "step": 1013
    },
    {
      "epoch": 1.199645075421473,
      "grad_norm": 1.6108293533325195,
      "learning_rate": 3.7325000000000007e-06,
      "loss": 0.1363,
      "step": 1014
    },
    {
      "epoch": 1.2008281573498965,
      "grad_norm": 2.0222690105438232,
      "learning_rate": 3.73125e-06,
      "loss": 0.1368,
      "step": 1015
    },
    {
      "epoch": 1.20201123927832,
      "grad_norm": 1.3891780376434326,
      "learning_rate": 3.7300000000000003e-06,
      "loss": 0.1344,
      "step": 1016
    },
    {
      "epoch": 1.2031943212067435,
      "grad_norm": 1.6268746852874756,
      "learning_rate": 3.7287500000000005e-06,
      "loss": 0.1253,
      "step": 1017
    },
    {
      "epoch": 1.204377403135167,
      "grad_norm": 1.5815043449401855,
      "learning_rate": 3.7275000000000007e-06,
      "loss": 0.1245,
      "step": 1018
    },
    {
      "epoch": 1.2055604850635906,
      "grad_norm": 1.7551175355911255,
      "learning_rate": 3.72625e-06,
      "loss": 0.146,
      "step": 1019
    },
    {
      "epoch": 1.2067435669920141,
      "grad_norm": 1.5023128986358643,
      "learning_rate": 3.7250000000000003e-06,
      "loss": 0.13,
      "step": 1020
    },
    {
      "epoch": 1.2079266489204377,
      "grad_norm": 1.6033722162246704,
      "learning_rate": 3.7237500000000006e-06,
      "loss": 0.1326,
      "step": 1021
    },
    {
      "epoch": 1.2091097308488612,
      "grad_norm": 1.4882923364639282,
      "learning_rate": 3.7225000000000004e-06,
      "loss": 0.1294,
      "step": 1022
    },
    {
      "epoch": 1.2102928127772847,
      "grad_norm": 1.6634770631790161,
      "learning_rate": 3.72125e-06,
      "loss": 0.1228,
      "step": 1023
    },
    {
      "epoch": 1.2114758947057083,
      "grad_norm": 1.5481011867523193,
      "learning_rate": 3.7200000000000004e-06,
      "loss": 0.1349,
      "step": 1024
    },
    {
      "epoch": 1.212658976634132,
      "grad_norm": 1.3947616815567017,
      "learning_rate": 3.7187500000000006e-06,
      "loss": 0.1199,
      "step": 1025
    },
    {
      "epoch": 1.2138420585625553,
      "grad_norm": 1.5992769002914429,
      "learning_rate": 3.7175000000000004e-06,
      "loss": 0.121,
      "step": 1026
    },
    {
      "epoch": 1.215025140490979,
      "grad_norm": 1.683090329170227,
      "learning_rate": 3.71625e-06,
      "loss": 0.1275,
      "step": 1027
    },
    {
      "epoch": 1.2162082224194026,
      "grad_norm": 1.7480064630508423,
      "learning_rate": 3.7150000000000004e-06,
      "loss": 0.1199,
      "step": 1028
    },
    {
      "epoch": 1.2173913043478262,
      "grad_norm": 1.7127318382263184,
      "learning_rate": 3.7137500000000002e-06,
      "loss": 0.1207,
      "step": 1029
    },
    {
      "epoch": 1.2185743862762497,
      "grad_norm": 1.9795665740966797,
      "learning_rate": 3.7125000000000005e-06,
      "loss": 0.1446,
      "step": 1030
    },
    {
      "epoch": 1.2197574682046732,
      "grad_norm": 1.5555258989334106,
      "learning_rate": 3.7112500000000003e-06,
      "loss": 0.1212,
      "step": 1031
    },
    {
      "epoch": 1.2209405501330968,
      "grad_norm": 1.6567680835723877,
      "learning_rate": 3.7100000000000005e-06,
      "loss": 0.1357,
      "step": 1032
    },
    {
      "epoch": 1.2221236320615203,
      "grad_norm": 1.577582597732544,
      "learning_rate": 3.7087500000000003e-06,
      "loss": 0.1398,
      "step": 1033
    },
    {
      "epoch": 1.2233067139899438,
      "grad_norm": 1.439808964729309,
      "learning_rate": 3.7075000000000005e-06,
      "loss": 0.1292,
      "step": 1034
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 1.627306342124939,
      "learning_rate": 3.7062500000000003e-06,
      "loss": 0.125,
      "step": 1035
    },
    {
      "epoch": 1.225672877846791,
      "grad_norm": 1.9445401430130005,
      "learning_rate": 3.705e-06,
      "loss": 0.1348,
      "step": 1036
    },
    {
      "epoch": 1.2268559597752144,
      "grad_norm": 2.0726053714752197,
      "learning_rate": 3.7037500000000003e-06,
      "loss": 0.1244,
      "step": 1037
    },
    {
      "epoch": 1.228039041703638,
      "grad_norm": 1.6830695867538452,
      "learning_rate": 3.7025000000000005e-06,
      "loss": 0.1339,
      "step": 1038
    },
    {
      "epoch": 1.2292221236320615,
      "grad_norm": 1.8066555261611938,
      "learning_rate": 3.70125e-06,
      "loss": 0.1298,
      "step": 1039
    },
    {
      "epoch": 1.230405205560485,
      "grad_norm": 1.658558964729309,
      "learning_rate": 3.7e-06,
      "loss": 0.1259,
      "step": 1040
    },
    {
      "epoch": 1.2315882874889086,
      "grad_norm": 1.6936229467391968,
      "learning_rate": 3.6987500000000004e-06,
      "loss": 0.1298,
      "step": 1041
    },
    {
      "epoch": 1.2327713694173321,
      "grad_norm": 1.6943538188934326,
      "learning_rate": 3.6975000000000006e-06,
      "loss": 0.144,
      "step": 1042
    },
    {
      "epoch": 1.2339544513457557,
      "grad_norm": 2.1049861907958984,
      "learning_rate": 3.69625e-06,
      "loss": 0.1285,
      "step": 1043
    },
    {
      "epoch": 1.2351375332741792,
      "grad_norm": 1.6036701202392578,
      "learning_rate": 3.695e-06,
      "loss": 0.1347,
      "step": 1044
    },
    {
      "epoch": 1.2363206152026027,
      "grad_norm": 1.5913753509521484,
      "learning_rate": 3.6937500000000004e-06,
      "loss": 0.1251,
      "step": 1045
    },
    {
      "epoch": 1.2375036971310263,
      "grad_norm": 1.6859318017959595,
      "learning_rate": 3.6925000000000006e-06,
      "loss": 0.122,
      "step": 1046
    },
    {
      "epoch": 1.2386867790594498,
      "grad_norm": 1.4693753719329834,
      "learning_rate": 3.69125e-06,
      "loss": 0.1226,
      "step": 1047
    },
    {
      "epoch": 1.2398698609878733,
      "grad_norm": 1.5733978748321533,
      "learning_rate": 3.6900000000000002e-06,
      "loss": 0.1372,
      "step": 1048
    },
    {
      "epoch": 1.2410529429162969,
      "grad_norm": 2.0165650844573975,
      "learning_rate": 3.6887500000000005e-06,
      "loss": 0.132,
      "step": 1049
    },
    {
      "epoch": 1.2422360248447206,
      "grad_norm": 1.5896422863006592,
      "learning_rate": 3.6875000000000007e-06,
      "loss": 0.1284,
      "step": 1050
    },
    {
      "epoch": 1.243419106773144,
      "grad_norm": 1.6396112442016602,
      "learning_rate": 3.68625e-06,
      "loss": 0.1438,
      "step": 1051
    },
    {
      "epoch": 1.2446021887015677,
      "grad_norm": 1.809408187866211,
      "learning_rate": 3.6850000000000003e-06,
      "loss": 0.131,
      "step": 1052
    },
    {
      "epoch": 1.245785270629991,
      "grad_norm": 1.4872684478759766,
      "learning_rate": 3.6837500000000005e-06,
      "loss": 0.1355,
      "step": 1053
    },
    {
      "epoch": 1.2469683525584148,
      "grad_norm": 1.6939865350723267,
      "learning_rate": 3.6825000000000003e-06,
      "loss": 0.1369,
      "step": 1054
    },
    {
      "epoch": 1.2481514344868383,
      "grad_norm": 1.568205714225769,
      "learning_rate": 3.68125e-06,
      "loss": 0.1284,
      "step": 1055
    },
    {
      "epoch": 1.2493345164152618,
      "grad_norm": 1.5654231309890747,
      "learning_rate": 3.6800000000000003e-06,
      "loss": 0.1359,
      "step": 1056
    },
    {
      "epoch": 1.2505175983436854,
      "grad_norm": 1.4297429323196411,
      "learning_rate": 3.6787500000000006e-06,
      "loss": 0.1222,
      "step": 1057
    },
    {
      "epoch": 1.251700680272109,
      "grad_norm": 1.7933324575424194,
      "learning_rate": 3.6775000000000004e-06,
      "loss": 0.132,
      "step": 1058
    },
    {
      "epoch": 1.2528837622005324,
      "grad_norm": 1.838786244392395,
      "learning_rate": 3.67625e-06,
      "loss": 0.1296,
      "step": 1059
    },
    {
      "epoch": 1.254066844128956,
      "grad_norm": 1.6346827745437622,
      "learning_rate": 3.6750000000000004e-06,
      "loss": 0.1282,
      "step": 1060
    },
    {
      "epoch": 1.2552499260573795,
      "grad_norm": 1.6217823028564453,
      "learning_rate": 3.67375e-06,
      "loss": 0.1302,
      "step": 1061
    },
    {
      "epoch": 1.256433007985803,
      "grad_norm": 1.532565951347351,
      "learning_rate": 3.6725000000000004e-06,
      "loss": 0.1302,
      "step": 1062
    },
    {
      "epoch": 1.2576160899142266,
      "grad_norm": 1.8063253164291382,
      "learning_rate": 3.6712500000000002e-06,
      "loss": 0.1342,
      "step": 1063
    },
    {
      "epoch": 1.25879917184265,
      "grad_norm": 1.8467254638671875,
      "learning_rate": 3.6700000000000004e-06,
      "loss": 0.1253,
      "step": 1064
    },
    {
      "epoch": 1.2599822537710736,
      "grad_norm": 1.445910930633545,
      "learning_rate": 3.6687500000000002e-06,
      "loss": 0.1393,
      "step": 1065
    },
    {
      "epoch": 1.2611653356994972,
      "grad_norm": 1.454780101776123,
      "learning_rate": 3.6675000000000005e-06,
      "loss": 0.1332,
      "step": 1066
    },
    {
      "epoch": 1.2623484176279207,
      "grad_norm": 1.8868358135223389,
      "learning_rate": 3.6662500000000003e-06,
      "loss": 0.1394,
      "step": 1067
    },
    {
      "epoch": 1.2635314995563443,
      "grad_norm": 1.5420104265213013,
      "learning_rate": 3.665e-06,
      "loss": 0.1124,
      "step": 1068
    },
    {
      "epoch": 1.2647145814847678,
      "grad_norm": 1.4981539249420166,
      "learning_rate": 3.6637500000000003e-06,
      "loss": 0.1213,
      "step": 1069
    },
    {
      "epoch": 1.2658976634131913,
      "grad_norm": 1.4259003400802612,
      "learning_rate": 3.6625000000000005e-06,
      "loss": 0.1191,
      "step": 1070
    },
    {
      "epoch": 1.2670807453416149,
      "grad_norm": 1.8788647651672363,
      "learning_rate": 3.66125e-06,
      "loss": 0.1355,
      "step": 1071
    },
    {
      "epoch": 1.2682638272700384,
      "grad_norm": 1.897626280784607,
      "learning_rate": 3.66e-06,
      "loss": 0.1301,
      "step": 1072
    },
    {
      "epoch": 1.269446909198462,
      "grad_norm": 1.430627465248108,
      "learning_rate": 3.6587500000000003e-06,
      "loss": 0.1208,
      "step": 1073
    },
    {
      "epoch": 1.2706299911268855,
      "grad_norm": 1.590336561203003,
      "learning_rate": 3.6575000000000006e-06,
      "loss": 0.1287,
      "step": 1074
    },
    {
      "epoch": 1.2718130730553092,
      "grad_norm": 1.592786192893982,
      "learning_rate": 3.65625e-06,
      "loss": 0.1277,
      "step": 1075
    },
    {
      "epoch": 1.2729961549837325,
      "grad_norm": 1.6330636739730835,
      "learning_rate": 3.655e-06,
      "loss": 0.1355,
      "step": 1076
    },
    {
      "epoch": 1.2741792369121563,
      "grad_norm": 1.696073055267334,
      "learning_rate": 3.6537500000000004e-06,
      "loss": 0.1431,
      "step": 1077
    },
    {
      "epoch": 1.2753623188405796,
      "grad_norm": 1.7294836044311523,
      "learning_rate": 3.6525000000000006e-06,
      "loss": 0.1348,
      "step": 1078
    },
    {
      "epoch": 1.2765454007690034,
      "grad_norm": 1.7599605321884155,
      "learning_rate": 3.65125e-06,
      "loss": 0.1195,
      "step": 1079
    },
    {
      "epoch": 1.2777284826974267,
      "grad_norm": 1.552577018737793,
      "learning_rate": 3.65e-06,
      "loss": 0.1292,
      "step": 1080
    },
    {
      "epoch": 1.2789115646258504,
      "grad_norm": 1.6438440084457397,
      "learning_rate": 3.6487500000000004e-06,
      "loss": 0.1301,
      "step": 1081
    },
    {
      "epoch": 1.280094646554274,
      "grad_norm": 1.6315746307373047,
      "learning_rate": 3.6475000000000007e-06,
      "loss": 0.1432,
      "step": 1082
    },
    {
      "epoch": 1.2812777284826975,
      "grad_norm": 1.8404617309570312,
      "learning_rate": 3.64625e-06,
      "loss": 0.1306,
      "step": 1083
    },
    {
      "epoch": 1.282460810411121,
      "grad_norm": 1.4895493984222412,
      "learning_rate": 3.6450000000000003e-06,
      "loss": 0.1168,
      "step": 1084
    },
    {
      "epoch": 1.2836438923395446,
      "grad_norm": 1.5752488374710083,
      "learning_rate": 3.6437500000000005e-06,
      "loss": 0.1281,
      "step": 1085
    },
    {
      "epoch": 1.284826974267968,
      "grad_norm": 1.756638526916504,
      "learning_rate": 3.6425000000000003e-06,
      "loss": 0.1344,
      "step": 1086
    },
    {
      "epoch": 1.2860100561963916,
      "grad_norm": 1.3449690341949463,
      "learning_rate": 3.64125e-06,
      "loss": 0.1132,
      "step": 1087
    },
    {
      "epoch": 1.2871931381248152,
      "grad_norm": 1.4565401077270508,
      "learning_rate": 3.6400000000000003e-06,
      "loss": 0.132,
      "step": 1088
    },
    {
      "epoch": 1.2883762200532387,
      "grad_norm": 1.4078519344329834,
      "learning_rate": 3.6387500000000005e-06,
      "loss": 0.1201,
      "step": 1089
    },
    {
      "epoch": 1.2895593019816622,
      "grad_norm": 1.570070743560791,
      "learning_rate": 3.6375000000000003e-06,
      "loss": 0.1317,
      "step": 1090
    },
    {
      "epoch": 1.2907423839100858,
      "grad_norm": 1.6845135688781738,
      "learning_rate": 3.63625e-06,
      "loss": 0.1298,
      "step": 1091
    },
    {
      "epoch": 1.2919254658385093,
      "grad_norm": 1.558335304260254,
      "learning_rate": 3.6350000000000003e-06,
      "loss": 0.118,
      "step": 1092
    },
    {
      "epoch": 1.2931085477669328,
      "grad_norm": 1.6396114826202393,
      "learning_rate": 3.63375e-06,
      "loss": 0.1258,
      "step": 1093
    },
    {
      "epoch": 1.2942916296953564,
      "grad_norm": 1.4986542463302612,
      "learning_rate": 3.6325000000000004e-06,
      "loss": 0.1397,
      "step": 1094
    },
    {
      "epoch": 1.29547471162378,
      "grad_norm": 1.7439802885055542,
      "learning_rate": 3.63125e-06,
      "loss": 0.123,
      "step": 1095
    },
    {
      "epoch": 1.2966577935522035,
      "grad_norm": 1.678720235824585,
      "learning_rate": 3.6300000000000004e-06,
      "loss": 0.1321,
      "step": 1096
    },
    {
      "epoch": 1.297840875480627,
      "grad_norm": 1.652286171913147,
      "learning_rate": 3.62875e-06,
      "loss": 0.1334,
      "step": 1097
    },
    {
      "epoch": 1.2990239574090505,
      "grad_norm": 1.6306040287017822,
      "learning_rate": 3.6275000000000004e-06,
      "loss": 0.1237,
      "step": 1098
    },
    {
      "epoch": 1.300207039337474,
      "grad_norm": 2.253558874130249,
      "learning_rate": 3.6262500000000002e-06,
      "loss": 0.1379,
      "step": 1099
    },
    {
      "epoch": 1.3013901212658976,
      "grad_norm": 1.4513882398605347,
      "learning_rate": 3.625e-06,
      "loss": 0.1352,
      "step": 1100
    },
    {
      "epoch": 1.3025732031943211,
      "grad_norm": 1.502388596534729,
      "learning_rate": 3.6237500000000002e-06,
      "loss": 0.1422,
      "step": 1101
    },
    {
      "epoch": 1.3037562851227449,
      "grad_norm": 1.491885781288147,
      "learning_rate": 3.6225000000000005e-06,
      "loss": 0.1276,
      "step": 1102
    },
    {
      "epoch": 1.3049393670511682,
      "grad_norm": 1.7151025533676147,
      "learning_rate": 3.62125e-06,
      "loss": 0.1191,
      "step": 1103
    },
    {
      "epoch": 1.306122448979592,
      "grad_norm": 1.5329397916793823,
      "learning_rate": 3.62e-06,
      "loss": 0.1389,
      "step": 1104
    },
    {
      "epoch": 1.3073055309080153,
      "grad_norm": 1.661171793937683,
      "learning_rate": 3.6187500000000003e-06,
      "loss": 0.1268,
      "step": 1105
    },
    {
      "epoch": 1.308488612836439,
      "grad_norm": 1.6615127325057983,
      "learning_rate": 3.6175000000000005e-06,
      "loss": 0.1388,
      "step": 1106
    },
    {
      "epoch": 1.3096716947648623,
      "grad_norm": 1.903822898864746,
      "learning_rate": 3.61625e-06,
      "loss": 0.1273,
      "step": 1107
    },
    {
      "epoch": 1.310854776693286,
      "grad_norm": 1.5279465913772583,
      "learning_rate": 3.615e-06,
      "loss": 0.1308,
      "step": 1108
    },
    {
      "epoch": 1.3120378586217096,
      "grad_norm": 1.870363712310791,
      "learning_rate": 3.6137500000000003e-06,
      "loss": 0.1377,
      "step": 1109
    },
    {
      "epoch": 1.3132209405501332,
      "grad_norm": 1.6977967023849487,
      "learning_rate": 3.6125000000000006e-06,
      "loss": 0.1126,
      "step": 1110
    },
    {
      "epoch": 1.3144040224785567,
      "grad_norm": 1.5827949047088623,
      "learning_rate": 3.61125e-06,
      "loss": 0.1363,
      "step": 1111
    },
    {
      "epoch": 1.3155871044069802,
      "grad_norm": 1.5780075788497925,
      "learning_rate": 3.61e-06,
      "loss": 0.1283,
      "step": 1112
    },
    {
      "epoch": 1.3167701863354038,
      "grad_norm": 1.3944759368896484,
      "learning_rate": 3.6087500000000004e-06,
      "loss": 0.1171,
      "step": 1113
    },
    {
      "epoch": 1.3179532682638273,
      "grad_norm": 1.5905603170394897,
      "learning_rate": 3.6075000000000006e-06,
      "loss": 0.126,
      "step": 1114
    },
    {
      "epoch": 1.3191363501922508,
      "grad_norm": 1.7495099306106567,
      "learning_rate": 3.60625e-06,
      "loss": 0.137,
      "step": 1115
    },
    {
      "epoch": 1.3203194321206744,
      "grad_norm": 1.6392492055892944,
      "learning_rate": 3.6050000000000002e-06,
      "loss": 0.1356,
      "step": 1116
    },
    {
      "epoch": 1.321502514049098,
      "grad_norm": 1.8145921230316162,
      "learning_rate": 3.6037500000000004e-06,
      "loss": 0.1267,
      "step": 1117
    },
    {
      "epoch": 1.3226855959775214,
      "grad_norm": 1.6999448537826538,
      "learning_rate": 3.6025000000000002e-06,
      "loss": 0.138,
      "step": 1118
    },
    {
      "epoch": 1.323868677905945,
      "grad_norm": 1.2903354167938232,
      "learning_rate": 3.60125e-06,
      "loss": 0.1245,
      "step": 1119
    },
    {
      "epoch": 1.3250517598343685,
      "grad_norm": 1.6310220956802368,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.127,
      "step": 1120
    },
    {
      "epoch": 1.326234841762792,
      "grad_norm": 1.6139092445373535,
      "learning_rate": 3.5987500000000005e-06,
      "loss": 0.1348,
      "step": 1121
    },
    {
      "epoch": 1.3274179236912156,
      "grad_norm": 1.9158188104629517,
      "learning_rate": 3.5975000000000003e-06,
      "loss": 0.1278,
      "step": 1122
    },
    {
      "epoch": 1.3286010056196391,
      "grad_norm": 1.4442896842956543,
      "learning_rate": 3.59625e-06,
      "loss": 0.12,
      "step": 1123
    },
    {
      "epoch": 1.3297840875480627,
      "grad_norm": 1.541550874710083,
      "learning_rate": 3.5950000000000003e-06,
      "loss": 0.133,
      "step": 1124
    },
    {
      "epoch": 1.3309671694764862,
      "grad_norm": 1.4513462781906128,
      "learning_rate": 3.59375e-06,
      "loss": 0.1254,
      "step": 1125
    },
    {
      "epoch": 1.3321502514049097,
      "grad_norm": 1.4396653175354004,
      "learning_rate": 3.5925000000000003e-06,
      "loss": 0.1202,
      "step": 1126
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 1.717483401298523,
      "learning_rate": 3.5912500000000006e-06,
      "loss": 0.1328,
      "step": 1127
    },
    {
      "epoch": 1.3345164152617568,
      "grad_norm": 1.7318575382232666,
      "learning_rate": 3.5900000000000004e-06,
      "loss": 0.1321,
      "step": 1128
    },
    {
      "epoch": 1.3356994971901806,
      "grad_norm": 1.4264169931411743,
      "learning_rate": 3.58875e-06,
      "loss": 0.1423,
      "step": 1129
    },
    {
      "epoch": 1.3368825791186039,
      "grad_norm": 1.7376326322555542,
      "learning_rate": 3.5875000000000004e-06,
      "loss": 0.1305,
      "step": 1130
    },
    {
      "epoch": 1.3380656610470276,
      "grad_norm": 1.5502262115478516,
      "learning_rate": 3.5862500000000006e-06,
      "loss": 0.1237,
      "step": 1131
    },
    {
      "epoch": 1.339248742975451,
      "grad_norm": 1.3948478698730469,
      "learning_rate": 3.585e-06,
      "loss": 0.1208,
      "step": 1132
    },
    {
      "epoch": 1.3404318249038747,
      "grad_norm": 1.643790364265442,
      "learning_rate": 3.58375e-06,
      "loss": 0.1238,
      "step": 1133
    },
    {
      "epoch": 1.341614906832298,
      "grad_norm": 1.4631054401397705,
      "learning_rate": 3.5825000000000004e-06,
      "loss": 0.1346,
      "step": 1134
    },
    {
      "epoch": 1.3427979887607218,
      "grad_norm": 1.5983502864837646,
      "learning_rate": 3.5812500000000007e-06,
      "loss": 0.1279,
      "step": 1135
    },
    {
      "epoch": 1.3439810706891453,
      "grad_norm": 1.5456130504608154,
      "learning_rate": 3.58e-06,
      "loss": 0.1345,
      "step": 1136
    },
    {
      "epoch": 1.3451641526175688,
      "grad_norm": 1.5223045349121094,
      "learning_rate": 3.5787500000000003e-06,
      "loss": 0.1302,
      "step": 1137
    },
    {
      "epoch": 1.3463472345459924,
      "grad_norm": 1.52766752243042,
      "learning_rate": 3.5775000000000005e-06,
      "loss": 0.1255,
      "step": 1138
    },
    {
      "epoch": 1.347530316474416,
      "grad_norm": 1.954994559288025,
      "learning_rate": 3.5762500000000007e-06,
      "loss": 0.1334,
      "step": 1139
    },
    {
      "epoch": 1.3487133984028394,
      "grad_norm": 1.612317681312561,
      "learning_rate": 3.575e-06,
      "loss": 0.1299,
      "step": 1140
    },
    {
      "epoch": 1.349896480331263,
      "grad_norm": 1.7186437845230103,
      "learning_rate": 3.5737500000000003e-06,
      "loss": 0.1281,
      "step": 1141
    },
    {
      "epoch": 1.3510795622596865,
      "grad_norm": 1.4754208326339722,
      "learning_rate": 3.5725000000000005e-06,
      "loss": 0.1415,
      "step": 1142
    },
    {
      "epoch": 1.35226264418811,
      "grad_norm": 1.5902824401855469,
      "learning_rate": 3.5712500000000007e-06,
      "loss": 0.1378,
      "step": 1143
    },
    {
      "epoch": 1.3534457261165336,
      "grad_norm": 1.4900546073913574,
      "learning_rate": 3.57e-06,
      "loss": 0.1458,
      "step": 1144
    },
    {
      "epoch": 1.3546288080449571,
      "grad_norm": 1.3753243684768677,
      "learning_rate": 3.5687500000000003e-06,
      "loss": 0.1185,
      "step": 1145
    },
    {
      "epoch": 1.3558118899733806,
      "grad_norm": 1.292508602142334,
      "learning_rate": 3.5675000000000006e-06,
      "loss": 0.1269,
      "step": 1146
    },
    {
      "epoch": 1.3569949719018042,
      "grad_norm": 1.6411457061767578,
      "learning_rate": 3.5662500000000004e-06,
      "loss": 0.1265,
      "step": 1147
    },
    {
      "epoch": 1.3581780538302277,
      "grad_norm": 1.8571122884750366,
      "learning_rate": 3.565e-06,
      "loss": 0.1348,
      "step": 1148
    },
    {
      "epoch": 1.3593611357586513,
      "grad_norm": 1.7001045942306519,
      "learning_rate": 3.5637500000000004e-06,
      "loss": 0.1217,
      "step": 1149
    },
    {
      "epoch": 1.3605442176870748,
      "grad_norm": 1.4322460889816284,
      "learning_rate": 3.5625e-06,
      "loss": 0.1168,
      "step": 1150
    },
    {
      "epoch": 1.3617272996154983,
      "grad_norm": 1.5621613264083862,
      "learning_rate": 3.5612500000000004e-06,
      "loss": 0.1367,
      "step": 1151
    },
    {
      "epoch": 1.3629103815439219,
      "grad_norm": 1.70200777053833,
      "learning_rate": 3.5600000000000002e-06,
      "loss": 0.1312,
      "step": 1152
    },
    {
      "epoch": 1.3640934634723454,
      "grad_norm": 1.646270751953125,
      "learning_rate": 3.5587500000000004e-06,
      "loss": 0.1259,
      "step": 1153
    },
    {
      "epoch": 1.365276545400769,
      "grad_norm": 1.3117735385894775,
      "learning_rate": 3.5575000000000002e-06,
      "loss": 0.141,
      "step": 1154
    },
    {
      "epoch": 1.3664596273291925,
      "grad_norm": 1.4881705045700073,
      "learning_rate": 3.5562500000000005e-06,
      "loss": 0.1177,
      "step": 1155
    },
    {
      "epoch": 1.3676427092576162,
      "grad_norm": 1.6367751359939575,
      "learning_rate": 3.5550000000000003e-06,
      "loss": 0.1476,
      "step": 1156
    },
    {
      "epoch": 1.3688257911860395,
      "grad_norm": 1.6853853464126587,
      "learning_rate": 3.55375e-06,
      "loss": 0.1273,
      "step": 1157
    },
    {
      "epoch": 1.3700088731144633,
      "grad_norm": 1.9335606098175049,
      "learning_rate": 3.5525000000000003e-06,
      "loss": 0.1406,
      "step": 1158
    },
    {
      "epoch": 1.3711919550428866,
      "grad_norm": 1.446752905845642,
      "learning_rate": 3.5512500000000005e-06,
      "loss": 0.1275,
      "step": 1159
    },
    {
      "epoch": 1.3723750369713104,
      "grad_norm": 1.5854905843734741,
      "learning_rate": 3.5500000000000003e-06,
      "loss": 0.1317,
      "step": 1160
    },
    {
      "epoch": 1.3735581188997337,
      "grad_norm": 1.6202325820922852,
      "learning_rate": 3.54875e-06,
      "loss": 0.1285,
      "step": 1161
    },
    {
      "epoch": 1.3747412008281574,
      "grad_norm": 2.219072103500366,
      "learning_rate": 3.5475000000000003e-06,
      "loss": 0.1629,
      "step": 1162
    },
    {
      "epoch": 1.375924282756581,
      "grad_norm": 1.6290174722671509,
      "learning_rate": 3.5462500000000006e-06,
      "loss": 0.1329,
      "step": 1163
    },
    {
      "epoch": 1.3771073646850045,
      "grad_norm": 1.5328892469406128,
      "learning_rate": 3.545e-06,
      "loss": 0.1354,
      "step": 1164
    },
    {
      "epoch": 1.378290446613428,
      "grad_norm": 1.488791584968567,
      "learning_rate": 3.54375e-06,
      "loss": 0.1338,
      "step": 1165
    },
    {
      "epoch": 1.3794735285418516,
      "grad_norm": 1.5699701309204102,
      "learning_rate": 3.5425000000000004e-06,
      "loss": 0.1372,
      "step": 1166
    },
    {
      "epoch": 1.380656610470275,
      "grad_norm": 1.4971731901168823,
      "learning_rate": 3.5412500000000006e-06,
      "loss": 0.1219,
      "step": 1167
    },
    {
      "epoch": 1.3818396923986986,
      "grad_norm": 1.508593201637268,
      "learning_rate": 3.54e-06,
      "loss": 0.1238,
      "step": 1168
    },
    {
      "epoch": 1.3830227743271222,
      "grad_norm": 1.4396504163742065,
      "learning_rate": 3.5387500000000002e-06,
      "loss": 0.1298,
      "step": 1169
    },
    {
      "epoch": 1.3842058562555457,
      "grad_norm": 1.307847261428833,
      "learning_rate": 3.5375000000000004e-06,
      "loss": 0.1238,
      "step": 1170
    },
    {
      "epoch": 1.3853889381839692,
      "grad_norm": 1.4901988506317139,
      "learning_rate": 3.5362500000000007e-06,
      "loss": 0.1267,
      "step": 1171
    },
    {
      "epoch": 1.3865720201123928,
      "grad_norm": 1.8322440385818481,
      "learning_rate": 3.535e-06,
      "loss": 0.1297,
      "step": 1172
    },
    {
      "epoch": 1.3877551020408163,
      "grad_norm": 1.6119638681411743,
      "learning_rate": 3.5337500000000003e-06,
      "loss": 0.1251,
      "step": 1173
    },
    {
      "epoch": 1.3889381839692398,
      "grad_norm": 1.4196782112121582,
      "learning_rate": 3.5325000000000005e-06,
      "loss": 0.1213,
      "step": 1174
    },
    {
      "epoch": 1.3901212658976634,
      "grad_norm": 1.53908109664917,
      "learning_rate": 3.5312500000000007e-06,
      "loss": 0.13,
      "step": 1175
    },
    {
      "epoch": 1.391304347826087,
      "grad_norm": 1.776538610458374,
      "learning_rate": 3.53e-06,
      "loss": 0.1408,
      "step": 1176
    },
    {
      "epoch": 1.3924874297545105,
      "grad_norm": 2.286358594894409,
      "learning_rate": 3.5287500000000003e-06,
      "loss": 0.139,
      "step": 1177
    },
    {
      "epoch": 1.393670511682934,
      "grad_norm": 1.495193600654602,
      "learning_rate": 3.5275000000000005e-06,
      "loss": 0.1305,
      "step": 1178
    },
    {
      "epoch": 1.3948535936113575,
      "grad_norm": 1.3600654602050781,
      "learning_rate": 3.5262500000000003e-06,
      "loss": 0.1238,
      "step": 1179
    },
    {
      "epoch": 1.396036675539781,
      "grad_norm": 1.802796721458435,
      "learning_rate": 3.525e-06,
      "loss": 0.1379,
      "step": 1180
    },
    {
      "epoch": 1.3972197574682046,
      "grad_norm": 1.590278148651123,
      "learning_rate": 3.5237500000000004e-06,
      "loss": 0.1302,
      "step": 1181
    },
    {
      "epoch": 1.3984028393966281,
      "grad_norm": 1.7845808267593384,
      "learning_rate": 3.5225e-06,
      "loss": 0.1093,
      "step": 1182
    },
    {
      "epoch": 1.3995859213250519,
      "grad_norm": 1.4317584037780762,
      "learning_rate": 3.5212500000000004e-06,
      "loss": 0.1308,
      "step": 1183
    },
    {
      "epoch": 1.4007690032534752,
      "grad_norm": 1.5997761487960815,
      "learning_rate": 3.52e-06,
      "loss": 0.1373,
      "step": 1184
    },
    {
      "epoch": 1.401952085181899,
      "grad_norm": 1.7386846542358398,
      "learning_rate": 3.5187500000000004e-06,
      "loss": 0.1328,
      "step": 1185
    },
    {
      "epoch": 1.4031351671103223,
      "grad_norm": 1.4549872875213623,
      "learning_rate": 3.5175e-06,
      "loss": 0.1409,
      "step": 1186
    },
    {
      "epoch": 1.404318249038746,
      "grad_norm": 1.899855613708496,
      "learning_rate": 3.5162500000000004e-06,
      "loss": 0.1265,
      "step": 1187
    },
    {
      "epoch": 1.4055013309671693,
      "grad_norm": 1.385845422744751,
      "learning_rate": 3.5150000000000002e-06,
      "loss": 0.1258,
      "step": 1188
    },
    {
      "epoch": 1.406684412895593,
      "grad_norm": 1.605231761932373,
      "learning_rate": 3.51375e-06,
      "loss": 0.1358,
      "step": 1189
    },
    {
      "epoch": 1.4078674948240166,
      "grad_norm": 1.641336441040039,
      "learning_rate": 3.5125000000000003e-06,
      "loss": 0.1273,
      "step": 1190
    },
    {
      "epoch": 1.4090505767524402,
      "grad_norm": 1.6675713062286377,
      "learning_rate": 3.5112500000000005e-06,
      "loss": 0.1389,
      "step": 1191
    },
    {
      "epoch": 1.4102336586808637,
      "grad_norm": 2.0552802085876465,
      "learning_rate": 3.5100000000000003e-06,
      "loss": 0.128,
      "step": 1192
    },
    {
      "epoch": 1.4114167406092872,
      "grad_norm": 1.6836698055267334,
      "learning_rate": 3.50875e-06,
      "loss": 0.1464,
      "step": 1193
    },
    {
      "epoch": 1.4125998225377108,
      "grad_norm": 1.5497492551803589,
      "learning_rate": 3.5075000000000003e-06,
      "loss": 0.134,
      "step": 1194
    },
    {
      "epoch": 1.4137829044661343,
      "grad_norm": 1.5456292629241943,
      "learning_rate": 3.5062500000000005e-06,
      "loss": 0.1261,
      "step": 1195
    },
    {
      "epoch": 1.4149659863945578,
      "grad_norm": 1.52536141872406,
      "learning_rate": 3.505e-06,
      "loss": 0.1279,
      "step": 1196
    },
    {
      "epoch": 1.4161490683229814,
      "grad_norm": 1.6498095989227295,
      "learning_rate": 3.50375e-06,
      "loss": 0.123,
      "step": 1197
    },
    {
      "epoch": 1.417332150251405,
      "grad_norm": 1.4831663370132446,
      "learning_rate": 3.5025000000000003e-06,
      "loss": 0.1221,
      "step": 1198
    },
    {
      "epoch": 1.4185152321798284,
      "grad_norm": 1.4253921508789062,
      "learning_rate": 3.5012500000000006e-06,
      "loss": 0.132,
      "step": 1199
    },
    {
      "epoch": 1.419698314108252,
      "grad_norm": 1.566024661064148,
      "learning_rate": 3.5e-06,
      "loss": 0.1401,
      "step": 1200
    },
    {
      "epoch": 1.4208813960366755,
      "grad_norm": 1.5801522731781006,
      "learning_rate": 3.49875e-06,
      "loss": 0.1278,
      "step": 1201
    },
    {
      "epoch": 1.422064477965099,
      "grad_norm": 1.594814658164978,
      "learning_rate": 3.4975000000000004e-06,
      "loss": 0.1388,
      "step": 1202
    },
    {
      "epoch": 1.4232475598935226,
      "grad_norm": 1.7192561626434326,
      "learning_rate": 3.4962500000000006e-06,
      "loss": 0.1508,
      "step": 1203
    },
    {
      "epoch": 1.4244306418219461,
      "grad_norm": 1.8379285335540771,
      "learning_rate": 3.495e-06,
      "loss": 0.1276,
      "step": 1204
    },
    {
      "epoch": 1.4256137237503697,
      "grad_norm": 1.87662672996521,
      "learning_rate": 3.4937500000000002e-06,
      "loss": 0.135,
      "step": 1205
    },
    {
      "epoch": 1.4267968056787932,
      "grad_norm": 1.9310641288757324,
      "learning_rate": 3.4925000000000004e-06,
      "loss": 0.1287,
      "step": 1206
    },
    {
      "epoch": 1.4279798876072167,
      "grad_norm": 1.720009684562683,
      "learning_rate": 3.4912500000000007e-06,
      "loss": 0.133,
      "step": 1207
    },
    {
      "epoch": 1.4291629695356405,
      "grad_norm": 1.45742928981781,
      "learning_rate": 3.49e-06,
      "loss": 0.1344,
      "step": 1208
    },
    {
      "epoch": 1.4303460514640638,
      "grad_norm": 1.4747129678726196,
      "learning_rate": 3.4887500000000003e-06,
      "loss": 0.12,
      "step": 1209
    },
    {
      "epoch": 1.4315291333924876,
      "grad_norm": 1.5961334705352783,
      "learning_rate": 3.4875000000000005e-06,
      "loss": 0.1169,
      "step": 1210
    },
    {
      "epoch": 1.4327122153209109,
      "grad_norm": 1.838158369064331,
      "learning_rate": 3.4862500000000003e-06,
      "loss": 0.139,
      "step": 1211
    },
    {
      "epoch": 1.4338952972493346,
      "grad_norm": 1.6690236330032349,
      "learning_rate": 3.485e-06,
      "loss": 0.1258,
      "step": 1212
    },
    {
      "epoch": 1.435078379177758,
      "grad_norm": 1.6403840780258179,
      "learning_rate": 3.4837500000000003e-06,
      "loss": 0.1324,
      "step": 1213
    },
    {
      "epoch": 1.4362614611061817,
      "grad_norm": 1.929845929145813,
      "learning_rate": 3.4825e-06,
      "loss": 0.1319,
      "step": 1214
    },
    {
      "epoch": 1.4374445430346052,
      "grad_norm": 1.4625489711761475,
      "learning_rate": 3.4812500000000003e-06,
      "loss": 0.1295,
      "step": 1215
    },
    {
      "epoch": 1.4386276249630288,
      "grad_norm": 1.4935985803604126,
      "learning_rate": 3.48e-06,
      "loss": 0.1262,
      "step": 1216
    },
    {
      "epoch": 1.4398107068914523,
      "grad_norm": 1.4362653493881226,
      "learning_rate": 3.4787500000000004e-06,
      "loss": 0.139,
      "step": 1217
    },
    {
      "epoch": 1.4409937888198758,
      "grad_norm": 1.6384072303771973,
      "learning_rate": 3.4775e-06,
      "loss": 0.1394,
      "step": 1218
    },
    {
      "epoch": 1.4421768707482994,
      "grad_norm": 1.8191174268722534,
      "learning_rate": 3.4762500000000004e-06,
      "loss": 0.1283,
      "step": 1219
    },
    {
      "epoch": 1.443359952676723,
      "grad_norm": 1.4115757942199707,
      "learning_rate": 3.475e-06,
      "loss": 0.1336,
      "step": 1220
    },
    {
      "epoch": 1.4445430346051464,
      "grad_norm": 1.3643068075180054,
      "learning_rate": 3.47375e-06,
      "loss": 0.1323,
      "step": 1221
    },
    {
      "epoch": 1.44572611653357,
      "grad_norm": 1.4798321723937988,
      "learning_rate": 3.4725e-06,
      "loss": 0.1217,
      "step": 1222
    },
    {
      "epoch": 1.4469091984619935,
      "grad_norm": 1.4897466897964478,
      "learning_rate": 3.4712500000000004e-06,
      "loss": 0.1238,
      "step": 1223
    },
    {
      "epoch": 1.448092280390417,
      "grad_norm": 1.9903239011764526,
      "learning_rate": 3.4700000000000002e-06,
      "loss": 0.1362,
      "step": 1224
    },
    {
      "epoch": 1.4492753623188406,
      "grad_norm": 1.400438666343689,
      "learning_rate": 3.46875e-06,
      "loss": 0.121,
      "step": 1225
    },
    {
      "epoch": 1.4504584442472641,
      "grad_norm": 1.6418116092681885,
      "learning_rate": 3.4675000000000003e-06,
      "loss": 0.1221,
      "step": 1226
    },
    {
      "epoch": 1.4516415261756876,
      "grad_norm": 1.356575846672058,
      "learning_rate": 3.4662500000000005e-06,
      "loss": 0.1174,
      "step": 1227
    },
    {
      "epoch": 1.4528246081041112,
      "grad_norm": 1.5767966508865356,
      "learning_rate": 3.465e-06,
      "loss": 0.1365,
      "step": 1228
    },
    {
      "epoch": 1.4540076900325347,
      "grad_norm": 1.4591554403305054,
      "learning_rate": 3.46375e-06,
      "loss": 0.1275,
      "step": 1229
    },
    {
      "epoch": 1.4551907719609583,
      "grad_norm": 1.869500756263733,
      "learning_rate": 3.4625000000000003e-06,
      "loss": 0.1378,
      "step": 1230
    },
    {
      "epoch": 1.4563738538893818,
      "grad_norm": 1.6662275791168213,
      "learning_rate": 3.4612500000000005e-06,
      "loss": 0.1318,
      "step": 1231
    },
    {
      "epoch": 1.4575569358178053,
      "grad_norm": 1.6397216320037842,
      "learning_rate": 3.46e-06,
      "loss": 0.1305,
      "step": 1232
    },
    {
      "epoch": 1.4587400177462289,
      "grad_norm": 1.3928391933441162,
      "learning_rate": 3.45875e-06,
      "loss": 0.1266,
      "step": 1233
    },
    {
      "epoch": 1.4599230996746524,
      "grad_norm": 1.5611717700958252,
      "learning_rate": 3.4575000000000004e-06,
      "loss": 0.1363,
      "step": 1234
    },
    {
      "epoch": 1.4611061816030761,
      "grad_norm": 1.6412303447723389,
      "learning_rate": 3.4562500000000006e-06,
      "loss": 0.1236,
      "step": 1235
    },
    {
      "epoch": 1.4622892635314995,
      "grad_norm": 1.6755750179290771,
      "learning_rate": 3.455e-06,
      "loss": 0.1226,
      "step": 1236
    },
    {
      "epoch": 1.4634723454599232,
      "grad_norm": 1.7662516832351685,
      "learning_rate": 3.45375e-06,
      "loss": 0.145,
      "step": 1237
    },
    {
      "epoch": 1.4646554273883465,
      "grad_norm": 1.711784839630127,
      "learning_rate": 3.4525000000000004e-06,
      "loss": 0.1414,
      "step": 1238
    },
    {
      "epoch": 1.4658385093167703,
      "grad_norm": 1.6295006275177002,
      "learning_rate": 3.4512500000000006e-06,
      "loss": 0.1186,
      "step": 1239
    },
    {
      "epoch": 1.4670215912451936,
      "grad_norm": 1.408040165901184,
      "learning_rate": 3.45e-06,
      "loss": 0.1268,
      "step": 1240
    },
    {
      "epoch": 1.4682046731736174,
      "grad_norm": 1.6011841297149658,
      "learning_rate": 3.4487500000000002e-06,
      "loss": 0.1231,
      "step": 1241
    },
    {
      "epoch": 1.469387755102041,
      "grad_norm": 1.9084091186523438,
      "learning_rate": 3.4475000000000005e-06,
      "loss": 0.1433,
      "step": 1242
    },
    {
      "epoch": 1.4705708370304644,
      "grad_norm": 1.5943597555160522,
      "learning_rate": 3.4462500000000003e-06,
      "loss": 0.1296,
      "step": 1243
    },
    {
      "epoch": 1.471753918958888,
      "grad_norm": 1.330012321472168,
      "learning_rate": 3.445e-06,
      "loss": 0.1183,
      "step": 1244
    },
    {
      "epoch": 1.4729370008873115,
      "grad_norm": 1.5377483367919922,
      "learning_rate": 3.4437500000000003e-06,
      "loss": 0.1265,
      "step": 1245
    },
    {
      "epoch": 1.474120082815735,
      "grad_norm": 1.4315767288208008,
      "learning_rate": 3.4425e-06,
      "loss": 0.1214,
      "step": 1246
    },
    {
      "epoch": 1.4753031647441586,
      "grad_norm": 1.5559818744659424,
      "learning_rate": 3.4412500000000003e-06,
      "loss": 0.1255,
      "step": 1247
    },
    {
      "epoch": 1.476486246672582,
      "grad_norm": 1.5628515481948853,
      "learning_rate": 3.44e-06,
      "loss": 0.1264,
      "step": 1248
    },
    {
      "epoch": 1.4776693286010056,
      "grad_norm": 1.447611927986145,
      "learning_rate": 3.4387500000000003e-06,
      "loss": 0.1317,
      "step": 1249
    },
    {
      "epoch": 1.4788524105294292,
      "grad_norm": 1.736879825592041,
      "learning_rate": 3.4375e-06,
      "loss": 0.1283,
      "step": 1250
    },
    {
      "epoch": 1.4800354924578527,
      "grad_norm": 1.7619876861572266,
      "learning_rate": 3.4362500000000003e-06,
      "loss": 0.1247,
      "step": 1251
    },
    {
      "epoch": 1.4812185743862762,
      "grad_norm": 1.6373612880706787,
      "learning_rate": 3.4350000000000006e-06,
      "loss": 0.1254,
      "step": 1252
    },
    {
      "epoch": 1.4824016563146998,
      "grad_norm": 1.565795660018921,
      "learning_rate": 3.43375e-06,
      "loss": 0.1129,
      "step": 1253
    },
    {
      "epoch": 1.4835847382431233,
      "grad_norm": 1.5357458591461182,
      "learning_rate": 3.4325e-06,
      "loss": 0.1387,
      "step": 1254
    },
    {
      "epoch": 1.4847678201715468,
      "grad_norm": 1.9255259037017822,
      "learning_rate": 3.4312500000000004e-06,
      "loss": 0.1415,
      "step": 1255
    },
    {
      "epoch": 1.4859509020999704,
      "grad_norm": 1.4566707611083984,
      "learning_rate": 3.4300000000000006e-06,
      "loss": 0.1312,
      "step": 1256
    },
    {
      "epoch": 1.487133984028394,
      "grad_norm": 2.0529234409332275,
      "learning_rate": 3.42875e-06,
      "loss": 0.1331,
      "step": 1257
    },
    {
      "epoch": 1.4883170659568175,
      "grad_norm": 1.4404765367507935,
      "learning_rate": 3.4275000000000002e-06,
      "loss": 0.1351,
      "step": 1258
    },
    {
      "epoch": 1.489500147885241,
      "grad_norm": 1.5901224613189697,
      "learning_rate": 3.4262500000000004e-06,
      "loss": 0.1209,
      "step": 1259
    },
    {
      "epoch": 1.4906832298136645,
      "grad_norm": 1.4635899066925049,
      "learning_rate": 3.4250000000000007e-06,
      "loss": 0.1248,
      "step": 1260
    },
    {
      "epoch": 1.491866311742088,
      "grad_norm": 1.3403890132904053,
      "learning_rate": 3.42375e-06,
      "loss": 0.1312,
      "step": 1261
    },
    {
      "epoch": 1.4930493936705118,
      "grad_norm": 1.5730700492858887,
      "learning_rate": 3.4225000000000003e-06,
      "loss": 0.1321,
      "step": 1262
    },
    {
      "epoch": 1.4942324755989351,
      "grad_norm": 1.40403413772583,
      "learning_rate": 3.4212500000000005e-06,
      "loss": 0.1326,
      "step": 1263
    },
    {
      "epoch": 1.4954155575273589,
      "grad_norm": 1.6415314674377441,
      "learning_rate": 3.4200000000000007e-06,
      "loss": 0.1392,
      "step": 1264
    },
    {
      "epoch": 1.4965986394557822,
      "grad_norm": 1.5355576276779175,
      "learning_rate": 3.41875e-06,
      "loss": 0.1404,
      "step": 1265
    },
    {
      "epoch": 1.497781721384206,
      "grad_norm": 1.5298172235488892,
      "learning_rate": 3.4175000000000003e-06,
      "loss": 0.137,
      "step": 1266
    },
    {
      "epoch": 1.4989648033126293,
      "grad_norm": 1.5886250734329224,
      "learning_rate": 3.4162500000000005e-06,
      "loss": 0.1249,
      "step": 1267
    },
    {
      "epoch": 1.500147885241053,
      "grad_norm": 1.689842939376831,
      "learning_rate": 3.4150000000000003e-06,
      "loss": 0.1453,
      "step": 1268
    },
    {
      "epoch": 1.5013309671694763,
      "grad_norm": 1.4077543020248413,
      "learning_rate": 3.41375e-06,
      "loss": 0.1281,
      "step": 1269
    },
    {
      "epoch": 1.5025140490979,
      "grad_norm": 1.3884670734405518,
      "learning_rate": 3.4125000000000004e-06,
      "loss": 0.1338,
      "step": 1270
    },
    {
      "epoch": 1.5036971310263234,
      "grad_norm": 1.5794848203659058,
      "learning_rate": 3.4112500000000006e-06,
      "loss": 0.1333,
      "step": 1271
    },
    {
      "epoch": 1.5048802129547472,
      "grad_norm": 1.9224528074264526,
      "learning_rate": 3.4100000000000004e-06,
      "loss": 0.1239,
      "step": 1272
    },
    {
      "epoch": 1.5060632948831707,
      "grad_norm": 1.5073069334030151,
      "learning_rate": 3.40875e-06,
      "loss": 0.1258,
      "step": 1273
    },
    {
      "epoch": 1.5072463768115942,
      "grad_norm": 1.3602319955825806,
      "learning_rate": 3.4075000000000004e-06,
      "loss": 0.1227,
      "step": 1274
    },
    {
      "epoch": 1.5084294587400178,
      "grad_norm": 1.381373643875122,
      "learning_rate": 3.40625e-06,
      "loss": 0.1201,
      "step": 1275
    },
    {
      "epoch": 1.5096125406684413,
      "grad_norm": 1.6320122480392456,
      "learning_rate": 3.4050000000000004e-06,
      "loss": 0.126,
      "step": 1276
    },
    {
      "epoch": 1.5107956225968648,
      "grad_norm": 1.4455208778381348,
      "learning_rate": 3.4037500000000002e-06,
      "loss": 0.1274,
      "step": 1277
    },
    {
      "epoch": 1.5119787045252884,
      "grad_norm": 1.8690789937973022,
      "learning_rate": 3.4025000000000005e-06,
      "loss": 0.1293,
      "step": 1278
    },
    {
      "epoch": 1.513161786453712,
      "grad_norm": 1.5398629903793335,
      "learning_rate": 3.4012500000000003e-06,
      "loss": 0.1212,
      "step": 1279
    },
    {
      "epoch": 1.5143448683821354,
      "grad_norm": 1.555671215057373,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.1113,
      "step": 1280
    },
    {
      "epoch": 1.515527950310559,
      "grad_norm": 1.738730549812317,
      "learning_rate": 3.3987500000000003e-06,
      "loss": 0.128,
      "step": 1281
    },
    {
      "epoch": 1.5167110322389825,
      "grad_norm": 1.481830358505249,
      "learning_rate": 3.3975e-06,
      "loss": 0.1389,
      "step": 1282
    },
    {
      "epoch": 1.517894114167406,
      "grad_norm": 1.7934081554412842,
      "learning_rate": 3.3962500000000003e-06,
      "loss": 0.1431,
      "step": 1283
    },
    {
      "epoch": 1.5190771960958296,
      "grad_norm": 1.6029057502746582,
      "learning_rate": 3.3950000000000005e-06,
      "loss": 0.1324,
      "step": 1284
    },
    {
      "epoch": 1.5202602780242533,
      "grad_norm": 1.8634427785873413,
      "learning_rate": 3.39375e-06,
      "loss": 0.1334,
      "step": 1285
    },
    {
      "epoch": 1.5214433599526767,
      "grad_norm": 1.3210428953170776,
      "learning_rate": 3.3925e-06,
      "loss": 0.1224,
      "step": 1286
    },
    {
      "epoch": 1.5226264418811004,
      "grad_norm": 1.8886276483535767,
      "learning_rate": 3.3912500000000004e-06,
      "loss": 0.129,
      "step": 1287
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 1.3924386501312256,
      "learning_rate": 3.3900000000000006e-06,
      "loss": 0.1277,
      "step": 1288
    },
    {
      "epoch": 1.5249926057379475,
      "grad_norm": 1.4204670190811157,
      "learning_rate": 3.38875e-06,
      "loss": 0.1232,
      "step": 1289
    },
    {
      "epoch": 1.5261756876663708,
      "grad_norm": 1.5176576375961304,
      "learning_rate": 3.3875e-06,
      "loss": 0.123,
      "step": 1290
    },
    {
      "epoch": 1.5273587695947946,
      "grad_norm": 1.549462080001831,
      "learning_rate": 3.3862500000000004e-06,
      "loss": 0.135,
      "step": 1291
    },
    {
      "epoch": 1.5285418515232179,
      "grad_norm": 1.4946926832199097,
      "learning_rate": 3.3850000000000006e-06,
      "loss": 0.1234,
      "step": 1292
    },
    {
      "epoch": 1.5297249334516416,
      "grad_norm": 1.550441861152649,
      "learning_rate": 3.38375e-06,
      "loss": 0.1228,
      "step": 1293
    },
    {
      "epoch": 1.530908015380065,
      "grad_norm": 1.6477125883102417,
      "learning_rate": 3.3825000000000002e-06,
      "loss": 0.1252,
      "step": 1294
    },
    {
      "epoch": 1.5320910973084887,
      "grad_norm": 1.838528037071228,
      "learning_rate": 3.3812500000000004e-06,
      "loss": 0.1235,
      "step": 1295
    },
    {
      "epoch": 1.533274179236912,
      "grad_norm": 2.020090341567993,
      "learning_rate": 3.3800000000000007e-06,
      "loss": 0.1397,
      "step": 1296
    },
    {
      "epoch": 1.5344572611653358,
      "grad_norm": 1.5766327381134033,
      "learning_rate": 3.37875e-06,
      "loss": 0.1295,
      "step": 1297
    },
    {
      "epoch": 1.5356403430937593,
      "grad_norm": 1.4336988925933838,
      "learning_rate": 3.3775000000000003e-06,
      "loss": 0.1287,
      "step": 1298
    },
    {
      "epoch": 1.5368234250221828,
      "grad_norm": 1.6806628704071045,
      "learning_rate": 3.3762500000000005e-06,
      "loss": 0.1232,
      "step": 1299
    },
    {
      "epoch": 1.5380065069506064,
      "grad_norm": 1.543700933456421,
      "learning_rate": 3.3750000000000003e-06,
      "loss": 0.1152,
      "step": 1300
    },
    {
      "epoch": 1.53918958887903,
      "grad_norm": 1.4754140377044678,
      "learning_rate": 3.37375e-06,
      "loss": 0.127,
      "step": 1301
    },
    {
      "epoch": 1.5403726708074534,
      "grad_norm": 1.4444950819015503,
      "learning_rate": 3.3725000000000003e-06,
      "loss": 0.1283,
      "step": 1302
    },
    {
      "epoch": 1.541555752735877,
      "grad_norm": 1.8669140338897705,
      "learning_rate": 3.3712500000000005e-06,
      "loss": 0.1314,
      "step": 1303
    },
    {
      "epoch": 1.5427388346643005,
      "grad_norm": 1.467099905014038,
      "learning_rate": 3.3700000000000003e-06,
      "loss": 0.1226,
      "step": 1304
    },
    {
      "epoch": 1.543921916592724,
      "grad_norm": 2.098670482635498,
      "learning_rate": 3.36875e-06,
      "loss": 0.1498,
      "step": 1305
    },
    {
      "epoch": 1.5451049985211476,
      "grad_norm": 1.5185511112213135,
      "learning_rate": 3.3675000000000004e-06,
      "loss": 0.1208,
      "step": 1306
    },
    {
      "epoch": 1.5462880804495711,
      "grad_norm": 1.4257383346557617,
      "learning_rate": 3.36625e-06,
      "loss": 0.119,
      "step": 1307
    },
    {
      "epoch": 1.5474711623779946,
      "grad_norm": 1.2572530508041382,
      "learning_rate": 3.3650000000000004e-06,
      "loss": 0.1126,
      "step": 1308
    },
    {
      "epoch": 1.5486542443064182,
      "grad_norm": 1.5880950689315796,
      "learning_rate": 3.36375e-06,
      "loss": 0.1339,
      "step": 1309
    },
    {
      "epoch": 1.5498373262348417,
      "grad_norm": 1.7804405689239502,
      "learning_rate": 3.3625000000000004e-06,
      "loss": 0.1326,
      "step": 1310
    },
    {
      "epoch": 1.5510204081632653,
      "grad_norm": 1.6037368774414062,
      "learning_rate": 3.3612500000000002e-06,
      "loss": 0.1198,
      "step": 1311
    },
    {
      "epoch": 1.552203490091689,
      "grad_norm": 1.6822205781936646,
      "learning_rate": 3.3600000000000004e-06,
      "loss": 0.1241,
      "step": 1312
    },
    {
      "epoch": 1.5533865720201123,
      "grad_norm": 1.6317545175552368,
      "learning_rate": 3.3587500000000002e-06,
      "loss": 0.1257,
      "step": 1313
    },
    {
      "epoch": 1.554569653948536,
      "grad_norm": 1.8221899271011353,
      "learning_rate": 3.3575e-06,
      "loss": 0.1312,
      "step": 1314
    },
    {
      "epoch": 1.5557527358769594,
      "grad_norm": 1.776476502418518,
      "learning_rate": 3.3562500000000003e-06,
      "loss": 0.1236,
      "step": 1315
    },
    {
      "epoch": 1.5569358178053831,
      "grad_norm": 1.599238634109497,
      "learning_rate": 3.3550000000000005e-06,
      "loss": 0.1177,
      "step": 1316
    },
    {
      "epoch": 1.5581188997338065,
      "grad_norm": 2.0098705291748047,
      "learning_rate": 3.35375e-06,
      "loss": 0.1402,
      "step": 1317
    },
    {
      "epoch": 1.5593019816622302,
      "grad_norm": 1.295106291770935,
      "learning_rate": 3.3525e-06,
      "loss": 0.1209,
      "step": 1318
    },
    {
      "epoch": 1.5604850635906535,
      "grad_norm": 1.6536020040512085,
      "learning_rate": 3.3512500000000003e-06,
      "loss": 0.1259,
      "step": 1319
    },
    {
      "epoch": 1.5616681455190773,
      "grad_norm": 1.701365351676941,
      "learning_rate": 3.3500000000000005e-06,
      "loss": 0.1392,
      "step": 1320
    },
    {
      "epoch": 1.5628512274475006,
      "grad_norm": 1.5777922868728638,
      "learning_rate": 3.34875e-06,
      "loss": 0.1205,
      "step": 1321
    },
    {
      "epoch": 1.5640343093759244,
      "grad_norm": 1.5953125953674316,
      "learning_rate": 3.3475e-06,
      "loss": 0.1261,
      "step": 1322
    },
    {
      "epoch": 1.5652173913043477,
      "grad_norm": 1.3697435855865479,
      "learning_rate": 3.3462500000000004e-06,
      "loss": 0.1234,
      "step": 1323
    },
    {
      "epoch": 1.5664004732327714,
      "grad_norm": 1.5795377492904663,
      "learning_rate": 3.3450000000000006e-06,
      "loss": 0.1259,
      "step": 1324
    },
    {
      "epoch": 1.567583555161195,
      "grad_norm": 1.4269118309020996,
      "learning_rate": 3.34375e-06,
      "loss": 0.1293,
      "step": 1325
    },
    {
      "epoch": 1.5687666370896185,
      "grad_norm": 1.4944474697113037,
      "learning_rate": 3.3425e-06,
      "loss": 0.124,
      "step": 1326
    },
    {
      "epoch": 1.569949719018042,
      "grad_norm": 1.629680871963501,
      "learning_rate": 3.3412500000000004e-06,
      "loss": 0.1405,
      "step": 1327
    },
    {
      "epoch": 1.5711328009464656,
      "grad_norm": 1.5238053798675537,
      "learning_rate": 3.3400000000000006e-06,
      "loss": 0.1186,
      "step": 1328
    },
    {
      "epoch": 1.572315882874889,
      "grad_norm": 1.9159058332443237,
      "learning_rate": 3.33875e-06,
      "loss": 0.1498,
      "step": 1329
    },
    {
      "epoch": 1.5734989648033126,
      "grad_norm": 1.5055044889450073,
      "learning_rate": 3.3375000000000002e-06,
      "loss": 0.1265,
      "step": 1330
    },
    {
      "epoch": 1.5746820467317362,
      "grad_norm": 1.4665433168411255,
      "learning_rate": 3.3362500000000005e-06,
      "loss": 0.1249,
      "step": 1331
    },
    {
      "epoch": 1.5758651286601597,
      "grad_norm": 1.486828088760376,
      "learning_rate": 3.3350000000000003e-06,
      "loss": 0.116,
      "step": 1332
    },
    {
      "epoch": 1.5770482105885832,
      "grad_norm": 1.4532381296157837,
      "learning_rate": 3.33375e-06,
      "loss": 0.1323,
      "step": 1333
    },
    {
      "epoch": 1.5782312925170068,
      "grad_norm": 1.5230575799942017,
      "learning_rate": 3.3325000000000003e-06,
      "loss": 0.1303,
      "step": 1334
    },
    {
      "epoch": 1.5794143744454303,
      "grad_norm": 1.5705646276474,
      "learning_rate": 3.3312500000000005e-06,
      "loss": 0.132,
      "step": 1335
    },
    {
      "epoch": 1.5805974563738538,
      "grad_norm": 1.6271547079086304,
      "learning_rate": 3.3300000000000003e-06,
      "loss": 0.1273,
      "step": 1336
    },
    {
      "epoch": 1.5817805383022774,
      "grad_norm": 1.684235692024231,
      "learning_rate": 3.32875e-06,
      "loss": 0.1235,
      "step": 1337
    },
    {
      "epoch": 1.582963620230701,
      "grad_norm": 1.3318500518798828,
      "learning_rate": 3.3275000000000003e-06,
      "loss": 0.1168,
      "step": 1338
    },
    {
      "epoch": 1.5841467021591247,
      "grad_norm": 1.6092740297317505,
      "learning_rate": 3.32625e-06,
      "loss": 0.1212,
      "step": 1339
    },
    {
      "epoch": 1.585329784087548,
      "grad_norm": 1.654579758644104,
      "learning_rate": 3.3250000000000004e-06,
      "loss": 0.1256,
      "step": 1340
    },
    {
      "epoch": 1.5865128660159717,
      "grad_norm": 1.6255793571472168,
      "learning_rate": 3.32375e-06,
      "loss": 0.1275,
      "step": 1341
    },
    {
      "epoch": 1.587695947944395,
      "grad_norm": 1.6256195306777954,
      "learning_rate": 3.3225000000000004e-06,
      "loss": 0.129,
      "step": 1342
    },
    {
      "epoch": 1.5888790298728188,
      "grad_norm": 1.561197280883789,
      "learning_rate": 3.32125e-06,
      "loss": 0.1338,
      "step": 1343
    },
    {
      "epoch": 1.5900621118012421,
      "grad_norm": 1.6948766708374023,
      "learning_rate": 3.3200000000000004e-06,
      "loss": 0.1284,
      "step": 1344
    },
    {
      "epoch": 1.5912451937296659,
      "grad_norm": 1.6150776147842407,
      "learning_rate": 3.31875e-06,
      "loss": 0.1233,
      "step": 1345
    },
    {
      "epoch": 1.5924282756580892,
      "grad_norm": 1.5668781995773315,
      "learning_rate": 3.3175e-06,
      "loss": 0.1206,
      "step": 1346
    },
    {
      "epoch": 1.593611357586513,
      "grad_norm": 1.7716835737228394,
      "learning_rate": 3.3162500000000002e-06,
      "loss": 0.1449,
      "step": 1347
    },
    {
      "epoch": 1.5947944395149363,
      "grad_norm": 1.8333115577697754,
      "learning_rate": 3.3150000000000004e-06,
      "loss": 0.1389,
      "step": 1348
    },
    {
      "epoch": 1.59597752144336,
      "grad_norm": 1.5289050340652466,
      "learning_rate": 3.31375e-06,
      "loss": 0.1255,
      "step": 1349
    },
    {
      "epoch": 1.5971606033717833,
      "grad_norm": 1.4431642293930054,
      "learning_rate": 3.3125e-06,
      "loss": 0.1243,
      "step": 1350
    },
    {
      "epoch": 1.598343685300207,
      "grad_norm": 1.4966899156570435,
      "learning_rate": 3.3112500000000003e-06,
      "loss": 0.1341,
      "step": 1351
    },
    {
      "epoch": 1.5995267672286306,
      "grad_norm": 1.6540204286575317,
      "learning_rate": 3.3100000000000005e-06,
      "loss": 0.1449,
      "step": 1352
    },
    {
      "epoch": 1.6007098491570542,
      "grad_norm": 1.755121111869812,
      "learning_rate": 3.30875e-06,
      "loss": 0.1336,
      "step": 1353
    },
    {
      "epoch": 1.6018929310854777,
      "grad_norm": 1.6204171180725098,
      "learning_rate": 3.3075e-06,
      "loss": 0.1343,
      "step": 1354
    },
    {
      "epoch": 1.6030760130139012,
      "grad_norm": 1.4811965227127075,
      "learning_rate": 3.3062500000000003e-06,
      "loss": 0.1334,
      "step": 1355
    },
    {
      "epoch": 1.6042590949423248,
      "grad_norm": 1.5078394412994385,
      "learning_rate": 3.3050000000000005e-06,
      "loss": 0.1287,
      "step": 1356
    },
    {
      "epoch": 1.6054421768707483,
      "grad_norm": 1.5438920259475708,
      "learning_rate": 3.30375e-06,
      "loss": 0.1426,
      "step": 1357
    },
    {
      "epoch": 1.6066252587991718,
      "grad_norm": 1.5858154296875,
      "learning_rate": 3.3025e-06,
      "loss": 0.1284,
      "step": 1358
    },
    {
      "epoch": 1.6078083407275954,
      "grad_norm": 1.5437064170837402,
      "learning_rate": 3.3012500000000004e-06,
      "loss": 0.1216,
      "step": 1359
    },
    {
      "epoch": 1.608991422656019,
      "grad_norm": 1.676072120666504,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 0.1339,
      "step": 1360
    },
    {
      "epoch": 1.6101745045844424,
      "grad_norm": 1.4908864498138428,
      "learning_rate": 3.29875e-06,
      "loss": 0.1327,
      "step": 1361
    },
    {
      "epoch": 1.611357586512866,
      "grad_norm": 1.3954812288284302,
      "learning_rate": 3.2975e-06,
      "loss": 0.1208,
      "step": 1362
    },
    {
      "epoch": 1.6125406684412895,
      "grad_norm": 1.5311059951782227,
      "learning_rate": 3.2962500000000004e-06,
      "loss": 0.1373,
      "step": 1363
    },
    {
      "epoch": 1.613723750369713,
      "grad_norm": 1.729414463043213,
      "learning_rate": 3.2950000000000002e-06,
      "loss": 0.1332,
      "step": 1364
    },
    {
      "epoch": 1.6149068322981366,
      "grad_norm": 1.4659161567687988,
      "learning_rate": 3.29375e-06,
      "loss": 0.1255,
      "step": 1365
    },
    {
      "epoch": 1.6160899142265603,
      "grad_norm": 1.4245327711105347,
      "learning_rate": 3.2925000000000002e-06,
      "loss": 0.1197,
      "step": 1366
    },
    {
      "epoch": 1.6172729961549837,
      "grad_norm": 1.7252216339111328,
      "learning_rate": 3.2912500000000005e-06,
      "loss": 0.1338,
      "step": 1367
    },
    {
      "epoch": 1.6184560780834074,
      "grad_norm": 1.9947254657745361,
      "learning_rate": 3.2900000000000003e-06,
      "loss": 0.1351,
      "step": 1368
    },
    {
      "epoch": 1.6196391600118307,
      "grad_norm": 1.4900641441345215,
      "learning_rate": 3.28875e-06,
      "loss": 0.1224,
      "step": 1369
    },
    {
      "epoch": 1.6208222419402545,
      "grad_norm": 1.8801724910736084,
      "learning_rate": 3.2875000000000003e-06,
      "loss": 0.1403,
      "step": 1370
    },
    {
      "epoch": 1.6220053238686778,
      "grad_norm": 1.6036713123321533,
      "learning_rate": 3.28625e-06,
      "loss": 0.1386,
      "step": 1371
    },
    {
      "epoch": 1.6231884057971016,
      "grad_norm": 1.87173330783844,
      "learning_rate": 3.2850000000000003e-06,
      "loss": 0.1221,
      "step": 1372
    },
    {
      "epoch": 1.6243714877255249,
      "grad_norm": 1.4788272380828857,
      "learning_rate": 3.28375e-06,
      "loss": 0.1209,
      "step": 1373
    },
    {
      "epoch": 1.6255545696539486,
      "grad_norm": 1.476340651512146,
      "learning_rate": 3.2825000000000003e-06,
      "loss": 0.1269,
      "step": 1374
    },
    {
      "epoch": 1.626737651582372,
      "grad_norm": 1.5400975942611694,
      "learning_rate": 3.28125e-06,
      "loss": 0.1285,
      "step": 1375
    },
    {
      "epoch": 1.6279207335107957,
      "grad_norm": 1.6609598398208618,
      "learning_rate": 3.2800000000000004e-06,
      "loss": 0.1258,
      "step": 1376
    },
    {
      "epoch": 1.629103815439219,
      "grad_norm": 1.3722655773162842,
      "learning_rate": 3.2787500000000006e-06,
      "loss": 0.1302,
      "step": 1377
    },
    {
      "epoch": 1.6302868973676428,
      "grad_norm": 1.3829176425933838,
      "learning_rate": 3.2775e-06,
      "loss": 0.1304,
      "step": 1378
    },
    {
      "epoch": 1.6314699792960663,
      "grad_norm": 1.8069695234298706,
      "learning_rate": 3.27625e-06,
      "loss": 0.1163,
      "step": 1379
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 2.075058937072754,
      "learning_rate": 3.2750000000000004e-06,
      "loss": 0.1313,
      "step": 1380
    },
    {
      "epoch": 1.6338361431529134,
      "grad_norm": 1.5353800058364868,
      "learning_rate": 3.2737500000000006e-06,
      "loss": 0.1321,
      "step": 1381
    },
    {
      "epoch": 1.635019225081337,
      "grad_norm": 1.525162935256958,
      "learning_rate": 3.2725e-06,
      "loss": 0.1219,
      "step": 1382
    },
    {
      "epoch": 1.6362023070097604,
      "grad_norm": 1.74387526512146,
      "learning_rate": 3.2712500000000002e-06,
      "loss": 0.1298,
      "step": 1383
    },
    {
      "epoch": 1.637385388938184,
      "grad_norm": 1.5597354173660278,
      "learning_rate": 3.2700000000000005e-06,
      "loss": 0.1272,
      "step": 1384
    },
    {
      "epoch": 1.6385684708666075,
      "grad_norm": 1.5195435285568237,
      "learning_rate": 3.2687500000000007e-06,
      "loss": 0.1232,
      "step": 1385
    },
    {
      "epoch": 1.639751552795031,
      "grad_norm": 1.5236088037490845,
      "learning_rate": 3.2675e-06,
      "loss": 0.1322,
      "step": 1386
    },
    {
      "epoch": 1.6409346347234546,
      "grad_norm": 1.3826849460601807,
      "learning_rate": 3.2662500000000003e-06,
      "loss": 0.1233,
      "step": 1387
    },
    {
      "epoch": 1.6421177166518781,
      "grad_norm": 1.6898058652877808,
      "learning_rate": 3.2650000000000005e-06,
      "loss": 0.1351,
      "step": 1388
    },
    {
      "epoch": 1.6433007985803016,
      "grad_norm": 1.4246114492416382,
      "learning_rate": 3.2637500000000007e-06,
      "loss": 0.1291,
      "step": 1389
    },
    {
      "epoch": 1.6444838805087252,
      "grad_norm": 1.6492928266525269,
      "learning_rate": 3.2625e-06,
      "loss": 0.1311,
      "step": 1390
    },
    {
      "epoch": 1.6456669624371487,
      "grad_norm": 1.9392977952957153,
      "learning_rate": 3.2612500000000003e-06,
      "loss": 0.1355,
      "step": 1391
    },
    {
      "epoch": 1.6468500443655723,
      "grad_norm": 1.518025517463684,
      "learning_rate": 3.2600000000000006e-06,
      "loss": 0.1333,
      "step": 1392
    },
    {
      "epoch": 1.648033126293996,
      "grad_norm": 1.3588926792144775,
      "learning_rate": 3.2587500000000004e-06,
      "loss": 0.1254,
      "step": 1393
    },
    {
      "epoch": 1.6492162082224193,
      "grad_norm": 1.3850055932998657,
      "learning_rate": 3.2575e-06,
      "loss": 0.1242,
      "step": 1394
    },
    {
      "epoch": 1.650399290150843,
      "grad_norm": 1.6214162111282349,
      "learning_rate": 3.2562500000000004e-06,
      "loss": 0.1329,
      "step": 1395
    },
    {
      "epoch": 1.6515823720792664,
      "grad_norm": 1.5566637516021729,
      "learning_rate": 3.255e-06,
      "loss": 0.126,
      "step": 1396
    },
    {
      "epoch": 1.6527654540076901,
      "grad_norm": 1.455531358718872,
      "learning_rate": 3.2537500000000004e-06,
      "loss": 0.123,
      "step": 1397
    },
    {
      "epoch": 1.6539485359361135,
      "grad_norm": 1.6385713815689087,
      "learning_rate": 3.2525e-06,
      "loss": 0.1243,
      "step": 1398
    },
    {
      "epoch": 1.6551316178645372,
      "grad_norm": 1.5812796354293823,
      "learning_rate": 3.2512500000000004e-06,
      "loss": 0.1304,
      "step": 1399
    },
    {
      "epoch": 1.6563146997929605,
      "grad_norm": 1.4917150735855103,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.114,
      "step": 1400
    },
    {
      "epoch": 1.6574977817213843,
      "grad_norm": 1.6036486625671387,
      "learning_rate": 3.2487500000000004e-06,
      "loss": 0.1296,
      "step": 1401
    },
    {
      "epoch": 1.6586808636498076,
      "grad_norm": 1.8148932456970215,
      "learning_rate": 3.2475000000000002e-06,
      "loss": 0.1407,
      "step": 1402
    },
    {
      "epoch": 1.6598639455782314,
      "grad_norm": 1.3486355543136597,
      "learning_rate": 3.24625e-06,
      "loss": 0.1262,
      "step": 1403
    },
    {
      "epoch": 1.6610470275066547,
      "grad_norm": 1.47530996799469,
      "learning_rate": 3.2450000000000003e-06,
      "loss": 0.1233,
      "step": 1404
    },
    {
      "epoch": 1.6622301094350784,
      "grad_norm": 1.6789849996566772,
      "learning_rate": 3.2437500000000005e-06,
      "loss": 0.1326,
      "step": 1405
    },
    {
      "epoch": 1.663413191363502,
      "grad_norm": 1.4145750999450684,
      "learning_rate": 3.2425000000000003e-06,
      "loss": 0.13,
      "step": 1406
    },
    {
      "epoch": 1.6645962732919255,
      "grad_norm": 1.5003387928009033,
      "learning_rate": 3.24125e-06,
      "loss": 0.1239,
      "step": 1407
    },
    {
      "epoch": 1.665779355220349,
      "grad_norm": 1.4523297548294067,
      "learning_rate": 3.2400000000000003e-06,
      "loss": 0.1223,
      "step": 1408
    },
    {
      "epoch": 1.6669624371487726,
      "grad_norm": 1.7971453666687012,
      "learning_rate": 3.2387500000000005e-06,
      "loss": 0.1248,
      "step": 1409
    },
    {
      "epoch": 1.668145519077196,
      "grad_norm": 1.575683355331421,
      "learning_rate": 3.2375e-06,
      "loss": 0.1354,
      "step": 1410
    },
    {
      "epoch": 1.6693286010056196,
      "grad_norm": 1.594149112701416,
      "learning_rate": 3.23625e-06,
      "loss": 0.131,
      "step": 1411
    },
    {
      "epoch": 1.6705116829340432,
      "grad_norm": 1.573073148727417,
      "learning_rate": 3.2350000000000004e-06,
      "loss": 0.1261,
      "step": 1412
    },
    {
      "epoch": 1.6716947648624667,
      "grad_norm": 1.6821691989898682,
      "learning_rate": 3.2337500000000006e-06,
      "loss": 0.1219,
      "step": 1413
    },
    {
      "epoch": 1.6728778467908902,
      "grad_norm": 1.6000694036483765,
      "learning_rate": 3.2325e-06,
      "loss": 0.1252,
      "step": 1414
    },
    {
      "epoch": 1.6740609287193138,
      "grad_norm": 1.667115330696106,
      "learning_rate": 3.23125e-06,
      "loss": 0.1371,
      "step": 1415
    },
    {
      "epoch": 1.6752440106477373,
      "grad_norm": 1.7219778299331665,
      "learning_rate": 3.2300000000000004e-06,
      "loss": 0.1265,
      "step": 1416
    },
    {
      "epoch": 1.6764270925761608,
      "grad_norm": 1.7029204368591309,
      "learning_rate": 3.2287500000000006e-06,
      "loss": 0.1322,
      "step": 1417
    },
    {
      "epoch": 1.6776101745045846,
      "grad_norm": 1.562144160270691,
      "learning_rate": 3.2275e-06,
      "loss": 0.1388,
      "step": 1418
    },
    {
      "epoch": 1.678793256433008,
      "grad_norm": 1.6732985973358154,
      "learning_rate": 3.2262500000000002e-06,
      "loss": 0.1282,
      "step": 1419
    },
    {
      "epoch": 1.6799763383614317,
      "grad_norm": 1.3361759185791016,
      "learning_rate": 3.2250000000000005e-06,
      "loss": 0.1165,
      "step": 1420
    },
    {
      "epoch": 1.681159420289855,
      "grad_norm": 1.439334750175476,
      "learning_rate": 3.2237500000000007e-06,
      "loss": 0.1364,
      "step": 1421
    },
    {
      "epoch": 1.6823425022182787,
      "grad_norm": 1.414253830909729,
      "learning_rate": 3.2225e-06,
      "loss": 0.1294,
      "step": 1422
    },
    {
      "epoch": 1.683525584146702,
      "grad_norm": 1.32809317111969,
      "learning_rate": 3.2212500000000003e-06,
      "loss": 0.125,
      "step": 1423
    },
    {
      "epoch": 1.6847086660751258,
      "grad_norm": 1.639321208000183,
      "learning_rate": 3.2200000000000005e-06,
      "loss": 0.1341,
      "step": 1424
    },
    {
      "epoch": 1.6858917480035491,
      "grad_norm": 1.4606908559799194,
      "learning_rate": 3.2187500000000003e-06,
      "loss": 0.1301,
      "step": 1425
    },
    {
      "epoch": 1.6870748299319729,
      "grad_norm": 1.5274593830108643,
      "learning_rate": 3.2175e-06,
      "loss": 0.1179,
      "step": 1426
    },
    {
      "epoch": 1.6882579118603962,
      "grad_norm": 1.3704708814620972,
      "learning_rate": 3.2162500000000003e-06,
      "loss": 0.1326,
      "step": 1427
    },
    {
      "epoch": 1.68944099378882,
      "grad_norm": 1.5484576225280762,
      "learning_rate": 3.215e-06,
      "loss": 0.1221,
      "step": 1428
    },
    {
      "epoch": 1.6906240757172433,
      "grad_norm": 1.291685938835144,
      "learning_rate": 3.2137500000000004e-06,
      "loss": 0.1206,
      "step": 1429
    },
    {
      "epoch": 1.691807157645667,
      "grad_norm": 1.5275603532791138,
      "learning_rate": 3.2125e-06,
      "loss": 0.1246,
      "step": 1430
    },
    {
      "epoch": 1.6929902395740906,
      "grad_norm": 1.6574949026107788,
      "learning_rate": 3.2112500000000004e-06,
      "loss": 0.1332,
      "step": 1431
    },
    {
      "epoch": 1.694173321502514,
      "grad_norm": 1.4093583822250366,
      "learning_rate": 3.21e-06,
      "loss": 0.1313,
      "step": 1432
    },
    {
      "epoch": 1.6953564034309376,
      "grad_norm": 1.8137526512145996,
      "learning_rate": 3.2087500000000004e-06,
      "loss": 0.1346,
      "step": 1433
    },
    {
      "epoch": 1.6965394853593612,
      "grad_norm": 1.5104016065597534,
      "learning_rate": 3.2075e-06,
      "loss": 0.1287,
      "step": 1434
    },
    {
      "epoch": 1.6977225672877847,
      "grad_norm": 1.700255036354065,
      "learning_rate": 3.20625e-06,
      "loss": 0.1207,
      "step": 1435
    },
    {
      "epoch": 1.6989056492162082,
      "grad_norm": 1.3068333864212036,
      "learning_rate": 3.2050000000000002e-06,
      "loss": 0.1264,
      "step": 1436
    },
    {
      "epoch": 1.7000887311446318,
      "grad_norm": 1.6368564367294312,
      "learning_rate": 3.2037500000000005e-06,
      "loss": 0.1218,
      "step": 1437
    },
    {
      "epoch": 1.7012718130730553,
      "grad_norm": 1.9458857774734497,
      "learning_rate": 3.2025000000000003e-06,
      "loss": 0.1374,
      "step": 1438
    },
    {
      "epoch": 1.7024548950014788,
      "grad_norm": 1.493390679359436,
      "learning_rate": 3.20125e-06,
      "loss": 0.119,
      "step": 1439
    },
    {
      "epoch": 1.7036379769299024,
      "grad_norm": 1.732709527015686,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.1332,
      "step": 1440
    },
    {
      "epoch": 1.704821058858326,
      "grad_norm": 1.5783692598342896,
      "learning_rate": 3.1987500000000005e-06,
      "loss": 0.1312,
      "step": 1441
    },
    {
      "epoch": 1.7060041407867494,
      "grad_norm": 1.627793788909912,
      "learning_rate": 3.1975e-06,
      "loss": 0.1322,
      "step": 1442
    },
    {
      "epoch": 1.707187222715173,
      "grad_norm": 1.5680112838745117,
      "learning_rate": 3.19625e-06,
      "loss": 0.1307,
      "step": 1443
    },
    {
      "epoch": 1.7083703046435965,
      "grad_norm": 1.964853286743164,
      "learning_rate": 3.1950000000000003e-06,
      "loss": 0.1322,
      "step": 1444
    },
    {
      "epoch": 1.7095533865720203,
      "grad_norm": 1.7595957517623901,
      "learning_rate": 3.1937500000000006e-06,
      "loss": 0.1285,
      "step": 1445
    },
    {
      "epoch": 1.7107364685004436,
      "grad_norm": 1.409660816192627,
      "learning_rate": 3.1925e-06,
      "loss": 0.1317,
      "step": 1446
    },
    {
      "epoch": 1.7119195504288673,
      "grad_norm": 1.42058265209198,
      "learning_rate": 3.19125e-06,
      "loss": 0.1311,
      "step": 1447
    },
    {
      "epoch": 1.7131026323572907,
      "grad_norm": 1.427865982055664,
      "learning_rate": 3.1900000000000004e-06,
      "loss": 0.1363,
      "step": 1448
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 1.5116851329803467,
      "learning_rate": 3.1887500000000006e-06,
      "loss": 0.1302,
      "step": 1449
    },
    {
      "epoch": 1.7154687962141377,
      "grad_norm": 1.638986349105835,
      "learning_rate": 3.1875e-06,
      "loss": 0.1406,
      "step": 1450
    },
    {
      "epoch": 1.7166518781425615,
      "grad_norm": 1.340059757232666,
      "learning_rate": 3.18625e-06,
      "loss": 0.1211,
      "step": 1451
    },
    {
      "epoch": 1.7178349600709848,
      "grad_norm": 1.349758267402649,
      "learning_rate": 3.1850000000000004e-06,
      "loss": 0.1291,
      "step": 1452
    },
    {
      "epoch": 1.7190180419994086,
      "grad_norm": 1.7397477626800537,
      "learning_rate": 3.1837500000000006e-06,
      "loss": 0.1315,
      "step": 1453
    },
    {
      "epoch": 1.7202011239278319,
      "grad_norm": 1.460517168045044,
      "learning_rate": 3.1825e-06,
      "loss": 0.131,
      "step": 1454
    },
    {
      "epoch": 1.7213842058562556,
      "grad_norm": 1.4067931175231934,
      "learning_rate": 3.1812500000000002e-06,
      "loss": 0.118,
      "step": 1455
    },
    {
      "epoch": 1.722567287784679,
      "grad_norm": 1.739151120185852,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 0.1299,
      "step": 1456
    },
    {
      "epoch": 1.7237503697131027,
      "grad_norm": 1.7023221254348755,
      "learning_rate": 3.1787500000000003e-06,
      "loss": 0.135,
      "step": 1457
    },
    {
      "epoch": 1.7249334516415262,
      "grad_norm": 1.8165796995162964,
      "learning_rate": 3.1775e-06,
      "loss": 0.1308,
      "step": 1458
    },
    {
      "epoch": 1.7261165335699498,
      "grad_norm": 1.8294546604156494,
      "learning_rate": 3.1762500000000003e-06,
      "loss": 0.1264,
      "step": 1459
    },
    {
      "epoch": 1.7272996154983733,
      "grad_norm": 1.7271509170532227,
      "learning_rate": 3.175e-06,
      "loss": 0.1412,
      "step": 1460
    },
    {
      "epoch": 1.7284826974267968,
      "grad_norm": 2.020429849624634,
      "learning_rate": 3.1737500000000003e-06,
      "loss": 0.1223,
      "step": 1461
    },
    {
      "epoch": 1.7296657793552204,
      "grad_norm": 1.5288043022155762,
      "learning_rate": 3.1725e-06,
      "loss": 0.1323,
      "step": 1462
    },
    {
      "epoch": 1.730848861283644,
      "grad_norm": 1.562862753868103,
      "learning_rate": 3.1712500000000003e-06,
      "loss": 0.1273,
      "step": 1463
    },
    {
      "epoch": 1.7320319432120674,
      "grad_norm": 1.463289737701416,
      "learning_rate": 3.17e-06,
      "loss": 0.1165,
      "step": 1464
    },
    {
      "epoch": 1.733215025140491,
      "grad_norm": 1.3559701442718506,
      "learning_rate": 3.1687500000000004e-06,
      "loss": 0.1259,
      "step": 1465
    },
    {
      "epoch": 1.7343981070689145,
      "grad_norm": 1.5908234119415283,
      "learning_rate": 3.1675e-06,
      "loss": 0.1319,
      "step": 1466
    },
    {
      "epoch": 1.735581188997338,
      "grad_norm": 1.513815999031067,
      "learning_rate": 3.16625e-06,
      "loss": 0.1294,
      "step": 1467
    },
    {
      "epoch": 1.7367642709257616,
      "grad_norm": 1.5134055614471436,
      "learning_rate": 3.165e-06,
      "loss": 0.1325,
      "step": 1468
    },
    {
      "epoch": 1.7379473528541851,
      "grad_norm": 1.6640589237213135,
      "learning_rate": 3.1637500000000004e-06,
      "loss": 0.1312,
      "step": 1469
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 1.4721251726150513,
      "learning_rate": 3.1625000000000002e-06,
      "loss": 0.1306,
      "step": 1470
    },
    {
      "epoch": 1.7403135167110322,
      "grad_norm": 1.541951060295105,
      "learning_rate": 3.16125e-06,
      "loss": 0.1264,
      "step": 1471
    },
    {
      "epoch": 1.741496598639456,
      "grad_norm": 1.5553547143936157,
      "learning_rate": 3.1600000000000002e-06,
      "loss": 0.1317,
      "step": 1472
    },
    {
      "epoch": 1.7426796805678793,
      "grad_norm": 1.707440733909607,
      "learning_rate": 3.1587500000000005e-06,
      "loss": 0.125,
      "step": 1473
    },
    {
      "epoch": 1.743862762496303,
      "grad_norm": 1.8376456499099731,
      "learning_rate": 3.1575e-06,
      "loss": 0.13,
      "step": 1474
    },
    {
      "epoch": 1.7450458444247263,
      "grad_norm": 1.4374293088912964,
      "learning_rate": 3.15625e-06,
      "loss": 0.1235,
      "step": 1475
    },
    {
      "epoch": 1.74622892635315,
      "grad_norm": 1.4540596008300781,
      "learning_rate": 3.1550000000000003e-06,
      "loss": 0.1239,
      "step": 1476
    },
    {
      "epoch": 1.7474120082815734,
      "grad_norm": 1.6718724966049194,
      "learning_rate": 3.1537500000000005e-06,
      "loss": 0.1355,
      "step": 1477
    },
    {
      "epoch": 1.7485950902099971,
      "grad_norm": 1.4354175329208374,
      "learning_rate": 3.1525e-06,
      "loss": 0.1329,
      "step": 1478
    },
    {
      "epoch": 1.7497781721384205,
      "grad_norm": 1.7448992729187012,
      "learning_rate": 3.15125e-06,
      "loss": 0.1252,
      "step": 1479
    },
    {
      "epoch": 1.7509612540668442,
      "grad_norm": 1.4661272764205933,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 0.1232,
      "step": 1480
    },
    {
      "epoch": 1.7521443359952675,
      "grad_norm": 1.3992351293563843,
      "learning_rate": 3.1487500000000006e-06,
      "loss": 0.1185,
      "step": 1481
    },
    {
      "epoch": 1.7533274179236913,
      "grad_norm": 1.6304161548614502,
      "learning_rate": 3.1475e-06,
      "loss": 0.1219,
      "step": 1482
    },
    {
      "epoch": 1.7545104998521146,
      "grad_norm": 1.5025243759155273,
      "learning_rate": 3.14625e-06,
      "loss": 0.1282,
      "step": 1483
    },
    {
      "epoch": 1.7556935817805384,
      "grad_norm": 2.1731865406036377,
      "learning_rate": 3.1450000000000004e-06,
      "loss": 0.1186,
      "step": 1484
    },
    {
      "epoch": 1.756876663708962,
      "grad_norm": 1.5010864734649658,
      "learning_rate": 3.1437500000000006e-06,
      "loss": 0.1138,
      "step": 1485
    },
    {
      "epoch": 1.7580597456373854,
      "grad_norm": 1.4763137102127075,
      "learning_rate": 3.1425e-06,
      "loss": 0.1125,
      "step": 1486
    },
    {
      "epoch": 1.759242827565809,
      "grad_norm": 1.489912509918213,
      "learning_rate": 3.14125e-06,
      "loss": 0.1148,
      "step": 1487
    },
    {
      "epoch": 1.7604259094942325,
      "grad_norm": 1.49180269241333,
      "learning_rate": 3.1400000000000004e-06,
      "loss": 0.1352,
      "step": 1488
    },
    {
      "epoch": 1.761608991422656,
      "grad_norm": 1.4568650722503662,
      "learning_rate": 3.1387500000000002e-06,
      "loss": 0.1217,
      "step": 1489
    },
    {
      "epoch": 1.7627920733510796,
      "grad_norm": 1.2612231969833374,
      "learning_rate": 3.1375e-06,
      "loss": 0.1116,
      "step": 1490
    },
    {
      "epoch": 1.763975155279503,
      "grad_norm": 1.4808948040008545,
      "learning_rate": 3.1362500000000003e-06,
      "loss": 0.1291,
      "step": 1491
    },
    {
      "epoch": 1.7651582372079266,
      "grad_norm": 1.6505444049835205,
      "learning_rate": 3.135e-06,
      "loss": 0.1359,
      "step": 1492
    },
    {
      "epoch": 1.7663413191363502,
      "grad_norm": 1.4132620096206665,
      "learning_rate": 3.1337500000000003e-06,
      "loss": 0.1328,
      "step": 1493
    },
    {
      "epoch": 1.7675244010647737,
      "grad_norm": 1.3438763618469238,
      "learning_rate": 3.1325e-06,
      "loss": 0.1195,
      "step": 1494
    },
    {
      "epoch": 1.7687074829931972,
      "grad_norm": 1.788949728012085,
      "learning_rate": 3.1312500000000003e-06,
      "loss": 0.1281,
      "step": 1495
    },
    {
      "epoch": 1.7698905649216208,
      "grad_norm": 1.563748836517334,
      "learning_rate": 3.13e-06,
      "loss": 0.1224,
      "step": 1496
    },
    {
      "epoch": 1.7710736468500443,
      "grad_norm": 1.5647658109664917,
      "learning_rate": 3.1287500000000003e-06,
      "loss": 0.1292,
      "step": 1497
    },
    {
      "epoch": 1.7722567287784678,
      "grad_norm": 1.4464058876037598,
      "learning_rate": 3.1275e-06,
      "loss": 0.1245,
      "step": 1498
    },
    {
      "epoch": 1.7734398107068916,
      "grad_norm": 1.7593613862991333,
      "learning_rate": 3.12625e-06,
      "loss": 0.142,
      "step": 1499
    },
    {
      "epoch": 1.774622892635315,
      "grad_norm": 1.5450142621994019,
      "learning_rate": 3.125e-06,
      "loss": 0.1318,
      "step": 1500
    },
    {
      "epoch": 1.7758059745637387,
      "grad_norm": 1.4954546689987183,
      "learning_rate": 3.1237500000000004e-06,
      "loss": 0.1274,
      "step": 1501
    },
    {
      "epoch": 1.776989056492162,
      "grad_norm": 1.7929115295410156,
      "learning_rate": 3.1225000000000006e-06,
      "loss": 0.1393,
      "step": 1502
    },
    {
      "epoch": 1.7781721384205857,
      "grad_norm": 1.659194827079773,
      "learning_rate": 3.12125e-06,
      "loss": 0.1297,
      "step": 1503
    },
    {
      "epoch": 1.779355220349009,
      "grad_norm": 1.3256151676177979,
      "learning_rate": 3.12e-06,
      "loss": 0.124,
      "step": 1504
    },
    {
      "epoch": 1.7805383022774328,
      "grad_norm": 1.7122669219970703,
      "learning_rate": 3.1187500000000004e-06,
      "loss": 0.1224,
      "step": 1505
    },
    {
      "epoch": 1.7817213842058561,
      "grad_norm": 1.6573967933654785,
      "learning_rate": 3.1175000000000006e-06,
      "loss": 0.1244,
      "step": 1506
    },
    {
      "epoch": 1.7829044661342799,
      "grad_norm": 1.4729957580566406,
      "learning_rate": 3.11625e-06,
      "loss": 0.1231,
      "step": 1507
    },
    {
      "epoch": 1.7840875480627032,
      "grad_norm": 1.5873345136642456,
      "learning_rate": 3.1150000000000002e-06,
      "loss": 0.1284,
      "step": 1508
    },
    {
      "epoch": 1.785270629991127,
      "grad_norm": 1.7143833637237549,
      "learning_rate": 3.1137500000000005e-06,
      "loss": 0.1239,
      "step": 1509
    },
    {
      "epoch": 1.7864537119195503,
      "grad_norm": 1.4365202188491821,
      "learning_rate": 3.1125000000000007e-06,
      "loss": 0.1286,
      "step": 1510
    },
    {
      "epoch": 1.787636793847974,
      "grad_norm": 1.3060005903244019,
      "learning_rate": 3.11125e-06,
      "loss": 0.1307,
      "step": 1511
    },
    {
      "epoch": 1.7888198757763976,
      "grad_norm": 1.9179496765136719,
      "learning_rate": 3.1100000000000003e-06,
      "loss": 0.1321,
      "step": 1512
    },
    {
      "epoch": 1.790002957704821,
      "grad_norm": 1.4626022577285767,
      "learning_rate": 3.1087500000000005e-06,
      "loss": 0.1314,
      "step": 1513
    },
    {
      "epoch": 1.7911860396332446,
      "grad_norm": 1.3617677688598633,
      "learning_rate": 3.1075000000000003e-06,
      "loss": 0.1338,
      "step": 1514
    },
    {
      "epoch": 1.7923691215616682,
      "grad_norm": 1.4807071685791016,
      "learning_rate": 3.10625e-06,
      "loss": 0.1299,
      "step": 1515
    },
    {
      "epoch": 1.7935522034900917,
      "grad_norm": 1.5578906536102295,
      "learning_rate": 3.1050000000000003e-06,
      "loss": 0.1306,
      "step": 1516
    },
    {
      "epoch": 1.7947352854185152,
      "grad_norm": 1.7090046405792236,
      "learning_rate": 3.1037500000000006e-06,
      "loss": 0.1172,
      "step": 1517
    },
    {
      "epoch": 1.7959183673469388,
      "grad_norm": 1.5331132411956787,
      "learning_rate": 3.1025000000000004e-06,
      "loss": 0.1242,
      "step": 1518
    },
    {
      "epoch": 1.7971014492753623,
      "grad_norm": 1.6458816528320312,
      "learning_rate": 3.10125e-06,
      "loss": 0.1418,
      "step": 1519
    },
    {
      "epoch": 1.7982845312037858,
      "grad_norm": 1.5989110469818115,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 0.1398,
      "step": 1520
    },
    {
      "epoch": 1.7994676131322094,
      "grad_norm": 1.3849536180496216,
      "learning_rate": 3.09875e-06,
      "loss": 0.1062,
      "step": 1521
    },
    {
      "epoch": 1.800650695060633,
      "grad_norm": 1.4989910125732422,
      "learning_rate": 3.0975000000000004e-06,
      "loss": 0.1186,
      "step": 1522
    },
    {
      "epoch": 1.8018337769890564,
      "grad_norm": 1.7686622142791748,
      "learning_rate": 3.0962500000000002e-06,
      "loss": 0.1308,
      "step": 1523
    },
    {
      "epoch": 1.80301685891748,
      "grad_norm": 1.5845211744308472,
      "learning_rate": 3.0950000000000004e-06,
      "loss": 0.1405,
      "step": 1524
    },
    {
      "epoch": 1.8041999408459035,
      "grad_norm": 1.4296889305114746,
      "learning_rate": 3.0937500000000002e-06,
      "loss": 0.1233,
      "step": 1525
    },
    {
      "epoch": 1.8053830227743273,
      "grad_norm": 1.473272442817688,
      "learning_rate": 3.0925000000000005e-06,
      "loss": 0.1193,
      "step": 1526
    },
    {
      "epoch": 1.8065661047027506,
      "grad_norm": 1.6567400693893433,
      "learning_rate": 3.0912500000000003e-06,
      "loss": 0.1297,
      "step": 1527
    },
    {
      "epoch": 1.8077491866311743,
      "grad_norm": 1.6100224256515503,
      "learning_rate": 3.09e-06,
      "loss": 0.1212,
      "step": 1528
    },
    {
      "epoch": 1.8089322685595977,
      "grad_norm": 1.918100357055664,
      "learning_rate": 3.0887500000000003e-06,
      "loss": 0.1236,
      "step": 1529
    },
    {
      "epoch": 1.8101153504880214,
      "grad_norm": 1.9279192686080933,
      "learning_rate": 3.0875000000000005e-06,
      "loss": 0.1248,
      "step": 1530
    },
    {
      "epoch": 1.8112984324164447,
      "grad_norm": 1.5977054834365845,
      "learning_rate": 3.08625e-06,
      "loss": 0.1253,
      "step": 1531
    },
    {
      "epoch": 1.8124815143448685,
      "grad_norm": 1.5097906589508057,
      "learning_rate": 3.085e-06,
      "loss": 0.1329,
      "step": 1532
    },
    {
      "epoch": 1.8136645962732918,
      "grad_norm": 1.5370922088623047,
      "learning_rate": 3.0837500000000003e-06,
      "loss": 0.1309,
      "step": 1533
    },
    {
      "epoch": 1.8148476782017156,
      "grad_norm": 1.6556071043014526,
      "learning_rate": 3.0825000000000006e-06,
      "loss": 0.1431,
      "step": 1534
    },
    {
      "epoch": 1.8160307601301389,
      "grad_norm": 1.910179853439331,
      "learning_rate": 3.08125e-06,
      "loss": 0.1275,
      "step": 1535
    },
    {
      "epoch": 1.8172138420585626,
      "grad_norm": 2.0411887168884277,
      "learning_rate": 3.08e-06,
      "loss": 0.1381,
      "step": 1536
    },
    {
      "epoch": 1.818396923986986,
      "grad_norm": 1.3288357257843018,
      "learning_rate": 3.0787500000000004e-06,
      "loss": 0.1288,
      "step": 1537
    },
    {
      "epoch": 1.8195800059154097,
      "grad_norm": 1.36674165725708,
      "learning_rate": 3.0775000000000006e-06,
      "loss": 0.1233,
      "step": 1538
    },
    {
      "epoch": 1.8207630878438332,
      "grad_norm": 1.6524626016616821,
      "learning_rate": 3.07625e-06,
      "loss": 0.1364,
      "step": 1539
    },
    {
      "epoch": 1.8219461697722568,
      "grad_norm": 1.3931044340133667,
      "learning_rate": 3.075e-06,
      "loss": 0.1228,
      "step": 1540
    },
    {
      "epoch": 1.8231292517006803,
      "grad_norm": 1.5236079692840576,
      "learning_rate": 3.0737500000000004e-06,
      "loss": 0.1264,
      "step": 1541
    },
    {
      "epoch": 1.8243123336291038,
      "grad_norm": 1.4967103004455566,
      "learning_rate": 3.0725000000000007e-06,
      "loss": 0.1253,
      "step": 1542
    },
    {
      "epoch": 1.8254954155575274,
      "grad_norm": 1.7943062782287598,
      "learning_rate": 3.07125e-06,
      "loss": 0.1454,
      "step": 1543
    },
    {
      "epoch": 1.826678497485951,
      "grad_norm": 1.9367706775665283,
      "learning_rate": 3.0700000000000003e-06,
      "loss": 0.1295,
      "step": 1544
    },
    {
      "epoch": 1.8278615794143744,
      "grad_norm": 1.6375234127044678,
      "learning_rate": 3.0687500000000005e-06,
      "loss": 0.1338,
      "step": 1545
    },
    {
      "epoch": 1.829044661342798,
      "grad_norm": 1.2888541221618652,
      "learning_rate": 3.0675000000000003e-06,
      "loss": 0.1208,
      "step": 1546
    },
    {
      "epoch": 1.8302277432712215,
      "grad_norm": 1.4628701210021973,
      "learning_rate": 3.06625e-06,
      "loss": 0.1283,
      "step": 1547
    },
    {
      "epoch": 1.831410825199645,
      "grad_norm": 1.3949475288391113,
      "learning_rate": 3.0650000000000003e-06,
      "loss": 0.1136,
      "step": 1548
    },
    {
      "epoch": 1.8325939071280686,
      "grad_norm": 1.352097511291504,
      "learning_rate": 3.0637500000000005e-06,
      "loss": 0.1135,
      "step": 1549
    },
    {
      "epoch": 1.8337769890564921,
      "grad_norm": 1.6653172969818115,
      "learning_rate": 3.0625000000000003e-06,
      "loss": 0.1231,
      "step": 1550
    },
    {
      "epoch": 1.8349600709849159,
      "grad_norm": 1.6152822971343994,
      "learning_rate": 3.06125e-06,
      "loss": 0.1381,
      "step": 1551
    },
    {
      "epoch": 1.8361431529133392,
      "grad_norm": 1.4173654317855835,
      "learning_rate": 3.0600000000000003e-06,
      "loss": 0.1238,
      "step": 1552
    },
    {
      "epoch": 1.837326234841763,
      "grad_norm": 1.737138032913208,
      "learning_rate": 3.05875e-06,
      "loss": 0.1263,
      "step": 1553
    },
    {
      "epoch": 1.8385093167701863,
      "grad_norm": 1.7955886125564575,
      "learning_rate": 3.0575000000000004e-06,
      "loss": 0.1295,
      "step": 1554
    },
    {
      "epoch": 1.83969239869861,
      "grad_norm": 1.739182949066162,
      "learning_rate": 3.05625e-06,
      "loss": 0.1405,
      "step": 1555
    },
    {
      "epoch": 1.8408754806270333,
      "grad_norm": 1.3528324365615845,
      "learning_rate": 3.0550000000000004e-06,
      "loss": 0.1237,
      "step": 1556
    },
    {
      "epoch": 1.842058562555457,
      "grad_norm": 1.5265575647354126,
      "learning_rate": 3.05375e-06,
      "loss": 0.1367,
      "step": 1557
    },
    {
      "epoch": 1.8432416444838804,
      "grad_norm": 1.7132514715194702,
      "learning_rate": 3.0525000000000004e-06,
      "loss": 0.1482,
      "step": 1558
    },
    {
      "epoch": 1.8444247264123041,
      "grad_norm": 1.4762369394302368,
      "learning_rate": 3.0512500000000002e-06,
      "loss": 0.1365,
      "step": 1559
    },
    {
      "epoch": 1.8456078083407275,
      "grad_norm": 1.5722016096115112,
      "learning_rate": 3.05e-06,
      "loss": 0.1422,
      "step": 1560
    },
    {
      "epoch": 1.8467908902691512,
      "grad_norm": 1.3664965629577637,
      "learning_rate": 3.0487500000000002e-06,
      "loss": 0.1271,
      "step": 1561
    },
    {
      "epoch": 1.8479739721975745,
      "grad_norm": 1.524817705154419,
      "learning_rate": 3.0475000000000005e-06,
      "loss": 0.1165,
      "step": 1562
    },
    {
      "epoch": 1.8491570541259983,
      "grad_norm": 1.6021283864974976,
      "learning_rate": 3.04625e-06,
      "loss": 0.1284,
      "step": 1563
    },
    {
      "epoch": 1.8503401360544216,
      "grad_norm": 1.6855648756027222,
      "learning_rate": 3.045e-06,
      "loss": 0.1355,
      "step": 1564
    },
    {
      "epoch": 1.8515232179828454,
      "grad_norm": 1.5778870582580566,
      "learning_rate": 3.0437500000000003e-06,
      "loss": 0.1318,
      "step": 1565
    },
    {
      "epoch": 1.852706299911269,
      "grad_norm": 1.748910665512085,
      "learning_rate": 3.0425000000000005e-06,
      "loss": 0.1324,
      "step": 1566
    },
    {
      "epoch": 1.8538893818396924,
      "grad_norm": 1.7581230401992798,
      "learning_rate": 3.04125e-06,
      "loss": 0.1261,
      "step": 1567
    },
    {
      "epoch": 1.855072463768116,
      "grad_norm": 1.5424503087997437,
      "learning_rate": 3.04e-06,
      "loss": 0.1185,
      "step": 1568
    },
    {
      "epoch": 1.8562555456965395,
      "grad_norm": 1.7005378007888794,
      "learning_rate": 3.0387500000000003e-06,
      "loss": 0.1173,
      "step": 1569
    },
    {
      "epoch": 1.857438627624963,
      "grad_norm": 1.4160120487213135,
      "learning_rate": 3.0375000000000006e-06,
      "loss": 0.1267,
      "step": 1570
    },
    {
      "epoch": 1.8586217095533866,
      "grad_norm": 1.4962800741195679,
      "learning_rate": 3.03625e-06,
      "loss": 0.1261,
      "step": 1571
    },
    {
      "epoch": 1.85980479148181,
      "grad_norm": 1.833624005317688,
      "learning_rate": 3.035e-06,
      "loss": 0.1365,
      "step": 1572
    },
    {
      "epoch": 1.8609878734102336,
      "grad_norm": 1.7055097818374634,
      "learning_rate": 3.0337500000000004e-06,
      "loss": 0.1255,
      "step": 1573
    },
    {
      "epoch": 1.8621709553386572,
      "grad_norm": 1.634921669960022,
      "learning_rate": 3.0325000000000006e-06,
      "loss": 0.1279,
      "step": 1574
    },
    {
      "epoch": 1.8633540372670807,
      "grad_norm": 1.5820231437683105,
      "learning_rate": 3.03125e-06,
      "loss": 0.1249,
      "step": 1575
    },
    {
      "epoch": 1.8645371191955042,
      "grad_norm": 2.064409017562866,
      "learning_rate": 3.0300000000000002e-06,
      "loss": 0.1284,
      "step": 1576
    },
    {
      "epoch": 1.8657202011239278,
      "grad_norm": 1.557623267173767,
      "learning_rate": 3.0287500000000004e-06,
      "loss": 0.1255,
      "step": 1577
    },
    {
      "epoch": 1.8669032830523515,
      "grad_norm": 1.5268746614456177,
      "learning_rate": 3.0275000000000002e-06,
      "loss": 0.1335,
      "step": 1578
    },
    {
      "epoch": 1.8680863649807748,
      "grad_norm": 1.7602530717849731,
      "learning_rate": 3.02625e-06,
      "loss": 0.1381,
      "step": 1579
    },
    {
      "epoch": 1.8692694469091986,
      "grad_norm": 1.6634483337402344,
      "learning_rate": 3.0250000000000003e-06,
      "loss": 0.1266,
      "step": 1580
    },
    {
      "epoch": 1.870452528837622,
      "grad_norm": 1.617326259613037,
      "learning_rate": 3.0237500000000005e-06,
      "loss": 0.1174,
      "step": 1581
    },
    {
      "epoch": 1.8716356107660457,
      "grad_norm": 1.6061689853668213,
      "learning_rate": 3.0225000000000003e-06,
      "loss": 0.1222,
      "step": 1582
    },
    {
      "epoch": 1.872818692694469,
      "grad_norm": 1.5044060945510864,
      "learning_rate": 3.02125e-06,
      "loss": 0.1188,
      "step": 1583
    },
    {
      "epoch": 1.8740017746228927,
      "grad_norm": 1.6560814380645752,
      "learning_rate": 3.0200000000000003e-06,
      "loss": 0.1254,
      "step": 1584
    },
    {
      "epoch": 1.875184856551316,
      "grad_norm": 1.8804951906204224,
      "learning_rate": 3.01875e-06,
      "loss": 0.1406,
      "step": 1585
    },
    {
      "epoch": 1.8763679384797398,
      "grad_norm": 1.6935606002807617,
      "learning_rate": 3.0175000000000003e-06,
      "loss": 0.1206,
      "step": 1586
    },
    {
      "epoch": 1.8775510204081631,
      "grad_norm": 1.4293185472488403,
      "learning_rate": 3.01625e-06,
      "loss": 0.1207,
      "step": 1587
    },
    {
      "epoch": 1.8787341023365869,
      "grad_norm": 1.6188381910324097,
      "learning_rate": 3.0150000000000004e-06,
      "loss": 0.1244,
      "step": 1588
    },
    {
      "epoch": 1.8799171842650102,
      "grad_norm": 1.5349304676055908,
      "learning_rate": 3.01375e-06,
      "loss": 0.1357,
      "step": 1589
    },
    {
      "epoch": 1.881100266193434,
      "grad_norm": 1.493005633354187,
      "learning_rate": 3.0125000000000004e-06,
      "loss": 0.1224,
      "step": 1590
    },
    {
      "epoch": 1.8822833481218575,
      "grad_norm": 1.378043532371521,
      "learning_rate": 3.01125e-06,
      "loss": 0.119,
      "step": 1591
    },
    {
      "epoch": 1.883466430050281,
      "grad_norm": 1.6582642793655396,
      "learning_rate": 3.01e-06,
      "loss": 0.1409,
      "step": 1592
    },
    {
      "epoch": 1.8846495119787046,
      "grad_norm": 1.4895769357681274,
      "learning_rate": 3.00875e-06,
      "loss": 0.1348,
      "step": 1593
    },
    {
      "epoch": 1.885832593907128,
      "grad_norm": 1.497365117073059,
      "learning_rate": 3.0075000000000004e-06,
      "loss": 0.1278,
      "step": 1594
    },
    {
      "epoch": 1.8870156758355516,
      "grad_norm": 1.6291561126708984,
      "learning_rate": 3.00625e-06,
      "loss": 0.1302,
      "step": 1595
    },
    {
      "epoch": 1.8881987577639752,
      "grad_norm": 1.6288950443267822,
      "learning_rate": 3.005e-06,
      "loss": 0.126,
      "step": 1596
    },
    {
      "epoch": 1.8893818396923987,
      "grad_norm": 1.7120941877365112,
      "learning_rate": 3.0037500000000003e-06,
      "loss": 0.1401,
      "step": 1597
    },
    {
      "epoch": 1.8905649216208222,
      "grad_norm": 1.374051809310913,
      "learning_rate": 3.0025000000000005e-06,
      "loss": 0.1224,
      "step": 1598
    },
    {
      "epoch": 1.8917480035492458,
      "grad_norm": 1.7910175323486328,
      "learning_rate": 3.00125e-06,
      "loss": 0.1245,
      "step": 1599
    },
    {
      "epoch": 1.8929310854776693,
      "grad_norm": 1.703108310699463,
      "learning_rate": 3e-06,
      "loss": 0.127,
      "step": 1600
    },
    {
      "epoch": 1.8941141674060928,
      "grad_norm": 1.713757872581482,
      "learning_rate": 2.9987500000000003e-06,
      "loss": 0.1252,
      "step": 1601
    },
    {
      "epoch": 1.8952972493345164,
      "grad_norm": 1.3957245349884033,
      "learning_rate": 2.9975000000000005e-06,
      "loss": 0.1177,
      "step": 1602
    },
    {
      "epoch": 1.89648033126294,
      "grad_norm": 1.5342751741409302,
      "learning_rate": 2.99625e-06,
      "loss": 0.1289,
      "step": 1603
    },
    {
      "epoch": 1.8976634131913634,
      "grad_norm": 1.918247103691101,
      "learning_rate": 2.995e-06,
      "loss": 0.1311,
      "step": 1604
    },
    {
      "epoch": 1.8988464951197872,
      "grad_norm": 1.6796822547912598,
      "learning_rate": 2.9937500000000003e-06,
      "loss": 0.1379,
      "step": 1605
    },
    {
      "epoch": 1.9000295770482105,
      "grad_norm": 1.6882449388504028,
      "learning_rate": 2.9925000000000006e-06,
      "loss": 0.1239,
      "step": 1606
    },
    {
      "epoch": 1.9012126589766343,
      "grad_norm": 1.5194429159164429,
      "learning_rate": 2.99125e-06,
      "loss": 0.1268,
      "step": 1607
    },
    {
      "epoch": 1.9023957409050576,
      "grad_norm": 1.9256019592285156,
      "learning_rate": 2.99e-06,
      "loss": 0.131,
      "step": 1608
    },
    {
      "epoch": 1.9035788228334813,
      "grad_norm": 1.3945752382278442,
      "learning_rate": 2.9887500000000004e-06,
      "loss": 0.1308,
      "step": 1609
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 1.3421820402145386,
      "learning_rate": 2.9875e-06,
      "loss": 0.1265,
      "step": 1610
    },
    {
      "epoch": 1.9059449866903284,
      "grad_norm": 1.6099538803100586,
      "learning_rate": 2.98625e-06,
      "loss": 0.1303,
      "step": 1611
    },
    {
      "epoch": 1.9071280686187517,
      "grad_norm": 1.584062933921814,
      "learning_rate": 2.9850000000000002e-06,
      "loss": 0.1275,
      "step": 1612
    },
    {
      "epoch": 1.9083111505471755,
      "grad_norm": 1.5516650676727295,
      "learning_rate": 2.9837500000000004e-06,
      "loss": 0.115,
      "step": 1613
    },
    {
      "epoch": 1.9094942324755988,
      "grad_norm": 1.5857435464859009,
      "learning_rate": 2.9825000000000002e-06,
      "loss": 0.1206,
      "step": 1614
    },
    {
      "epoch": 1.9106773144040226,
      "grad_norm": 1.7921782732009888,
      "learning_rate": 2.98125e-06,
      "loss": 0.1418,
      "step": 1615
    },
    {
      "epoch": 1.9118603963324459,
      "grad_norm": 1.6154537200927734,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 0.1414,
      "step": 1616
    },
    {
      "epoch": 1.9130434782608696,
      "grad_norm": 1.69894540309906,
      "learning_rate": 2.97875e-06,
      "loss": 0.1311,
      "step": 1617
    },
    {
      "epoch": 1.9142265601892932,
      "grad_norm": 1.6527644395828247,
      "learning_rate": 2.9775000000000003e-06,
      "loss": 0.1342,
      "step": 1618
    },
    {
      "epoch": 1.9154096421177167,
      "grad_norm": 1.2943997383117676,
      "learning_rate": 2.97625e-06,
      "loss": 0.1315,
      "step": 1619
    },
    {
      "epoch": 1.9165927240461402,
      "grad_norm": 1.4852967262268066,
      "learning_rate": 2.9750000000000003e-06,
      "loss": 0.1168,
      "step": 1620
    },
    {
      "epoch": 1.9177758059745638,
      "grad_norm": 1.597418189048767,
      "learning_rate": 2.97375e-06,
      "loss": 0.1256,
      "step": 1621
    },
    {
      "epoch": 1.9189588879029873,
      "grad_norm": 1.4352481365203857,
      "learning_rate": 2.9725000000000003e-06,
      "loss": 0.1345,
      "step": 1622
    },
    {
      "epoch": 1.9201419698314108,
      "grad_norm": 2.0390994548797607,
      "learning_rate": 2.97125e-06,
      "loss": 0.1445,
      "step": 1623
    },
    {
      "epoch": 1.9213250517598344,
      "grad_norm": 1.4389827251434326,
      "learning_rate": 2.97e-06,
      "loss": 0.1188,
      "step": 1624
    },
    {
      "epoch": 1.922508133688258,
      "grad_norm": 2.0218381881713867,
      "learning_rate": 2.96875e-06,
      "loss": 0.1331,
      "step": 1625
    },
    {
      "epoch": 1.9236912156166814,
      "grad_norm": 1.4945030212402344,
      "learning_rate": 2.9675000000000004e-06,
      "loss": 0.1317,
      "step": 1626
    },
    {
      "epoch": 1.924874297545105,
      "grad_norm": 1.5888441801071167,
      "learning_rate": 2.9662500000000006e-06,
      "loss": 0.1225,
      "step": 1627
    },
    {
      "epoch": 1.9260573794735285,
      "grad_norm": 1.4204803705215454,
      "learning_rate": 2.965e-06,
      "loss": 0.1323,
      "step": 1628
    },
    {
      "epoch": 1.927240461401952,
      "grad_norm": 1.4633713960647583,
      "learning_rate": 2.96375e-06,
      "loss": 0.1176,
      "step": 1629
    },
    {
      "epoch": 1.9284235433303756,
      "grad_norm": 1.8409489393234253,
      "learning_rate": 2.9625000000000004e-06,
      "loss": 0.1176,
      "step": 1630
    },
    {
      "epoch": 1.9296066252587991,
      "grad_norm": 1.4938435554504395,
      "learning_rate": 2.9612500000000007e-06,
      "loss": 0.1255,
      "step": 1631
    },
    {
      "epoch": 1.9307897071872229,
      "grad_norm": 1.4316428899765015,
      "learning_rate": 2.96e-06,
      "loss": 0.122,
      "step": 1632
    },
    {
      "epoch": 1.9319727891156462,
      "grad_norm": 1.8549553155899048,
      "learning_rate": 2.9587500000000003e-06,
      "loss": 0.1216,
      "step": 1633
    },
    {
      "epoch": 1.93315587104407,
      "grad_norm": 1.577225923538208,
      "learning_rate": 2.9575000000000005e-06,
      "loss": 0.1227,
      "step": 1634
    },
    {
      "epoch": 1.9343389529724933,
      "grad_norm": 1.6939531564712524,
      "learning_rate": 2.9562500000000007e-06,
      "loss": 0.1407,
      "step": 1635
    },
    {
      "epoch": 1.935522034900917,
      "grad_norm": 1.6354894638061523,
      "learning_rate": 2.955e-06,
      "loss": 0.1485,
      "step": 1636
    },
    {
      "epoch": 1.9367051168293403,
      "grad_norm": 1.400924563407898,
      "learning_rate": 2.9537500000000003e-06,
      "loss": 0.1262,
      "step": 1637
    },
    {
      "epoch": 1.937888198757764,
      "grad_norm": 1.8341224193572998,
      "learning_rate": 2.9525000000000005e-06,
      "loss": 0.133,
      "step": 1638
    },
    {
      "epoch": 1.9390712806861874,
      "grad_norm": 1.6949177980422974,
      "learning_rate": 2.9512500000000003e-06,
      "loss": 0.1333,
      "step": 1639
    },
    {
      "epoch": 1.9402543626146111,
      "grad_norm": 1.516874074935913,
      "learning_rate": 2.95e-06,
      "loss": 0.1276,
      "step": 1640
    },
    {
      "epoch": 1.9414374445430345,
      "grad_norm": 1.2863750457763672,
      "learning_rate": 2.9487500000000004e-06,
      "loss": 0.1193,
      "step": 1641
    },
    {
      "epoch": 1.9426205264714582,
      "grad_norm": 1.6023945808410645,
      "learning_rate": 2.9475e-06,
      "loss": 0.1287,
      "step": 1642
    },
    {
      "epoch": 1.9438036083998815,
      "grad_norm": 1.514906406402588,
      "learning_rate": 2.9462500000000004e-06,
      "loss": 0.1223,
      "step": 1643
    },
    {
      "epoch": 1.9449866903283053,
      "grad_norm": 1.7632625102996826,
      "learning_rate": 2.945e-06,
      "loss": 0.1351,
      "step": 1644
    },
    {
      "epoch": 1.9461697722567288,
      "grad_norm": 2.0445871353149414,
      "learning_rate": 2.9437500000000004e-06,
      "loss": 0.124,
      "step": 1645
    },
    {
      "epoch": 1.9473528541851524,
      "grad_norm": 1.615757942199707,
      "learning_rate": 2.9425e-06,
      "loss": 0.1312,
      "step": 1646
    },
    {
      "epoch": 1.948535936113576,
      "grad_norm": 1.5237065553665161,
      "learning_rate": 2.9412500000000004e-06,
      "loss": 0.1319,
      "step": 1647
    },
    {
      "epoch": 1.9497190180419994,
      "grad_norm": 1.4474513530731201,
      "learning_rate": 2.9400000000000002e-06,
      "loss": 0.1213,
      "step": 1648
    },
    {
      "epoch": 1.950902099970423,
      "grad_norm": 1.7680572271347046,
      "learning_rate": 2.93875e-06,
      "loss": 0.1257,
      "step": 1649
    },
    {
      "epoch": 1.9520851818988465,
      "grad_norm": 1.5007939338684082,
      "learning_rate": 2.9375000000000003e-06,
      "loss": 0.1239,
      "step": 1650
    },
    {
      "epoch": 1.95326826382727,
      "grad_norm": 1.370653510093689,
      "learning_rate": 2.9362500000000005e-06,
      "loss": 0.1272,
      "step": 1651
    },
    {
      "epoch": 1.9544513457556936,
      "grad_norm": 1.825180172920227,
      "learning_rate": 2.9350000000000003e-06,
      "loss": 0.1304,
      "step": 1652
    },
    {
      "epoch": 1.955634427684117,
      "grad_norm": 1.506386399269104,
      "learning_rate": 2.93375e-06,
      "loss": 0.1381,
      "step": 1653
    },
    {
      "epoch": 1.9568175096125406,
      "grad_norm": 1.3242523670196533,
      "learning_rate": 2.9325000000000003e-06,
      "loss": 0.132,
      "step": 1654
    },
    {
      "epoch": 1.9580005915409642,
      "grad_norm": 1.323806881904602,
      "learning_rate": 2.9312500000000005e-06,
      "loss": 0.1266,
      "step": 1655
    },
    {
      "epoch": 1.9591836734693877,
      "grad_norm": 1.7909647226333618,
      "learning_rate": 2.93e-06,
      "loss": 0.1379,
      "step": 1656
    },
    {
      "epoch": 1.9603667553978112,
      "grad_norm": 1.9128189086914062,
      "learning_rate": 2.92875e-06,
      "loss": 0.1446,
      "step": 1657
    },
    {
      "epoch": 1.9615498373262348,
      "grad_norm": 1.6031441688537598,
      "learning_rate": 2.9275000000000003e-06,
      "loss": 0.1358,
      "step": 1658
    },
    {
      "epoch": 1.9627329192546585,
      "grad_norm": 1.6824264526367188,
      "learning_rate": 2.9262500000000006e-06,
      "loss": 0.1299,
      "step": 1659
    },
    {
      "epoch": 1.9639160011830818,
      "grad_norm": 1.903107762336731,
      "learning_rate": 2.925e-06,
      "loss": 0.1273,
      "step": 1660
    },
    {
      "epoch": 1.9650990831115056,
      "grad_norm": 1.3546808958053589,
      "learning_rate": 2.92375e-06,
      "loss": 0.126,
      "step": 1661
    },
    {
      "epoch": 1.966282165039929,
      "grad_norm": 1.785469651222229,
      "learning_rate": 2.9225000000000004e-06,
      "loss": 0.1343,
      "step": 1662
    },
    {
      "epoch": 1.9674652469683527,
      "grad_norm": 1.4613838195800781,
      "learning_rate": 2.9212500000000006e-06,
      "loss": 0.1274,
      "step": 1663
    },
    {
      "epoch": 1.968648328896776,
      "grad_norm": 1.971160650253296,
      "learning_rate": 2.92e-06,
      "loss": 0.1294,
      "step": 1664
    },
    {
      "epoch": 1.9698314108251997,
      "grad_norm": 1.5510122776031494,
      "learning_rate": 2.9187500000000002e-06,
      "loss": 0.1172,
      "step": 1665
    },
    {
      "epoch": 1.971014492753623,
      "grad_norm": 1.426884651184082,
      "learning_rate": 2.9175000000000004e-06,
      "loss": 0.127,
      "step": 1666
    },
    {
      "epoch": 1.9721975746820468,
      "grad_norm": 2.032762289047241,
      "learning_rate": 2.9162500000000007e-06,
      "loss": 0.1373,
      "step": 1667
    },
    {
      "epoch": 1.9733806566104701,
      "grad_norm": 1.5049248933792114,
      "learning_rate": 2.915e-06,
      "loss": 0.1248,
      "step": 1668
    },
    {
      "epoch": 1.9745637385388939,
      "grad_norm": 1.4161971807479858,
      "learning_rate": 2.9137500000000003e-06,
      "loss": 0.1307,
      "step": 1669
    },
    {
      "epoch": 1.9757468204673172,
      "grad_norm": 1.657818078994751,
      "learning_rate": 2.9125000000000005e-06,
      "loss": 0.1293,
      "step": 1670
    },
    {
      "epoch": 1.976929902395741,
      "grad_norm": 1.5728939771652222,
      "learning_rate": 2.9112500000000003e-06,
      "loss": 0.1272,
      "step": 1671
    },
    {
      "epoch": 1.9781129843241645,
      "grad_norm": 1.4363834857940674,
      "learning_rate": 2.91e-06,
      "loss": 0.1259,
      "step": 1672
    },
    {
      "epoch": 1.979296066252588,
      "grad_norm": 1.968100666999817,
      "learning_rate": 2.9087500000000003e-06,
      "loss": 0.1286,
      "step": 1673
    },
    {
      "epoch": 1.9804791481810116,
      "grad_norm": 1.4426119327545166,
      "learning_rate": 2.9075e-06,
      "loss": 0.1134,
      "step": 1674
    },
    {
      "epoch": 1.981662230109435,
      "grad_norm": 1.4456043243408203,
      "learning_rate": 2.9062500000000003e-06,
      "loss": 0.1222,
      "step": 1675
    },
    {
      "epoch": 1.9828453120378586,
      "grad_norm": 1.7659021615982056,
      "learning_rate": 2.905e-06,
      "loss": 0.1387,
      "step": 1676
    },
    {
      "epoch": 1.9840283939662822,
      "grad_norm": 1.4951870441436768,
      "learning_rate": 2.9037500000000004e-06,
      "loss": 0.1255,
      "step": 1677
    },
    {
      "epoch": 1.9852114758947057,
      "grad_norm": 1.3990627527236938,
      "learning_rate": 2.9025e-06,
      "loss": 0.1392,
      "step": 1678
    },
    {
      "epoch": 1.9863945578231292,
      "grad_norm": 1.4861100912094116,
      "learning_rate": 2.9012500000000004e-06,
      "loss": 0.125,
      "step": 1679
    },
    {
      "epoch": 1.9875776397515528,
      "grad_norm": 1.5938737392425537,
      "learning_rate": 2.9e-06,
      "loss": 0.1309,
      "step": 1680
    },
    {
      "epoch": 1.9887607216799763,
      "grad_norm": 1.7330044507980347,
      "learning_rate": 2.89875e-06,
      "loss": 0.1379,
      "step": 1681
    },
    {
      "epoch": 1.9899438036083998,
      "grad_norm": 1.6108825206756592,
      "learning_rate": 2.8975e-06,
      "loss": 0.1406,
      "step": 1682
    },
    {
      "epoch": 1.9911268855368234,
      "grad_norm": 1.7151660919189453,
      "learning_rate": 2.8962500000000004e-06,
      "loss": 0.1271,
      "step": 1683
    },
    {
      "epoch": 1.9923099674652471,
      "grad_norm": 1.5955464839935303,
      "learning_rate": 2.8950000000000002e-06,
      "loss": 0.117,
      "step": 1684
    },
    {
      "epoch": 1.9934930493936704,
      "grad_norm": 1.5395134687423706,
      "learning_rate": 2.89375e-06,
      "loss": 0.1229,
      "step": 1685
    },
    {
      "epoch": 1.9946761313220942,
      "grad_norm": 1.6514579057693481,
      "learning_rate": 2.8925000000000003e-06,
      "loss": 0.1193,
      "step": 1686
    },
    {
      "epoch": 1.9958592132505175,
      "grad_norm": 1.590994954109192,
      "learning_rate": 2.8912500000000005e-06,
      "loss": 0.1452,
      "step": 1687
    },
    {
      "epoch": 1.9970422951789413,
      "grad_norm": 1.7981655597686768,
      "learning_rate": 2.89e-06,
      "loss": 0.1357,
      "step": 1688
    },
    {
      "epoch": 1.9982253771073646,
      "grad_norm": 1.3664666414260864,
      "learning_rate": 2.88875e-06,
      "loss": 0.1257,
      "step": 1689
    },
    {
      "epoch": 1.9994084590357883,
      "grad_norm": 1.444676160812378,
      "learning_rate": 2.8875000000000003e-06,
      "loss": 0.1145,
      "step": 1690
    },
    {
      "epoch": 2.0005915409642117,
      "grad_norm": 1.228034257888794,
      "learning_rate": 2.8862500000000005e-06,
      "loss": 0.0938,
      "step": 1691
    },
    {
      "epoch": 2.0017746228926354,
      "grad_norm": 1.3616929054260254,
      "learning_rate": 2.885e-06,
      "loss": 0.0805,
      "step": 1692
    },
    {
      "epoch": 2.0029577048210587,
      "grad_norm": 1.2058523893356323,
      "learning_rate": 2.88375e-06,
      "loss": 0.0636,
      "step": 1693
    },
    {
      "epoch": 2.0041407867494825,
      "grad_norm": 1.6216148138046265,
      "learning_rate": 2.8825000000000004e-06,
      "loss": 0.0716,
      "step": 1694
    },
    {
      "epoch": 2.005323868677906,
      "grad_norm": 1.7139812707901,
      "learning_rate": 2.8812500000000006e-06,
      "loss": 0.0699,
      "step": 1695
    },
    {
      "epoch": 2.0065069506063296,
      "grad_norm": 1.7922900915145874,
      "learning_rate": 2.88e-06,
      "loss": 0.0743,
      "step": 1696
    },
    {
      "epoch": 2.007690032534753,
      "grad_norm": 1.3808839321136475,
      "learning_rate": 2.87875e-06,
      "loss": 0.0721,
      "step": 1697
    },
    {
      "epoch": 2.0088731144631766,
      "grad_norm": 1.5058773756027222,
      "learning_rate": 2.8775000000000004e-06,
      "loss": 0.0653,
      "step": 1698
    },
    {
      "epoch": 2.0100561963916,
      "grad_norm": 1.3363828659057617,
      "learning_rate": 2.8762500000000006e-06,
      "loss": 0.0726,
      "step": 1699
    },
    {
      "epoch": 2.0112392783200237,
      "grad_norm": 1.1657459735870361,
      "learning_rate": 2.875e-06,
      "loss": 0.0678,
      "step": 1700
    },
    {
      "epoch": 2.012422360248447,
      "grad_norm": 1.5029836893081665,
      "learning_rate": 2.8737500000000002e-06,
      "loss": 0.0694,
      "step": 1701
    },
    {
      "epoch": 2.0136054421768708,
      "grad_norm": 1.3520056009292603,
      "learning_rate": 2.8725000000000004e-06,
      "loss": 0.073,
      "step": 1702
    },
    {
      "epoch": 2.014788524105294,
      "grad_norm": 1.492955207824707,
      "learning_rate": 2.8712500000000002e-06,
      "loss": 0.0725,
      "step": 1703
    },
    {
      "epoch": 2.015971606033718,
      "grad_norm": 1.5257261991500854,
      "learning_rate": 2.87e-06,
      "loss": 0.0659,
      "step": 1704
    },
    {
      "epoch": 2.0171546879621416,
      "grad_norm": 1.6145250797271729,
      "learning_rate": 2.8687500000000003e-06,
      "loss": 0.0692,
      "step": 1705
    },
    {
      "epoch": 2.018337769890565,
      "grad_norm": 1.6256119012832642,
      "learning_rate": 2.8675e-06,
      "loss": 0.072,
      "step": 1706
    },
    {
      "epoch": 2.0195208518189887,
      "grad_norm": 1.9999773502349854,
      "learning_rate": 2.8662500000000003e-06,
      "loss": 0.0766,
      "step": 1707
    },
    {
      "epoch": 2.020703933747412,
      "grad_norm": 1.503339409828186,
      "learning_rate": 2.865e-06,
      "loss": 0.0666,
      "step": 1708
    },
    {
      "epoch": 2.0218870156758357,
      "grad_norm": 1.56365966796875,
      "learning_rate": 2.8637500000000003e-06,
      "loss": 0.0734,
      "step": 1709
    },
    {
      "epoch": 2.023070097604259,
      "grad_norm": 1.4735122919082642,
      "learning_rate": 2.8625e-06,
      "loss": 0.0646,
      "step": 1710
    },
    {
      "epoch": 2.024253179532683,
      "grad_norm": 1.7530722618103027,
      "learning_rate": 2.8612500000000003e-06,
      "loss": 0.0668,
      "step": 1711
    },
    {
      "epoch": 2.025436261461106,
      "grad_norm": 1.7714377641677856,
      "learning_rate": 2.86e-06,
      "loss": 0.0724,
      "step": 1712
    },
    {
      "epoch": 2.02661934338953,
      "grad_norm": 1.8207966089248657,
      "learning_rate": 2.85875e-06,
      "loss": 0.0682,
      "step": 1713
    },
    {
      "epoch": 2.027802425317953,
      "grad_norm": 1.5810556411743164,
      "learning_rate": 2.8575e-06,
      "loss": 0.067,
      "step": 1714
    },
    {
      "epoch": 2.028985507246377,
      "grad_norm": 1.3022476434707642,
      "learning_rate": 2.8562500000000004e-06,
      "loss": 0.0644,
      "step": 1715
    },
    {
      "epoch": 2.0301685891748003,
      "grad_norm": 1.6061739921569824,
      "learning_rate": 2.855e-06,
      "loss": 0.079,
      "step": 1716
    },
    {
      "epoch": 2.031351671103224,
      "grad_norm": 1.5881919860839844,
      "learning_rate": 2.85375e-06,
      "loss": 0.0697,
      "step": 1717
    },
    {
      "epoch": 2.0325347530316473,
      "grad_norm": 1.5229166746139526,
      "learning_rate": 2.8525000000000002e-06,
      "loss": 0.0684,
      "step": 1718
    },
    {
      "epoch": 2.033717834960071,
      "grad_norm": 1.5570378303527832,
      "learning_rate": 2.8512500000000004e-06,
      "loss": 0.0737,
      "step": 1719
    },
    {
      "epoch": 2.0349009168884944,
      "grad_norm": 1.605955719947815,
      "learning_rate": 2.85e-06,
      "loss": 0.0667,
      "step": 1720
    },
    {
      "epoch": 2.036083998816918,
      "grad_norm": 1.4247697591781616,
      "learning_rate": 2.84875e-06,
      "loss": 0.0673,
      "step": 1721
    },
    {
      "epoch": 2.0372670807453415,
      "grad_norm": 1.4566044807434082,
      "learning_rate": 2.8475000000000003e-06,
      "loss": 0.0668,
      "step": 1722
    },
    {
      "epoch": 2.038450162673765,
      "grad_norm": 1.6094003915786743,
      "learning_rate": 2.8462500000000005e-06,
      "loss": 0.0701,
      "step": 1723
    },
    {
      "epoch": 2.0396332446021885,
      "grad_norm": 1.3823623657226562,
      "learning_rate": 2.845e-06,
      "loss": 0.0654,
      "step": 1724
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 1.5007805824279785,
      "learning_rate": 2.84375e-06,
      "loss": 0.0658,
      "step": 1725
    },
    {
      "epoch": 2.0419994084590356,
      "grad_norm": 2.096440315246582,
      "learning_rate": 2.8425000000000003e-06,
      "loss": 0.0598,
      "step": 1726
    },
    {
      "epoch": 2.0431824903874594,
      "grad_norm": 1.4194096326828003,
      "learning_rate": 2.8412500000000005e-06,
      "loss": 0.0667,
      "step": 1727
    },
    {
      "epoch": 2.0443655723158827,
      "grad_norm": 1.5854614973068237,
      "learning_rate": 2.84e-06,
      "loss": 0.0691,
      "step": 1728
    },
    {
      "epoch": 2.0455486542443064,
      "grad_norm": 1.6034616231918335,
      "learning_rate": 2.83875e-06,
      "loss": 0.0719,
      "step": 1729
    },
    {
      "epoch": 2.0467317361727297,
      "grad_norm": 1.7773518562316895,
      "learning_rate": 2.8375000000000004e-06,
      "loss": 0.0688,
      "step": 1730
    },
    {
      "epoch": 2.0479148181011535,
      "grad_norm": 1.5614265203475952,
      "learning_rate": 2.8362500000000006e-06,
      "loss": 0.0629,
      "step": 1731
    },
    {
      "epoch": 2.0490979000295773,
      "grad_norm": 1.6351709365844727,
      "learning_rate": 2.835e-06,
      "loss": 0.075,
      "step": 1732
    },
    {
      "epoch": 2.0502809819580006,
      "grad_norm": 1.4305167198181152,
      "learning_rate": 2.83375e-06,
      "loss": 0.0661,
      "step": 1733
    },
    {
      "epoch": 2.0514640638864243,
      "grad_norm": 1.65324068069458,
      "learning_rate": 2.8325000000000004e-06,
      "loss": 0.082,
      "step": 1734
    },
    {
      "epoch": 2.0526471458148476,
      "grad_norm": 1.520620346069336,
      "learning_rate": 2.83125e-06,
      "loss": 0.0671,
      "step": 1735
    },
    {
      "epoch": 2.0538302277432714,
      "grad_norm": 1.4426178932189941,
      "learning_rate": 2.83e-06,
      "loss": 0.0591,
      "step": 1736
    },
    {
      "epoch": 2.0550133096716947,
      "grad_norm": 1.5228745937347412,
      "learning_rate": 2.8287500000000002e-06,
      "loss": 0.0689,
      "step": 1737
    },
    {
      "epoch": 2.0561963916001185,
      "grad_norm": 1.460740327835083,
      "learning_rate": 2.8275e-06,
      "loss": 0.0634,
      "step": 1738
    },
    {
      "epoch": 2.057379473528542,
      "grad_norm": 1.4124741554260254,
      "learning_rate": 2.8262500000000003e-06,
      "loss": 0.0693,
      "step": 1739
    },
    {
      "epoch": 2.0585625554569655,
      "grad_norm": 1.3417432308197021,
      "learning_rate": 2.825e-06,
      "loss": 0.0647,
      "step": 1740
    },
    {
      "epoch": 2.059745637385389,
      "grad_norm": 1.3747636079788208,
      "learning_rate": 2.8237500000000003e-06,
      "loss": 0.066,
      "step": 1741
    },
    {
      "epoch": 2.0609287193138126,
      "grad_norm": 1.3846276998519897,
      "learning_rate": 2.8225e-06,
      "loss": 0.0679,
      "step": 1742
    },
    {
      "epoch": 2.062111801242236,
      "grad_norm": 1.6705420017242432,
      "learning_rate": 2.8212500000000003e-06,
      "loss": 0.0717,
      "step": 1743
    },
    {
      "epoch": 2.0632948831706597,
      "grad_norm": 1.6954606771469116,
      "learning_rate": 2.82e-06,
      "loss": 0.0712,
      "step": 1744
    },
    {
      "epoch": 2.064477965099083,
      "grad_norm": 1.5552653074264526,
      "learning_rate": 2.81875e-06,
      "loss": 0.0658,
      "step": 1745
    },
    {
      "epoch": 2.0656610470275067,
      "grad_norm": 1.3747080564498901,
      "learning_rate": 2.8175e-06,
      "loss": 0.0611,
      "step": 1746
    },
    {
      "epoch": 2.06684412895593,
      "grad_norm": 1.7922300100326538,
      "learning_rate": 2.8162500000000004e-06,
      "loss": 0.072,
      "step": 1747
    },
    {
      "epoch": 2.068027210884354,
      "grad_norm": 1.8153066635131836,
      "learning_rate": 2.815e-06,
      "loss": 0.0766,
      "step": 1748
    },
    {
      "epoch": 2.069210292812777,
      "grad_norm": 1.5740113258361816,
      "learning_rate": 2.81375e-06,
      "loss": 0.0714,
      "step": 1749
    },
    {
      "epoch": 2.070393374741201,
      "grad_norm": 1.5816446542739868,
      "learning_rate": 2.8125e-06,
      "loss": 0.0711,
      "step": 1750
    },
    {
      "epoch": 2.071576456669624,
      "grad_norm": 1.7444502115249634,
      "learning_rate": 2.8112500000000004e-06,
      "loss": 0.0674,
      "step": 1751
    },
    {
      "epoch": 2.072759538598048,
      "grad_norm": 1.7014094591140747,
      "learning_rate": 2.8100000000000006e-06,
      "loss": 0.0716,
      "step": 1752
    },
    {
      "epoch": 2.0739426205264713,
      "grad_norm": 1.6440811157226562,
      "learning_rate": 2.80875e-06,
      "loss": 0.0669,
      "step": 1753
    },
    {
      "epoch": 2.075125702454895,
      "grad_norm": 1.3924832344055176,
      "learning_rate": 2.8075000000000002e-06,
      "loss": 0.0717,
      "step": 1754
    },
    {
      "epoch": 2.0763087843833183,
      "grad_norm": 1.7758090496063232,
      "learning_rate": 2.8062500000000004e-06,
      "loss": 0.0758,
      "step": 1755
    },
    {
      "epoch": 2.077491866311742,
      "grad_norm": 1.444021224975586,
      "learning_rate": 2.8050000000000007e-06,
      "loss": 0.0642,
      "step": 1756
    },
    {
      "epoch": 2.078674948240166,
      "grad_norm": 1.6287686824798584,
      "learning_rate": 2.80375e-06,
      "loss": 0.0693,
      "step": 1757
    },
    {
      "epoch": 2.079858030168589,
      "grad_norm": 1.5643075704574585,
      "learning_rate": 2.8025000000000003e-06,
      "loss": 0.0637,
      "step": 1758
    },
    {
      "epoch": 2.081041112097013,
      "grad_norm": 1.4985655546188354,
      "learning_rate": 2.8012500000000005e-06,
      "loss": 0.0665,
      "step": 1759
    },
    {
      "epoch": 2.0822241940254362,
      "grad_norm": 1.6045409440994263,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 0.0782,
      "step": 1760
    },
    {
      "epoch": 2.08340727595386,
      "grad_norm": 1.7768481969833374,
      "learning_rate": 2.79875e-06,
      "loss": 0.0806,
      "step": 1761
    },
    {
      "epoch": 2.0845903578822833,
      "grad_norm": 1.667496681213379,
      "learning_rate": 2.7975000000000003e-06,
      "loss": 0.0747,
      "step": 1762
    },
    {
      "epoch": 2.085773439810707,
      "grad_norm": 1.6415412425994873,
      "learning_rate": 2.7962500000000005e-06,
      "loss": 0.0695,
      "step": 1763
    },
    {
      "epoch": 2.0869565217391304,
      "grad_norm": 1.6590182781219482,
      "learning_rate": 2.7950000000000003e-06,
      "loss": 0.0689,
      "step": 1764
    },
    {
      "epoch": 2.088139603667554,
      "grad_norm": 1.6239395141601562,
      "learning_rate": 2.79375e-06,
      "loss": 0.0691,
      "step": 1765
    },
    {
      "epoch": 2.0893226855959774,
      "grad_norm": 1.4699358940124512,
      "learning_rate": 2.7925000000000004e-06,
      "loss": 0.0643,
      "step": 1766
    },
    {
      "epoch": 2.090505767524401,
      "grad_norm": 1.3859870433807373,
      "learning_rate": 2.79125e-06,
      "loss": 0.069,
      "step": 1767
    },
    {
      "epoch": 2.0916888494528245,
      "grad_norm": 1.6852190494537354,
      "learning_rate": 2.7900000000000004e-06,
      "loss": 0.0649,
      "step": 1768
    },
    {
      "epoch": 2.0928719313812483,
      "grad_norm": 1.805801272392273,
      "learning_rate": 2.78875e-06,
      "loss": 0.067,
      "step": 1769
    },
    {
      "epoch": 2.0940550133096716,
      "grad_norm": 1.6838639974594116,
      "learning_rate": 2.7875000000000004e-06,
      "loss": 0.0734,
      "step": 1770
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 1.3731379508972168,
      "learning_rate": 2.7862500000000002e-06,
      "loss": 0.0665,
      "step": 1771
    },
    {
      "epoch": 2.0964211771665187,
      "grad_norm": 1.4686869382858276,
      "learning_rate": 2.7850000000000004e-06,
      "loss": 0.0675,
      "step": 1772
    },
    {
      "epoch": 2.0976042590949424,
      "grad_norm": 1.3909939527511597,
      "learning_rate": 2.7837500000000002e-06,
      "loss": 0.0667,
      "step": 1773
    },
    {
      "epoch": 2.0987873410233657,
      "grad_norm": 1.5428329706192017,
      "learning_rate": 2.7825e-06,
      "loss": 0.0759,
      "step": 1774
    },
    {
      "epoch": 2.0999704229517895,
      "grad_norm": 1.3300358057022095,
      "learning_rate": 2.7812500000000003e-06,
      "loss": 0.068,
      "step": 1775
    },
    {
      "epoch": 2.101153504880213,
      "grad_norm": 1.4790689945220947,
      "learning_rate": 2.7800000000000005e-06,
      "loss": 0.0666,
      "step": 1776
    },
    {
      "epoch": 2.1023365868086366,
      "grad_norm": 1.3302521705627441,
      "learning_rate": 2.77875e-06,
      "loss": 0.0705,
      "step": 1777
    },
    {
      "epoch": 2.10351966873706,
      "grad_norm": 1.323825478553772,
      "learning_rate": 2.7775e-06,
      "loss": 0.064,
      "step": 1778
    },
    {
      "epoch": 2.1047027506654836,
      "grad_norm": 1.4802190065383911,
      "learning_rate": 2.7762500000000003e-06,
      "loss": 0.0715,
      "step": 1779
    },
    {
      "epoch": 2.105885832593907,
      "grad_norm": 1.6523406505584717,
      "learning_rate": 2.7750000000000005e-06,
      "loss": 0.0721,
      "step": 1780
    },
    {
      "epoch": 2.1070689145223307,
      "grad_norm": 1.4791831970214844,
      "learning_rate": 2.77375e-06,
      "loss": 0.0722,
      "step": 1781
    },
    {
      "epoch": 2.108251996450754,
      "grad_norm": 1.1588783264160156,
      "learning_rate": 2.7725e-06,
      "loss": 0.0667,
      "step": 1782
    },
    {
      "epoch": 2.1094350783791778,
      "grad_norm": 1.9546269178390503,
      "learning_rate": 2.7712500000000004e-06,
      "loss": 0.0703,
      "step": 1783
    },
    {
      "epoch": 2.1106181603076015,
      "grad_norm": 1.9815466403961182,
      "learning_rate": 2.7700000000000006e-06,
      "loss": 0.0728,
      "step": 1784
    },
    {
      "epoch": 2.111801242236025,
      "grad_norm": 1.893527626991272,
      "learning_rate": 2.76875e-06,
      "loss": 0.0655,
      "step": 1785
    },
    {
      "epoch": 2.1129843241644486,
      "grad_norm": 1.2941248416900635,
      "learning_rate": 2.7675e-06,
      "loss": 0.065,
      "step": 1786
    },
    {
      "epoch": 2.114167406092872,
      "grad_norm": 1.4494199752807617,
      "learning_rate": 2.7662500000000004e-06,
      "loss": 0.07,
      "step": 1787
    },
    {
      "epoch": 2.1153504880212957,
      "grad_norm": 2.1043918132781982,
      "learning_rate": 2.7650000000000006e-06,
      "loss": 0.0697,
      "step": 1788
    },
    {
      "epoch": 2.116533569949719,
      "grad_norm": 1.7324215173721313,
      "learning_rate": 2.76375e-06,
      "loss": 0.08,
      "step": 1789
    },
    {
      "epoch": 2.1177166518781427,
      "grad_norm": 1.6263593435287476,
      "learning_rate": 2.7625000000000002e-06,
      "loss": 0.0705,
      "step": 1790
    },
    {
      "epoch": 2.118899733806566,
      "grad_norm": 1.5987566709518433,
      "learning_rate": 2.7612500000000005e-06,
      "loss": 0.0719,
      "step": 1791
    },
    {
      "epoch": 2.12008281573499,
      "grad_norm": 1.5921862125396729,
      "learning_rate": 2.7600000000000003e-06,
      "loss": 0.0649,
      "step": 1792
    },
    {
      "epoch": 2.121265897663413,
      "grad_norm": 1.612477421760559,
      "learning_rate": 2.75875e-06,
      "loss": 0.0655,
      "step": 1793
    },
    {
      "epoch": 2.122448979591837,
      "grad_norm": 1.7388248443603516,
      "learning_rate": 2.7575000000000003e-06,
      "loss": 0.068,
      "step": 1794
    },
    {
      "epoch": 2.12363206152026,
      "grad_norm": 1.6547331809997559,
      "learning_rate": 2.7562500000000005e-06,
      "loss": 0.0742,
      "step": 1795
    },
    {
      "epoch": 2.124815143448684,
      "grad_norm": 1.6941269636154175,
      "learning_rate": 2.7550000000000003e-06,
      "loss": 0.0735,
      "step": 1796
    },
    {
      "epoch": 2.1259982253771073,
      "grad_norm": 1.4354699850082397,
      "learning_rate": 2.75375e-06,
      "loss": 0.0691,
      "step": 1797
    },
    {
      "epoch": 2.127181307305531,
      "grad_norm": 1.4303233623504639,
      "learning_rate": 2.7525000000000003e-06,
      "loss": 0.0631,
      "step": 1798
    },
    {
      "epoch": 2.1283643892339543,
      "grad_norm": 1.6038075685501099,
      "learning_rate": 2.75125e-06,
      "loss": 0.0696,
      "step": 1799
    },
    {
      "epoch": 2.129547471162378,
      "grad_norm": 1.5992631912231445,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.0633,
      "step": 1800
    },
    {
      "epoch": 2.1307305530908014,
      "grad_norm": 1.501910924911499,
      "learning_rate": 2.74875e-06,
      "loss": 0.0667,
      "step": 1801
    },
    {
      "epoch": 2.131913635019225,
      "grad_norm": 1.5506956577301025,
      "learning_rate": 2.7475000000000004e-06,
      "loss": 0.0699,
      "step": 1802
    },
    {
      "epoch": 2.1330967169476485,
      "grad_norm": 1.4171082973480225,
      "learning_rate": 2.74625e-06,
      "loss": 0.0689,
      "step": 1803
    },
    {
      "epoch": 2.134279798876072,
      "grad_norm": 1.5881175994873047,
      "learning_rate": 2.7450000000000004e-06,
      "loss": 0.0666,
      "step": 1804
    },
    {
      "epoch": 2.1354628808044955,
      "grad_norm": 1.6434916257858276,
      "learning_rate": 2.74375e-06,
      "loss": 0.0748,
      "step": 1805
    },
    {
      "epoch": 2.1366459627329193,
      "grad_norm": 1.6454490423202515,
      "learning_rate": 2.7425e-06,
      "loss": 0.0658,
      "step": 1806
    },
    {
      "epoch": 2.1378290446613426,
      "grad_norm": 1.7229312658309937,
      "learning_rate": 2.7412500000000002e-06,
      "loss": 0.0701,
      "step": 1807
    },
    {
      "epoch": 2.1390121265897664,
      "grad_norm": 1.5081415176391602,
      "learning_rate": 2.7400000000000004e-06,
      "loss": 0.0741,
      "step": 1808
    },
    {
      "epoch": 2.1401952085181897,
      "grad_norm": 1.8712142705917358,
      "learning_rate": 2.73875e-06,
      "loss": 0.0734,
      "step": 1809
    },
    {
      "epoch": 2.1413782904466134,
      "grad_norm": 1.6502128839492798,
      "learning_rate": 2.7375e-06,
      "loss": 0.0763,
      "step": 1810
    },
    {
      "epoch": 2.142561372375037,
      "grad_norm": 1.4047259092330933,
      "learning_rate": 2.7362500000000003e-06,
      "loss": 0.0753,
      "step": 1811
    },
    {
      "epoch": 2.1437444543034605,
      "grad_norm": 1.6250574588775635,
      "learning_rate": 2.7350000000000005e-06,
      "loss": 0.0719,
      "step": 1812
    },
    {
      "epoch": 2.1449275362318843,
      "grad_norm": 1.8443610668182373,
      "learning_rate": 2.73375e-06,
      "loss": 0.0727,
      "step": 1813
    },
    {
      "epoch": 2.1461106181603076,
      "grad_norm": 1.656159520149231,
      "learning_rate": 2.7325e-06,
      "loss": 0.0731,
      "step": 1814
    },
    {
      "epoch": 2.1472937000887313,
      "grad_norm": 1.6257644891738892,
      "learning_rate": 2.7312500000000003e-06,
      "loss": 0.0788,
      "step": 1815
    },
    {
      "epoch": 2.1484767820171546,
      "grad_norm": 1.5173447132110596,
      "learning_rate": 2.7300000000000005e-06,
      "loss": 0.065,
      "step": 1816
    },
    {
      "epoch": 2.1496598639455784,
      "grad_norm": 1.4590741395950317,
      "learning_rate": 2.72875e-06,
      "loss": 0.0771,
      "step": 1817
    },
    {
      "epoch": 2.1508429458740017,
      "grad_norm": 1.3242361545562744,
      "learning_rate": 2.7275e-06,
      "loss": 0.0613,
      "step": 1818
    },
    {
      "epoch": 2.1520260278024255,
      "grad_norm": 1.4892522096633911,
      "learning_rate": 2.7262500000000004e-06,
      "loss": 0.0661,
      "step": 1819
    },
    {
      "epoch": 2.153209109730849,
      "grad_norm": 1.764828085899353,
      "learning_rate": 2.7250000000000006e-06,
      "loss": 0.0693,
      "step": 1820
    },
    {
      "epoch": 2.1543921916592725,
      "grad_norm": 1.4587719440460205,
      "learning_rate": 2.72375e-06,
      "loss": 0.0753,
      "step": 1821
    },
    {
      "epoch": 2.155575273587696,
      "grad_norm": 1.5698349475860596,
      "learning_rate": 2.7225e-06,
      "loss": 0.069,
      "step": 1822
    },
    {
      "epoch": 2.1567583555161196,
      "grad_norm": 1.7991288900375366,
      "learning_rate": 2.7212500000000004e-06,
      "loss": 0.0673,
      "step": 1823
    },
    {
      "epoch": 2.157941437444543,
      "grad_norm": 1.6338173151016235,
      "learning_rate": 2.7200000000000002e-06,
      "loss": 0.0678,
      "step": 1824
    },
    {
      "epoch": 2.1591245193729667,
      "grad_norm": 1.6246289014816284,
      "learning_rate": 2.71875e-06,
      "loss": 0.0709,
      "step": 1825
    },
    {
      "epoch": 2.16030760130139,
      "grad_norm": 1.5102070569992065,
      "learning_rate": 2.7175000000000002e-06,
      "loss": 0.0681,
      "step": 1826
    },
    {
      "epoch": 2.1614906832298137,
      "grad_norm": 1.7507245540618896,
      "learning_rate": 2.7162500000000005e-06,
      "loss": 0.0674,
      "step": 1827
    },
    {
      "epoch": 2.162673765158237,
      "grad_norm": 1.7262579202651978,
      "learning_rate": 2.7150000000000003e-06,
      "loss": 0.0713,
      "step": 1828
    },
    {
      "epoch": 2.163856847086661,
      "grad_norm": 1.7287753820419312,
      "learning_rate": 2.71375e-06,
      "loss": 0.0697,
      "step": 1829
    },
    {
      "epoch": 2.165039929015084,
      "grad_norm": 1.4084886312484741,
      "learning_rate": 2.7125000000000003e-06,
      "loss": 0.0792,
      "step": 1830
    },
    {
      "epoch": 2.166223010943508,
      "grad_norm": 1.449167013168335,
      "learning_rate": 2.71125e-06,
      "loss": 0.077,
      "step": 1831
    },
    {
      "epoch": 2.167406092871931,
      "grad_norm": 1.5783612728118896,
      "learning_rate": 2.7100000000000003e-06,
      "loss": 0.0691,
      "step": 1832
    },
    {
      "epoch": 2.168589174800355,
      "grad_norm": 1.5903551578521729,
      "learning_rate": 2.70875e-06,
      "loss": 0.0708,
      "step": 1833
    },
    {
      "epoch": 2.1697722567287783,
      "grad_norm": 1.3953698873519897,
      "learning_rate": 2.7075000000000003e-06,
      "loss": 0.0656,
      "step": 1834
    },
    {
      "epoch": 2.170955338657202,
      "grad_norm": 1.5200599431991577,
      "learning_rate": 2.70625e-06,
      "loss": 0.0706,
      "step": 1835
    },
    {
      "epoch": 2.1721384205856253,
      "grad_norm": 1.55244779586792,
      "learning_rate": 2.7050000000000004e-06,
      "loss": 0.0693,
      "step": 1836
    },
    {
      "epoch": 2.173321502514049,
      "grad_norm": 1.7721471786499023,
      "learning_rate": 2.70375e-06,
      "loss": 0.0756,
      "step": 1837
    },
    {
      "epoch": 2.174504584442473,
      "grad_norm": 1.7910430431365967,
      "learning_rate": 2.7025e-06,
      "loss": 0.0702,
      "step": 1838
    },
    {
      "epoch": 2.175687666370896,
      "grad_norm": 1.5592271089553833,
      "learning_rate": 2.70125e-06,
      "loss": 0.0754,
      "step": 1839
    },
    {
      "epoch": 2.17687074829932,
      "grad_norm": 1.461314082145691,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 0.0739,
      "step": 1840
    },
    {
      "epoch": 2.1780538302277432,
      "grad_norm": 1.8456028699874878,
      "learning_rate": 2.6987499999999998e-06,
      "loss": 0.0706,
      "step": 1841
    },
    {
      "epoch": 2.179236912156167,
      "grad_norm": 1.4254565238952637,
      "learning_rate": 2.6975e-06,
      "loss": 0.0685,
      "step": 1842
    },
    {
      "epoch": 2.1804199940845903,
      "grad_norm": 1.7270379066467285,
      "learning_rate": 2.6962500000000002e-06,
      "loss": 0.0721,
      "step": 1843
    },
    {
      "epoch": 2.181603076013014,
      "grad_norm": 1.4672541618347168,
      "learning_rate": 2.6950000000000005e-06,
      "loss": 0.0678,
      "step": 1844
    },
    {
      "epoch": 2.1827861579414374,
      "grad_norm": 1.6260532140731812,
      "learning_rate": 2.69375e-06,
      "loss": 0.0654,
      "step": 1845
    },
    {
      "epoch": 2.183969239869861,
      "grad_norm": 1.5983856916427612,
      "learning_rate": 2.6925e-06,
      "loss": 0.0791,
      "step": 1846
    },
    {
      "epoch": 2.1851523217982844,
      "grad_norm": 1.5334899425506592,
      "learning_rate": 2.6912500000000003e-06,
      "loss": 0.0687,
      "step": 1847
    },
    {
      "epoch": 2.186335403726708,
      "grad_norm": 2.2006728649139404,
      "learning_rate": 2.6900000000000005e-06,
      "loss": 0.0748,
      "step": 1848
    },
    {
      "epoch": 2.1875184856551315,
      "grad_norm": 1.589093565940857,
      "learning_rate": 2.68875e-06,
      "loss": 0.069,
      "step": 1849
    },
    {
      "epoch": 2.1887015675835553,
      "grad_norm": 1.8567482233047485,
      "learning_rate": 2.6875e-06,
      "loss": 0.0766,
      "step": 1850
    },
    {
      "epoch": 2.1898846495119786,
      "grad_norm": 1.6383507251739502,
      "learning_rate": 2.6862500000000003e-06,
      "loss": 0.073,
      "step": 1851
    },
    {
      "epoch": 2.1910677314404023,
      "grad_norm": 1.3550701141357422,
      "learning_rate": 2.6850000000000006e-06,
      "loss": 0.066,
      "step": 1852
    },
    {
      "epoch": 2.1922508133688257,
      "grad_norm": 1.3554604053497314,
      "learning_rate": 2.68375e-06,
      "loss": 0.0662,
      "step": 1853
    },
    {
      "epoch": 2.1934338952972494,
      "grad_norm": 1.5562314987182617,
      "learning_rate": 2.6825e-06,
      "loss": 0.068,
      "step": 1854
    },
    {
      "epoch": 2.1946169772256727,
      "grad_norm": 1.9308035373687744,
      "learning_rate": 2.6812500000000004e-06,
      "loss": 0.0735,
      "step": 1855
    },
    {
      "epoch": 2.1958000591540965,
      "grad_norm": 1.7272809743881226,
      "learning_rate": 2.68e-06,
      "loss": 0.0746,
      "step": 1856
    },
    {
      "epoch": 2.19698314108252,
      "grad_norm": 1.7436461448669434,
      "learning_rate": 2.67875e-06,
      "loss": 0.0719,
      "step": 1857
    },
    {
      "epoch": 2.1981662230109436,
      "grad_norm": 1.5499225854873657,
      "learning_rate": 2.6775e-06,
      "loss": 0.0693,
      "step": 1858
    },
    {
      "epoch": 2.199349304939367,
      "grad_norm": 1.4392763376235962,
      "learning_rate": 2.6762500000000004e-06,
      "loss": 0.0649,
      "step": 1859
    },
    {
      "epoch": 2.2005323868677906,
      "grad_norm": 1.4923336505889893,
      "learning_rate": 2.6750000000000002e-06,
      "loss": 0.0685,
      "step": 1860
    },
    {
      "epoch": 2.201715468796214,
      "grad_norm": 1.3379985094070435,
      "learning_rate": 2.67375e-06,
      "loss": 0.0763,
      "step": 1861
    },
    {
      "epoch": 2.2028985507246377,
      "grad_norm": 1.6008877754211426,
      "learning_rate": 2.6725000000000002e-06,
      "loss": 0.0681,
      "step": 1862
    },
    {
      "epoch": 2.204081632653061,
      "grad_norm": 1.7898168563842773,
      "learning_rate": 2.67125e-06,
      "loss": 0.074,
      "step": 1863
    },
    {
      "epoch": 2.2052647145814848,
      "grad_norm": 1.7972100973129272,
      "learning_rate": 2.6700000000000003e-06,
      "loss": 0.0743,
      "step": 1864
    },
    {
      "epoch": 2.2064477965099085,
      "grad_norm": 1.5675036907196045,
      "learning_rate": 2.66875e-06,
      "loss": 0.0722,
      "step": 1865
    },
    {
      "epoch": 2.207630878438332,
      "grad_norm": 1.8163728713989258,
      "learning_rate": 2.6675000000000003e-06,
      "loss": 0.0755,
      "step": 1866
    },
    {
      "epoch": 2.2088139603667556,
      "grad_norm": 1.8965073823928833,
      "learning_rate": 2.66625e-06,
      "loss": 0.0727,
      "step": 1867
    },
    {
      "epoch": 2.209997042295179,
      "grad_norm": 1.6833105087280273,
      "learning_rate": 2.6650000000000003e-06,
      "loss": 0.0692,
      "step": 1868
    },
    {
      "epoch": 2.2111801242236027,
      "grad_norm": 1.7324092388153076,
      "learning_rate": 2.66375e-06,
      "loss": 0.081,
      "step": 1869
    },
    {
      "epoch": 2.212363206152026,
      "grad_norm": 1.5365663766860962,
      "learning_rate": 2.6625e-06,
      "loss": 0.0742,
      "step": 1870
    },
    {
      "epoch": 2.2135462880804497,
      "grad_norm": 1.5425857305526733,
      "learning_rate": 2.66125e-06,
      "loss": 0.0762,
      "step": 1871
    },
    {
      "epoch": 2.214729370008873,
      "grad_norm": 1.5223948955535889,
      "learning_rate": 2.6600000000000004e-06,
      "loss": 0.0729,
      "step": 1872
    },
    {
      "epoch": 2.215912451937297,
      "grad_norm": 1.7245705127716064,
      "learning_rate": 2.6587499999999997e-06,
      "loss": 0.0722,
      "step": 1873
    },
    {
      "epoch": 2.21709553386572,
      "grad_norm": 1.6245890855789185,
      "learning_rate": 2.6575e-06,
      "loss": 0.0692,
      "step": 1874
    },
    {
      "epoch": 2.218278615794144,
      "grad_norm": 1.4073858261108398,
      "learning_rate": 2.65625e-06,
      "loss": 0.0699,
      "step": 1875
    },
    {
      "epoch": 2.219461697722567,
      "grad_norm": 1.5762921571731567,
      "learning_rate": 2.6550000000000004e-06,
      "loss": 0.0753,
      "step": 1876
    },
    {
      "epoch": 2.220644779650991,
      "grad_norm": 1.6480696201324463,
      "learning_rate": 2.6537500000000006e-06,
      "loss": 0.0734,
      "step": 1877
    },
    {
      "epoch": 2.2218278615794143,
      "grad_norm": 1.4507322311401367,
      "learning_rate": 2.6525e-06,
      "loss": 0.0726,
      "step": 1878
    },
    {
      "epoch": 2.223010943507838,
      "grad_norm": 1.8770027160644531,
      "learning_rate": 2.6512500000000002e-06,
      "loss": 0.0698,
      "step": 1879
    },
    {
      "epoch": 2.2241940254362613,
      "grad_norm": 1.511333703994751,
      "learning_rate": 2.6500000000000005e-06,
      "loss": 0.0706,
      "step": 1880
    },
    {
      "epoch": 2.225377107364685,
      "grad_norm": 1.4210904836654663,
      "learning_rate": 2.6487500000000007e-06,
      "loss": 0.0678,
      "step": 1881
    },
    {
      "epoch": 2.2265601892931084,
      "grad_norm": 1.6671801805496216,
      "learning_rate": 2.6475e-06,
      "loss": 0.0666,
      "step": 1882
    },
    {
      "epoch": 2.227743271221532,
      "grad_norm": 1.4927165508270264,
      "learning_rate": 2.6462500000000003e-06,
      "loss": 0.0659,
      "step": 1883
    },
    {
      "epoch": 2.2289263531499555,
      "grad_norm": 1.5569570064544678,
      "learning_rate": 2.6450000000000005e-06,
      "loss": 0.0641,
      "step": 1884
    },
    {
      "epoch": 2.230109435078379,
      "grad_norm": 1.6338224411010742,
      "learning_rate": 2.6437500000000003e-06,
      "loss": 0.0649,
      "step": 1885
    },
    {
      "epoch": 2.2312925170068025,
      "grad_norm": 1.6820464134216309,
      "learning_rate": 2.6425e-06,
      "loss": 0.0665,
      "step": 1886
    },
    {
      "epoch": 2.2324755989352263,
      "grad_norm": 2.3219687938690186,
      "learning_rate": 2.6412500000000003e-06,
      "loss": 0.0751,
      "step": 1887
    },
    {
      "epoch": 2.2336586808636496,
      "grad_norm": 1.4572944641113281,
      "learning_rate": 2.64e-06,
      "loss": 0.0699,
      "step": 1888
    },
    {
      "epoch": 2.2348417627920734,
      "grad_norm": 1.5677744150161743,
      "learning_rate": 2.6387500000000004e-06,
      "loss": 0.0752,
      "step": 1889
    },
    {
      "epoch": 2.2360248447204967,
      "grad_norm": 1.6179250478744507,
      "learning_rate": 2.6375e-06,
      "loss": 0.0724,
      "step": 1890
    },
    {
      "epoch": 2.2372079266489204,
      "grad_norm": 1.5209064483642578,
      "learning_rate": 2.6362500000000004e-06,
      "loss": 0.0656,
      "step": 1891
    },
    {
      "epoch": 2.238391008577344,
      "grad_norm": 1.1926546096801758,
      "learning_rate": 2.635e-06,
      "loss": 0.0695,
      "step": 1892
    },
    {
      "epoch": 2.2395740905057675,
      "grad_norm": 1.6804983615875244,
      "learning_rate": 2.6337500000000004e-06,
      "loss": 0.0669,
      "step": 1893
    },
    {
      "epoch": 2.2407571724341913,
      "grad_norm": 1.524249792098999,
      "learning_rate": 2.6325e-06,
      "loss": 0.0664,
      "step": 1894
    },
    {
      "epoch": 2.2419402543626146,
      "grad_norm": 1.5512033700942993,
      "learning_rate": 2.63125e-06,
      "loss": 0.0725,
      "step": 1895
    },
    {
      "epoch": 2.2431233362910383,
      "grad_norm": 1.66383695602417,
      "learning_rate": 2.6300000000000002e-06,
      "loss": 0.0714,
      "step": 1896
    },
    {
      "epoch": 2.2443064182194616,
      "grad_norm": 1.8067792654037476,
      "learning_rate": 2.6287500000000005e-06,
      "loss": 0.0688,
      "step": 1897
    },
    {
      "epoch": 2.2454895001478854,
      "grad_norm": 1.437890648841858,
      "learning_rate": 2.6275000000000003e-06,
      "loss": 0.0654,
      "step": 1898
    },
    {
      "epoch": 2.2466725820763087,
      "grad_norm": 1.6170541048049927,
      "learning_rate": 2.62625e-06,
      "loss": 0.0704,
      "step": 1899
    },
    {
      "epoch": 2.2478556640047325,
      "grad_norm": 1.6636452674865723,
      "learning_rate": 2.6250000000000003e-06,
      "loss": 0.0711,
      "step": 1900
    },
    {
      "epoch": 2.249038745933156,
      "grad_norm": 1.5108683109283447,
      "learning_rate": 2.6237500000000005e-06,
      "loss": 0.0686,
      "step": 1901
    },
    {
      "epoch": 2.2502218278615795,
      "grad_norm": 1.5376853942871094,
      "learning_rate": 2.6225e-06,
      "loss": 0.069,
      "step": 1902
    },
    {
      "epoch": 2.251404909790003,
      "grad_norm": 1.5273501873016357,
      "learning_rate": 2.62125e-06,
      "loss": 0.0733,
      "step": 1903
    },
    {
      "epoch": 2.2525879917184266,
      "grad_norm": 1.7660890817642212,
      "learning_rate": 2.6200000000000003e-06,
      "loss": 0.0742,
      "step": 1904
    },
    {
      "epoch": 2.25377107364685,
      "grad_norm": 1.5688343048095703,
      "learning_rate": 2.6187500000000005e-06,
      "loss": 0.0639,
      "step": 1905
    },
    {
      "epoch": 2.2549541555752737,
      "grad_norm": 1.509378433227539,
      "learning_rate": 2.6175e-06,
      "loss": 0.0751,
      "step": 1906
    },
    {
      "epoch": 2.256137237503697,
      "grad_norm": 1.512449860572815,
      "learning_rate": 2.61625e-06,
      "loss": 0.0685,
      "step": 1907
    },
    {
      "epoch": 2.2573203194321207,
      "grad_norm": 1.287857174873352,
      "learning_rate": 2.6150000000000004e-06,
      "loss": 0.0667,
      "step": 1908
    },
    {
      "epoch": 2.258503401360544,
      "grad_norm": 1.5351779460906982,
      "learning_rate": 2.6137500000000006e-06,
      "loss": 0.069,
      "step": 1909
    },
    {
      "epoch": 2.259686483288968,
      "grad_norm": 1.5287269353866577,
      "learning_rate": 2.6125e-06,
      "loss": 0.0728,
      "step": 1910
    },
    {
      "epoch": 2.260869565217391,
      "grad_norm": 1.5092706680297852,
      "learning_rate": 2.61125e-06,
      "loss": 0.0765,
      "step": 1911
    },
    {
      "epoch": 2.262052647145815,
      "grad_norm": 1.4133044481277466,
      "learning_rate": 2.6100000000000004e-06,
      "loss": 0.0757,
      "step": 1912
    },
    {
      "epoch": 2.263235729074238,
      "grad_norm": 1.6139657497406006,
      "learning_rate": 2.6087500000000006e-06,
      "loss": 0.0638,
      "step": 1913
    },
    {
      "epoch": 2.264418811002662,
      "grad_norm": 1.662853479385376,
      "learning_rate": 2.6075e-06,
      "loss": 0.0755,
      "step": 1914
    },
    {
      "epoch": 2.2656018929310857,
      "grad_norm": 1.5808054208755493,
      "learning_rate": 2.6062500000000002e-06,
      "loss": 0.0683,
      "step": 1915
    },
    {
      "epoch": 2.266784974859509,
      "grad_norm": 1.608086347579956,
      "learning_rate": 2.6050000000000005e-06,
      "loss": 0.062,
      "step": 1916
    },
    {
      "epoch": 2.2679680567879323,
      "grad_norm": 1.8371614217758179,
      "learning_rate": 2.6037500000000003e-06,
      "loss": 0.0723,
      "step": 1917
    },
    {
      "epoch": 2.269151138716356,
      "grad_norm": 1.6587271690368652,
      "learning_rate": 2.6025e-06,
      "loss": 0.0727,
      "step": 1918
    },
    {
      "epoch": 2.27033422064478,
      "grad_norm": 1.7423880100250244,
      "learning_rate": 2.6012500000000003e-06,
      "loss": 0.0763,
      "step": 1919
    },
    {
      "epoch": 2.271517302573203,
      "grad_norm": 1.7023180723190308,
      "learning_rate": 2.6e-06,
      "loss": 0.0749,
      "step": 1920
    },
    {
      "epoch": 2.272700384501627,
      "grad_norm": 1.5370951890945435,
      "learning_rate": 2.5987500000000003e-06,
      "loss": 0.0742,
      "step": 1921
    },
    {
      "epoch": 2.2738834664300502,
      "grad_norm": 1.621019721031189,
      "learning_rate": 2.5975e-06,
      "loss": 0.0773,
      "step": 1922
    },
    {
      "epoch": 2.275066548358474,
      "grad_norm": 1.4700099229812622,
      "learning_rate": 2.5962500000000003e-06,
      "loss": 0.0705,
      "step": 1923
    },
    {
      "epoch": 2.2762496302868973,
      "grad_norm": 1.5520740747451782,
      "learning_rate": 2.595e-06,
      "loss": 0.0716,
      "step": 1924
    },
    {
      "epoch": 2.277432712215321,
      "grad_norm": 1.481793761253357,
      "learning_rate": 2.5937500000000004e-06,
      "loss": 0.0714,
      "step": 1925
    },
    {
      "epoch": 2.2786157941437444,
      "grad_norm": 1.598521113395691,
      "learning_rate": 2.5925e-06,
      "loss": 0.0695,
      "step": 1926
    },
    {
      "epoch": 2.279798876072168,
      "grad_norm": 1.609910011291504,
      "learning_rate": 2.59125e-06,
      "loss": 0.0725,
      "step": 1927
    },
    {
      "epoch": 2.2809819580005914,
      "grad_norm": 1.4362424612045288,
      "learning_rate": 2.59e-06,
      "loss": 0.0691,
      "step": 1928
    },
    {
      "epoch": 2.282165039929015,
      "grad_norm": 1.5158742666244507,
      "learning_rate": 2.5887500000000004e-06,
      "loss": 0.0762,
      "step": 1929
    },
    {
      "epoch": 2.2833481218574385,
      "grad_norm": 1.6810766458511353,
      "learning_rate": 2.5875000000000002e-06,
      "loss": 0.0734,
      "step": 1930
    },
    {
      "epoch": 2.2845312037858623,
      "grad_norm": 1.9048405885696411,
      "learning_rate": 2.58625e-06,
      "loss": 0.0705,
      "step": 1931
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 1.5252189636230469,
      "learning_rate": 2.5850000000000002e-06,
      "loss": 0.0748,
      "step": 1932
    },
    {
      "epoch": 2.2868973676427093,
      "grad_norm": 1.41681706905365,
      "learning_rate": 2.5837500000000005e-06,
      "loss": 0.0701,
      "step": 1933
    },
    {
      "epoch": 2.2880804495711327,
      "grad_norm": 1.7417865991592407,
      "learning_rate": 2.5825e-06,
      "loss": 0.0744,
      "step": 1934
    },
    {
      "epoch": 2.2892635314995564,
      "grad_norm": 1.5133047103881836,
      "learning_rate": 2.58125e-06,
      "loss": 0.0715,
      "step": 1935
    },
    {
      "epoch": 2.2904466134279797,
      "grad_norm": 1.6629083156585693,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 0.0697,
      "step": 1936
    },
    {
      "epoch": 2.2916296953564035,
      "grad_norm": 1.4478265047073364,
      "learning_rate": 2.5787500000000005e-06,
      "loss": 0.0718,
      "step": 1937
    },
    {
      "epoch": 2.292812777284827,
      "grad_norm": 1.8373175859451294,
      "learning_rate": 2.5775e-06,
      "loss": 0.066,
      "step": 1938
    },
    {
      "epoch": 2.2939958592132506,
      "grad_norm": 1.7680788040161133,
      "learning_rate": 2.57625e-06,
      "loss": 0.0761,
      "step": 1939
    },
    {
      "epoch": 2.295178941141674,
      "grad_norm": 1.867126703262329,
      "learning_rate": 2.5750000000000003e-06,
      "loss": 0.073,
      "step": 1940
    },
    {
      "epoch": 2.2963620230700976,
      "grad_norm": 1.5913681983947754,
      "learning_rate": 2.5737500000000006e-06,
      "loss": 0.0752,
      "step": 1941
    },
    {
      "epoch": 2.2975451049985214,
      "grad_norm": 1.4774906635284424,
      "learning_rate": 2.5725e-06,
      "loss": 0.0713,
      "step": 1942
    },
    {
      "epoch": 2.2987281869269447,
      "grad_norm": 1.2258810997009277,
      "learning_rate": 2.57125e-06,
      "loss": 0.0749,
      "step": 1943
    },
    {
      "epoch": 2.299911268855368,
      "grad_norm": 1.648611307144165,
      "learning_rate": 2.5700000000000004e-06,
      "loss": 0.0662,
      "step": 1944
    },
    {
      "epoch": 2.3010943507837918,
      "grad_norm": 2.131798028945923,
      "learning_rate": 2.5687500000000006e-06,
      "loss": 0.0763,
      "step": 1945
    },
    {
      "epoch": 2.3022774327122155,
      "grad_norm": 1.6091140508651733,
      "learning_rate": 2.5675e-06,
      "loss": 0.0706,
      "step": 1946
    },
    {
      "epoch": 2.303460514640639,
      "grad_norm": 1.9047247171401978,
      "learning_rate": 2.56625e-06,
      "loss": 0.0675,
      "step": 1947
    },
    {
      "epoch": 2.3046435965690626,
      "grad_norm": 1.8237653970718384,
      "learning_rate": 2.5650000000000004e-06,
      "loss": 0.0794,
      "step": 1948
    },
    {
      "epoch": 2.305826678497486,
      "grad_norm": 1.7819923162460327,
      "learning_rate": 2.5637500000000002e-06,
      "loss": 0.0712,
      "step": 1949
    },
    {
      "epoch": 2.3070097604259097,
      "grad_norm": 1.571602702140808,
      "learning_rate": 2.5625e-06,
      "loss": 0.0694,
      "step": 1950
    },
    {
      "epoch": 2.308192842354333,
      "grad_norm": 1.7306127548217773,
      "learning_rate": 2.5612500000000003e-06,
      "loss": 0.0779,
      "step": 1951
    },
    {
      "epoch": 2.3093759242827567,
      "grad_norm": 1.6948665380477905,
      "learning_rate": 2.56e-06,
      "loss": 0.072,
      "step": 1952
    },
    {
      "epoch": 2.31055900621118,
      "grad_norm": 1.6307650804519653,
      "learning_rate": 2.5587500000000003e-06,
      "loss": 0.0726,
      "step": 1953
    },
    {
      "epoch": 2.311742088139604,
      "grad_norm": 1.3734707832336426,
      "learning_rate": 2.5575e-06,
      "loss": 0.066,
      "step": 1954
    },
    {
      "epoch": 2.312925170068027,
      "grad_norm": 1.5334596633911133,
      "learning_rate": 2.5562500000000003e-06,
      "loss": 0.0695,
      "step": 1955
    },
    {
      "epoch": 2.314108251996451,
      "grad_norm": 1.6030628681182861,
      "learning_rate": 2.555e-06,
      "loss": 0.0674,
      "step": 1956
    },
    {
      "epoch": 2.315291333924874,
      "grad_norm": 1.8805547952651978,
      "learning_rate": 2.5537500000000003e-06,
      "loss": 0.0762,
      "step": 1957
    },
    {
      "epoch": 2.316474415853298,
      "grad_norm": 1.8350294828414917,
      "learning_rate": 2.5525e-06,
      "loss": 0.069,
      "step": 1958
    },
    {
      "epoch": 2.3176574977817213,
      "grad_norm": 1.4601608514785767,
      "learning_rate": 2.55125e-06,
      "loss": 0.0719,
      "step": 1959
    },
    {
      "epoch": 2.318840579710145,
      "grad_norm": 1.861150860786438,
      "learning_rate": 2.55e-06,
      "loss": 0.0724,
      "step": 1960
    },
    {
      "epoch": 2.3200236616385683,
      "grad_norm": 1.7574163675308228,
      "learning_rate": 2.5487500000000004e-06,
      "loss": 0.0698,
      "step": 1961
    },
    {
      "epoch": 2.321206743566992,
      "grad_norm": 1.4861247539520264,
      "learning_rate": 2.5475e-06,
      "loss": 0.0723,
      "step": 1962
    },
    {
      "epoch": 2.3223898254954154,
      "grad_norm": 1.4942668676376343,
      "learning_rate": 2.54625e-06,
      "loss": 0.0658,
      "step": 1963
    },
    {
      "epoch": 2.323572907423839,
      "grad_norm": 1.6905150413513184,
      "learning_rate": 2.545e-06,
      "loss": 0.0689,
      "step": 1964
    },
    {
      "epoch": 2.3247559893522625,
      "grad_norm": 1.5701631307601929,
      "learning_rate": 2.5437500000000004e-06,
      "loss": 0.0663,
      "step": 1965
    },
    {
      "epoch": 2.325939071280686,
      "grad_norm": 1.4122979640960693,
      "learning_rate": 2.5425e-06,
      "loss": 0.073,
      "step": 1966
    },
    {
      "epoch": 2.3271221532091095,
      "grad_norm": 1.5262281894683838,
      "learning_rate": 2.54125e-06,
      "loss": 0.0673,
      "step": 1967
    },
    {
      "epoch": 2.3283052351375333,
      "grad_norm": 1.505403757095337,
      "learning_rate": 2.5400000000000002e-06,
      "loss": 0.0758,
      "step": 1968
    },
    {
      "epoch": 2.329488317065957,
      "grad_norm": 1.4179326295852661,
      "learning_rate": 2.5387500000000005e-06,
      "loss": 0.0694,
      "step": 1969
    },
    {
      "epoch": 2.3306713989943804,
      "grad_norm": 1.506064772605896,
      "learning_rate": 2.5375e-06,
      "loss": 0.0655,
      "step": 1970
    },
    {
      "epoch": 2.3318544809228037,
      "grad_norm": 1.5334657430648804,
      "learning_rate": 2.53625e-06,
      "loss": 0.0713,
      "step": 1971
    },
    {
      "epoch": 2.3330375628512274,
      "grad_norm": 1.4676501750946045,
      "learning_rate": 2.5350000000000003e-06,
      "loss": 0.07,
      "step": 1972
    },
    {
      "epoch": 2.334220644779651,
      "grad_norm": 1.5776160955429077,
      "learning_rate": 2.5337500000000005e-06,
      "loss": 0.0727,
      "step": 1973
    },
    {
      "epoch": 2.3354037267080745,
      "grad_norm": 1.982961654663086,
      "learning_rate": 2.5325e-06,
      "loss": 0.0754,
      "step": 1974
    },
    {
      "epoch": 2.3365868086364983,
      "grad_norm": 1.51229727268219,
      "learning_rate": 2.53125e-06,
      "loss": 0.0701,
      "step": 1975
    },
    {
      "epoch": 2.3377698905649216,
      "grad_norm": 1.5752853155136108,
      "learning_rate": 2.5300000000000003e-06,
      "loss": 0.0689,
      "step": 1976
    },
    {
      "epoch": 2.3389529724933453,
      "grad_norm": 1.4232994318008423,
      "learning_rate": 2.5287500000000006e-06,
      "loss": 0.0674,
      "step": 1977
    },
    {
      "epoch": 2.3401360544217686,
      "grad_norm": 1.9391143321990967,
      "learning_rate": 2.5275e-06,
      "loss": 0.0771,
      "step": 1978
    },
    {
      "epoch": 2.3413191363501924,
      "grad_norm": 1.7219654321670532,
      "learning_rate": 2.52625e-06,
      "loss": 0.0642,
      "step": 1979
    },
    {
      "epoch": 2.3425022182786157,
      "grad_norm": 1.5475144386291504,
      "learning_rate": 2.5250000000000004e-06,
      "loss": 0.0652,
      "step": 1980
    },
    {
      "epoch": 2.3436853002070395,
      "grad_norm": 1.5936378240585327,
      "learning_rate": 2.52375e-06,
      "loss": 0.0744,
      "step": 1981
    },
    {
      "epoch": 2.344868382135463,
      "grad_norm": 1.5697582960128784,
      "learning_rate": 2.5225e-06,
      "loss": 0.0653,
      "step": 1982
    },
    {
      "epoch": 2.3460514640638865,
      "grad_norm": 1.8640893697738647,
      "learning_rate": 2.5212500000000002e-06,
      "loss": 0.0703,
      "step": 1983
    },
    {
      "epoch": 2.34723454599231,
      "grad_norm": 1.7506537437438965,
      "learning_rate": 2.52e-06,
      "loss": 0.0674,
      "step": 1984
    },
    {
      "epoch": 2.3484176279207336,
      "grad_norm": 1.6193732023239136,
      "learning_rate": 2.5187500000000002e-06,
      "loss": 0.0699,
      "step": 1985
    },
    {
      "epoch": 2.349600709849157,
      "grad_norm": 1.759811520576477,
      "learning_rate": 2.5175e-06,
      "loss": 0.0756,
      "step": 1986
    },
    {
      "epoch": 2.3507837917775807,
      "grad_norm": 1.5758216381072998,
      "learning_rate": 2.5162500000000003e-06,
      "loss": 0.0642,
      "step": 1987
    },
    {
      "epoch": 2.351966873706004,
      "grad_norm": 1.744160771369934,
      "learning_rate": 2.515e-06,
      "loss": 0.0627,
      "step": 1988
    },
    {
      "epoch": 2.3531499556344277,
      "grad_norm": 1.6439257860183716,
      "learning_rate": 2.5137500000000003e-06,
      "loss": 0.076,
      "step": 1989
    },
    {
      "epoch": 2.354333037562851,
      "grad_norm": 1.5779918432235718,
      "learning_rate": 2.5125e-06,
      "loss": 0.0709,
      "step": 1990
    },
    {
      "epoch": 2.355516119491275,
      "grad_norm": 1.4346950054168701,
      "learning_rate": 2.51125e-06,
      "loss": 0.0672,
      "step": 1991
    },
    {
      "epoch": 2.356699201419698,
      "grad_norm": 1.8407448530197144,
      "learning_rate": 2.51e-06,
      "loss": 0.074,
      "step": 1992
    },
    {
      "epoch": 2.357882283348122,
      "grad_norm": 1.4981447458267212,
      "learning_rate": 2.5087500000000003e-06,
      "loss": 0.0687,
      "step": 1993
    },
    {
      "epoch": 2.359065365276545,
      "grad_norm": 1.4815493822097778,
      "learning_rate": 2.5075e-06,
      "loss": 0.0716,
      "step": 1994
    },
    {
      "epoch": 2.360248447204969,
      "grad_norm": 1.664079189300537,
      "learning_rate": 2.50625e-06,
      "loss": 0.0717,
      "step": 1995
    },
    {
      "epoch": 2.3614315291333927,
      "grad_norm": 1.8014886379241943,
      "learning_rate": 2.505e-06,
      "loss": 0.0717,
      "step": 1996
    },
    {
      "epoch": 2.362614611061816,
      "grad_norm": 1.4733543395996094,
      "learning_rate": 2.5037500000000004e-06,
      "loss": 0.0646,
      "step": 1997
    },
    {
      "epoch": 2.3637976929902393,
      "grad_norm": 1.7145483493804932,
      "learning_rate": 2.5024999999999998e-06,
      "loss": 0.0691,
      "step": 1998
    },
    {
      "epoch": 2.364980774918663,
      "grad_norm": 1.7515465021133423,
      "learning_rate": 2.50125e-06,
      "loss": 0.0731,
      "step": 1999
    },
    {
      "epoch": 2.366163856847087,
      "grad_norm": 1.7340940237045288,
      "learning_rate": 2.5e-06,
      "loss": 0.0761,
      "step": 2000
    },
    {
      "epoch": 2.36734693877551,
      "grad_norm": 1.4877523183822632,
      "learning_rate": 2.4987500000000004e-06,
      "loss": 0.0755,
      "step": 2001
    },
    {
      "epoch": 2.368530020703934,
      "grad_norm": 1.4686580896377563,
      "learning_rate": 2.4975000000000002e-06,
      "loss": 0.0647,
      "step": 2002
    },
    {
      "epoch": 2.3697131026323572,
      "grad_norm": 1.5609357357025146,
      "learning_rate": 2.4962500000000005e-06,
      "loss": 0.0695,
      "step": 2003
    },
    {
      "epoch": 2.370896184560781,
      "grad_norm": 1.4268138408660889,
      "learning_rate": 2.4950000000000003e-06,
      "loss": 0.0699,
      "step": 2004
    },
    {
      "epoch": 2.3720792664892043,
      "grad_norm": 1.5535615682601929,
      "learning_rate": 2.4937500000000005e-06,
      "loss": 0.0714,
      "step": 2005
    },
    {
      "epoch": 2.373262348417628,
      "grad_norm": 1.7267721891403198,
      "learning_rate": 2.4925000000000003e-06,
      "loss": 0.0728,
      "step": 2006
    },
    {
      "epoch": 2.3744454303460514,
      "grad_norm": 1.6053920984268188,
      "learning_rate": 2.4912500000000005e-06,
      "loss": 0.072,
      "step": 2007
    },
    {
      "epoch": 2.375628512274475,
      "grad_norm": 1.703820824623108,
      "learning_rate": 2.4900000000000003e-06,
      "loss": 0.0733,
      "step": 2008
    },
    {
      "epoch": 2.3768115942028984,
      "grad_norm": 1.4888153076171875,
      "learning_rate": 2.4887500000000005e-06,
      "loss": 0.0662,
      "step": 2009
    },
    {
      "epoch": 2.377994676131322,
      "grad_norm": 1.7904468774795532,
      "learning_rate": 2.4875000000000003e-06,
      "loss": 0.0693,
      "step": 2010
    },
    {
      "epoch": 2.3791777580597455,
      "grad_norm": 2.0200014114379883,
      "learning_rate": 2.48625e-06,
      "loss": 0.0734,
      "step": 2011
    },
    {
      "epoch": 2.3803608399881693,
      "grad_norm": 1.903519630432129,
      "learning_rate": 2.4850000000000003e-06,
      "loss": 0.0753,
      "step": 2012
    },
    {
      "epoch": 2.3815439219165926,
      "grad_norm": 1.8700484037399292,
      "learning_rate": 2.48375e-06,
      "loss": 0.0693,
      "step": 2013
    },
    {
      "epoch": 2.3827270038450163,
      "grad_norm": 1.5401655435562134,
      "learning_rate": 2.4825000000000004e-06,
      "loss": 0.073,
      "step": 2014
    },
    {
      "epoch": 2.3839100857734397,
      "grad_norm": 1.5700738430023193,
      "learning_rate": 2.48125e-06,
      "loss": 0.0637,
      "step": 2015
    },
    {
      "epoch": 2.3850931677018634,
      "grad_norm": 1.5529141426086426,
      "learning_rate": 2.4800000000000004e-06,
      "loss": 0.0686,
      "step": 2016
    },
    {
      "epoch": 2.3862762496302867,
      "grad_norm": 1.4596046209335327,
      "learning_rate": 2.47875e-06,
      "loss": 0.0704,
      "step": 2017
    },
    {
      "epoch": 2.3874593315587105,
      "grad_norm": 1.9036078453063965,
      "learning_rate": 2.4775e-06,
      "loss": 0.0724,
      "step": 2018
    },
    {
      "epoch": 2.388642413487134,
      "grad_norm": 1.579797625541687,
      "learning_rate": 2.4762500000000002e-06,
      "loss": 0.0714,
      "step": 2019
    },
    {
      "epoch": 2.3898254954155576,
      "grad_norm": 1.6999619007110596,
      "learning_rate": 2.475e-06,
      "loss": 0.0704,
      "step": 2020
    },
    {
      "epoch": 2.391008577343981,
      "grad_norm": 1.6447769403457642,
      "learning_rate": 2.4737500000000002e-06,
      "loss": 0.0732,
      "step": 2021
    },
    {
      "epoch": 2.3921916592724046,
      "grad_norm": 1.4696708917617798,
      "learning_rate": 2.4725e-06,
      "loss": 0.0692,
      "step": 2022
    },
    {
      "epoch": 2.3933747412008284,
      "grad_norm": 1.5083743333816528,
      "learning_rate": 2.4712500000000003e-06,
      "loss": 0.0643,
      "step": 2023
    },
    {
      "epoch": 2.3945578231292517,
      "grad_norm": 1.5482319593429565,
      "learning_rate": 2.47e-06,
      "loss": 0.0661,
      "step": 2024
    },
    {
      "epoch": 2.395740905057675,
      "grad_norm": 1.5995029211044312,
      "learning_rate": 2.4687500000000003e-06,
      "loss": 0.0695,
      "step": 2025
    },
    {
      "epoch": 2.3969239869860988,
      "grad_norm": 1.6312288045883179,
      "learning_rate": 2.4675e-06,
      "loss": 0.0719,
      "step": 2026
    },
    {
      "epoch": 2.3981070689145225,
      "grad_norm": 1.7385246753692627,
      "learning_rate": 2.4662500000000003e-06,
      "loss": 0.072,
      "step": 2027
    },
    {
      "epoch": 2.399290150842946,
      "grad_norm": 1.7971831560134888,
      "learning_rate": 2.465e-06,
      "loss": 0.0735,
      "step": 2028
    },
    {
      "epoch": 2.4004732327713696,
      "grad_norm": 1.7829666137695312,
      "learning_rate": 2.4637500000000003e-06,
      "loss": 0.0734,
      "step": 2029
    },
    {
      "epoch": 2.401656314699793,
      "grad_norm": 1.38741135597229,
      "learning_rate": 2.4625e-06,
      "loss": 0.0703,
      "step": 2030
    },
    {
      "epoch": 2.4028393966282167,
      "grad_norm": 1.62864351272583,
      "learning_rate": 2.4612500000000004e-06,
      "loss": 0.0717,
      "step": 2031
    },
    {
      "epoch": 2.40402247855664,
      "grad_norm": 1.6021205186843872,
      "learning_rate": 2.46e-06,
      "loss": 0.0734,
      "step": 2032
    },
    {
      "epoch": 2.4052055604850637,
      "grad_norm": 1.5213662385940552,
      "learning_rate": 2.4587500000000004e-06,
      "loss": 0.0713,
      "step": 2033
    },
    {
      "epoch": 2.406388642413487,
      "grad_norm": 1.5024617910385132,
      "learning_rate": 2.4575e-06,
      "loss": 0.0685,
      "step": 2034
    },
    {
      "epoch": 2.407571724341911,
      "grad_norm": 1.4359750747680664,
      "learning_rate": 2.4562500000000004e-06,
      "loss": 0.0666,
      "step": 2035
    },
    {
      "epoch": 2.408754806270334,
      "grad_norm": 1.8358347415924072,
      "learning_rate": 2.4550000000000002e-06,
      "loss": 0.0739,
      "step": 2036
    },
    {
      "epoch": 2.409937888198758,
      "grad_norm": 1.5541536808013916,
      "learning_rate": 2.4537500000000004e-06,
      "loss": 0.0658,
      "step": 2037
    },
    {
      "epoch": 2.411120970127181,
      "grad_norm": 1.6742148399353027,
      "learning_rate": 2.4525000000000002e-06,
      "loss": 0.0701,
      "step": 2038
    },
    {
      "epoch": 2.412304052055605,
      "grad_norm": 1.535934329032898,
      "learning_rate": 2.4512500000000005e-06,
      "loss": 0.0713,
      "step": 2039
    },
    {
      "epoch": 2.4134871339840283,
      "grad_norm": 1.7491497993469238,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 0.0661,
      "step": 2040
    },
    {
      "epoch": 2.414670215912452,
      "grad_norm": 1.7162517309188843,
      "learning_rate": 2.4487500000000005e-06,
      "loss": 0.0734,
      "step": 2041
    },
    {
      "epoch": 2.4158532978408753,
      "grad_norm": 1.3432501554489136,
      "learning_rate": 2.4475000000000003e-06,
      "loss": 0.0599,
      "step": 2042
    },
    {
      "epoch": 2.417036379769299,
      "grad_norm": 1.5828800201416016,
      "learning_rate": 2.44625e-06,
      "loss": 0.0665,
      "step": 2043
    },
    {
      "epoch": 2.4182194616977224,
      "grad_norm": 1.6799601316452026,
      "learning_rate": 2.4450000000000003e-06,
      "loss": 0.0765,
      "step": 2044
    },
    {
      "epoch": 2.419402543626146,
      "grad_norm": 1.6081180572509766,
      "learning_rate": 2.44375e-06,
      "loss": 0.0704,
      "step": 2045
    },
    {
      "epoch": 2.4205856255545695,
      "grad_norm": 1.8534668684005737,
      "learning_rate": 2.4425000000000003e-06,
      "loss": 0.0775,
      "step": 2046
    },
    {
      "epoch": 2.421768707482993,
      "grad_norm": 1.6720104217529297,
      "learning_rate": 2.44125e-06,
      "loss": 0.0705,
      "step": 2047
    },
    {
      "epoch": 2.4229517894114165,
      "grad_norm": 1.4831020832061768,
      "learning_rate": 2.4400000000000004e-06,
      "loss": 0.0752,
      "step": 2048
    },
    {
      "epoch": 2.4241348713398403,
      "grad_norm": 1.4934359788894653,
      "learning_rate": 2.43875e-06,
      "loss": 0.0684,
      "step": 2049
    },
    {
      "epoch": 2.425317953268264,
      "grad_norm": 1.9425429105758667,
      "learning_rate": 2.4375e-06,
      "loss": 0.0723,
      "step": 2050
    },
    {
      "epoch": 2.4265010351966874,
      "grad_norm": 1.6128356456756592,
      "learning_rate": 2.43625e-06,
      "loss": 0.0687,
      "step": 2051
    },
    {
      "epoch": 2.4276841171251107,
      "grad_norm": 1.4396827220916748,
      "learning_rate": 2.435e-06,
      "loss": 0.068,
      "step": 2052
    },
    {
      "epoch": 2.4288671990535344,
      "grad_norm": 1.639893889427185,
      "learning_rate": 2.43375e-06,
      "loss": 0.0638,
      "step": 2053
    },
    {
      "epoch": 2.430050280981958,
      "grad_norm": 1.9025620222091675,
      "learning_rate": 2.4325e-06,
      "loss": 0.0689,
      "step": 2054
    },
    {
      "epoch": 2.4312333629103815,
      "grad_norm": 1.4050815105438232,
      "learning_rate": 2.4312500000000002e-06,
      "loss": 0.0641,
      "step": 2055
    },
    {
      "epoch": 2.4324164448388053,
      "grad_norm": 1.6220033168792725,
      "learning_rate": 2.43e-06,
      "loss": 0.0672,
      "step": 2056
    },
    {
      "epoch": 2.4335995267672286,
      "grad_norm": 1.6734211444854736,
      "learning_rate": 2.4287500000000003e-06,
      "loss": 0.0707,
      "step": 2057
    },
    {
      "epoch": 2.4347826086956523,
      "grad_norm": 1.4585671424865723,
      "learning_rate": 2.4275e-06,
      "loss": 0.0724,
      "step": 2058
    },
    {
      "epoch": 2.4359656906240756,
      "grad_norm": 1.5808364152908325,
      "learning_rate": 2.4262500000000003e-06,
      "loss": 0.0687,
      "step": 2059
    },
    {
      "epoch": 2.4371487725524994,
      "grad_norm": 1.6823928356170654,
      "learning_rate": 2.425e-06,
      "loss": 0.0736,
      "step": 2060
    },
    {
      "epoch": 2.4383318544809227,
      "grad_norm": 1.6617430448532104,
      "learning_rate": 2.4237500000000003e-06,
      "loss": 0.0723,
      "step": 2061
    },
    {
      "epoch": 2.4395149364093465,
      "grad_norm": 1.3719147443771362,
      "learning_rate": 2.4225e-06,
      "loss": 0.0694,
      "step": 2062
    },
    {
      "epoch": 2.44069801833777,
      "grad_norm": 1.5750781297683716,
      "learning_rate": 2.4212500000000003e-06,
      "loss": 0.0747,
      "step": 2063
    },
    {
      "epoch": 2.4418811002661935,
      "grad_norm": 1.8747748136520386,
      "learning_rate": 2.42e-06,
      "loss": 0.0787,
      "step": 2064
    },
    {
      "epoch": 2.443064182194617,
      "grad_norm": 1.6921706199645996,
      "learning_rate": 2.4187500000000003e-06,
      "loss": 0.0794,
      "step": 2065
    },
    {
      "epoch": 2.4442472641230406,
      "grad_norm": 1.385337471961975,
      "learning_rate": 2.4175e-06,
      "loss": 0.0738,
      "step": 2066
    },
    {
      "epoch": 2.445430346051464,
      "grad_norm": 1.720412015914917,
      "learning_rate": 2.4162500000000004e-06,
      "loss": 0.0729,
      "step": 2067
    },
    {
      "epoch": 2.4466134279798877,
      "grad_norm": 1.8358008861541748,
      "learning_rate": 2.415e-06,
      "loss": 0.072,
      "step": 2068
    },
    {
      "epoch": 2.447796509908311,
      "grad_norm": 1.9012980461120605,
      "learning_rate": 2.4137500000000004e-06,
      "loss": 0.0762,
      "step": 2069
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 1.5532281398773193,
      "learning_rate": 2.4125e-06,
      "loss": 0.0639,
      "step": 2070
    },
    {
      "epoch": 2.450162673765158,
      "grad_norm": 1.6946734189987183,
      "learning_rate": 2.4112500000000004e-06,
      "loss": 0.067,
      "step": 2071
    },
    {
      "epoch": 2.451345755693582,
      "grad_norm": 1.4511746168136597,
      "learning_rate": 2.4100000000000002e-06,
      "loss": 0.071,
      "step": 2072
    },
    {
      "epoch": 2.452528837622005,
      "grad_norm": 1.554922342300415,
      "learning_rate": 2.4087500000000004e-06,
      "loss": 0.0725,
      "step": 2073
    },
    {
      "epoch": 2.453711919550429,
      "grad_norm": 1.9022164344787598,
      "learning_rate": 2.4075000000000002e-06,
      "loss": 0.0741,
      "step": 2074
    },
    {
      "epoch": 2.454895001478852,
      "grad_norm": 1.545162558555603,
      "learning_rate": 2.40625e-06,
      "loss": 0.0677,
      "step": 2075
    },
    {
      "epoch": 2.456078083407276,
      "grad_norm": 1.7360581159591675,
      "learning_rate": 2.4050000000000003e-06,
      "loss": 0.0716,
      "step": 2076
    },
    {
      "epoch": 2.4572611653356997,
      "grad_norm": 1.3728280067443848,
      "learning_rate": 2.40375e-06,
      "loss": 0.0682,
      "step": 2077
    },
    {
      "epoch": 2.458444247264123,
      "grad_norm": 1.6267781257629395,
      "learning_rate": 2.4025000000000003e-06,
      "loss": 0.0661,
      "step": 2078
    },
    {
      "epoch": 2.4596273291925463,
      "grad_norm": 1.7687650918960571,
      "learning_rate": 2.40125e-06,
      "loss": 0.0736,
      "step": 2079
    },
    {
      "epoch": 2.46081041112097,
      "grad_norm": 1.345981240272522,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 0.0652,
      "step": 2080
    },
    {
      "epoch": 2.461993493049394,
      "grad_norm": 1.5290571451187134,
      "learning_rate": 2.39875e-06,
      "loss": 0.0697,
      "step": 2081
    },
    {
      "epoch": 2.463176574977817,
      "grad_norm": 1.6000640392303467,
      "learning_rate": 2.3975e-06,
      "loss": 0.0719,
      "step": 2082
    },
    {
      "epoch": 2.464359656906241,
      "grad_norm": 1.741998314857483,
      "learning_rate": 2.39625e-06,
      "loss": 0.0745,
      "step": 2083
    },
    {
      "epoch": 2.4655427388346642,
      "grad_norm": 1.6822015047073364,
      "learning_rate": 2.395e-06,
      "loss": 0.064,
      "step": 2084
    },
    {
      "epoch": 2.466725820763088,
      "grad_norm": 1.6800205707550049,
      "learning_rate": 2.39375e-06,
      "loss": 0.0682,
      "step": 2085
    },
    {
      "epoch": 2.4679089026915113,
      "grad_norm": 1.3763538599014282,
      "learning_rate": 2.3925e-06,
      "loss": 0.0645,
      "step": 2086
    },
    {
      "epoch": 2.469091984619935,
      "grad_norm": 1.7704856395721436,
      "learning_rate": 2.39125e-06,
      "loss": 0.0688,
      "step": 2087
    },
    {
      "epoch": 2.4702750665483584,
      "grad_norm": 1.6842044591903687,
      "learning_rate": 2.39e-06,
      "loss": 0.0768,
      "step": 2088
    },
    {
      "epoch": 2.471458148476782,
      "grad_norm": 2.036588191986084,
      "learning_rate": 2.38875e-06,
      "loss": 0.0749,
      "step": 2089
    },
    {
      "epoch": 2.4726412304052054,
      "grad_norm": 1.4403797388076782,
      "learning_rate": 2.3875e-06,
      "loss": 0.0684,
      "step": 2090
    },
    {
      "epoch": 2.473824312333629,
      "grad_norm": 1.6161786317825317,
      "learning_rate": 2.3862500000000002e-06,
      "loss": 0.0706,
      "step": 2091
    },
    {
      "epoch": 2.4750073942620525,
      "grad_norm": 1.7909787893295288,
      "learning_rate": 2.385e-06,
      "loss": 0.0688,
      "step": 2092
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 1.490040898323059,
      "learning_rate": 2.3837500000000003e-06,
      "loss": 0.0719,
      "step": 2093
    },
    {
      "epoch": 2.4773735581188996,
      "grad_norm": 1.5899009704589844,
      "learning_rate": 2.3825e-06,
      "loss": 0.0675,
      "step": 2094
    },
    {
      "epoch": 2.4785566400473233,
      "grad_norm": 1.6238447427749634,
      "learning_rate": 2.3812500000000003e-06,
      "loss": 0.0697,
      "step": 2095
    },
    {
      "epoch": 2.4797397219757467,
      "grad_norm": 1.3793362379074097,
      "learning_rate": 2.38e-06,
      "loss": 0.0658,
      "step": 2096
    },
    {
      "epoch": 2.4809228039041704,
      "grad_norm": 1.7986705303192139,
      "learning_rate": 2.3787500000000003e-06,
      "loss": 0.0692,
      "step": 2097
    },
    {
      "epoch": 2.4821058858325937,
      "grad_norm": 1.628822684288025,
      "learning_rate": 2.3775e-06,
      "loss": 0.07,
      "step": 2098
    },
    {
      "epoch": 2.4832889677610175,
      "grad_norm": 1.4719997644424438,
      "learning_rate": 2.3762500000000003e-06,
      "loss": 0.0673,
      "step": 2099
    },
    {
      "epoch": 2.4844720496894412,
      "grad_norm": 1.4928810596466064,
      "learning_rate": 2.375e-06,
      "loss": 0.0699,
      "step": 2100
    },
    {
      "epoch": 2.4856551316178646,
      "grad_norm": 2.0756077766418457,
      "learning_rate": 2.3737500000000004e-06,
      "loss": 0.067,
      "step": 2101
    },
    {
      "epoch": 2.486838213546288,
      "grad_norm": 1.628829002380371,
      "learning_rate": 2.3725e-06,
      "loss": 0.0682,
      "step": 2102
    },
    {
      "epoch": 2.4880212954747116,
      "grad_norm": 1.4172298908233643,
      "learning_rate": 2.3712500000000004e-06,
      "loss": 0.0702,
      "step": 2103
    },
    {
      "epoch": 2.4892043774031354,
      "grad_norm": 1.5538266897201538,
      "learning_rate": 2.37e-06,
      "loss": 0.075,
      "step": 2104
    },
    {
      "epoch": 2.4903874593315587,
      "grad_norm": 1.4143210649490356,
      "learning_rate": 2.3687500000000004e-06,
      "loss": 0.0624,
      "step": 2105
    },
    {
      "epoch": 2.491570541259982,
      "grad_norm": 1.8111255168914795,
      "learning_rate": 2.3675e-06,
      "loss": 0.0787,
      "step": 2106
    },
    {
      "epoch": 2.4927536231884058,
      "grad_norm": 1.3706320524215698,
      "learning_rate": 2.36625e-06,
      "loss": 0.0665,
      "step": 2107
    },
    {
      "epoch": 2.4939367051168295,
      "grad_norm": 1.7858434915542603,
      "learning_rate": 2.3650000000000002e-06,
      "loss": 0.0675,
      "step": 2108
    },
    {
      "epoch": 2.495119787045253,
      "grad_norm": 1.665281057357788,
      "learning_rate": 2.36375e-06,
      "loss": 0.0745,
      "step": 2109
    },
    {
      "epoch": 2.4963028689736766,
      "grad_norm": 1.7344304323196411,
      "learning_rate": 2.3625000000000003e-06,
      "loss": 0.0723,
      "step": 2110
    },
    {
      "epoch": 2.4974859509021,
      "grad_norm": 1.6520979404449463,
      "learning_rate": 2.36125e-06,
      "loss": 0.0707,
      "step": 2111
    },
    {
      "epoch": 2.4986690328305237,
      "grad_norm": 1.4923932552337646,
      "learning_rate": 2.3600000000000003e-06,
      "loss": 0.0722,
      "step": 2112
    },
    {
      "epoch": 2.499852114758947,
      "grad_norm": 1.647995114326477,
      "learning_rate": 2.35875e-06,
      "loss": 0.0686,
      "step": 2113
    },
    {
      "epoch": 2.5010351966873707,
      "grad_norm": 1.5371850728988647,
      "learning_rate": 2.3575e-06,
      "loss": 0.0724,
      "step": 2114
    },
    {
      "epoch": 2.502218278615794,
      "grad_norm": 1.7119650840759277,
      "learning_rate": 2.35625e-06,
      "loss": 0.0719,
      "step": 2115
    },
    {
      "epoch": 2.503401360544218,
      "grad_norm": 1.4010424613952637,
      "learning_rate": 2.355e-06,
      "loss": 0.0686,
      "step": 2116
    },
    {
      "epoch": 2.504584442472641,
      "grad_norm": 1.3312026262283325,
      "learning_rate": 2.35375e-06,
      "loss": 0.0669,
      "step": 2117
    },
    {
      "epoch": 2.505767524401065,
      "grad_norm": 1.747403621673584,
      "learning_rate": 2.3525e-06,
      "loss": 0.0779,
      "step": 2118
    },
    {
      "epoch": 2.506950606329488,
      "grad_norm": 1.777378797531128,
      "learning_rate": 2.35125e-06,
      "loss": 0.0742,
      "step": 2119
    },
    {
      "epoch": 2.508133688257912,
      "grad_norm": 1.6192094087600708,
      "learning_rate": 2.35e-06,
      "loss": 0.0683,
      "step": 2120
    },
    {
      "epoch": 2.5093167701863353,
      "grad_norm": 1.4519423246383667,
      "learning_rate": 2.34875e-06,
      "loss": 0.0665,
      "step": 2121
    },
    {
      "epoch": 2.510499852114759,
      "grad_norm": 1.6812961101531982,
      "learning_rate": 2.3475e-06,
      "loss": 0.0704,
      "step": 2122
    },
    {
      "epoch": 2.5116829340431823,
      "grad_norm": 1.4318269491195679,
      "learning_rate": 2.34625e-06,
      "loss": 0.072,
      "step": 2123
    },
    {
      "epoch": 2.512866015971606,
      "grad_norm": 1.6497302055358887,
      "learning_rate": 2.345e-06,
      "loss": 0.0688,
      "step": 2124
    },
    {
      "epoch": 2.5140490979000294,
      "grad_norm": 1.589307188987732,
      "learning_rate": 2.3437500000000002e-06,
      "loss": 0.0651,
      "step": 2125
    },
    {
      "epoch": 2.515232179828453,
      "grad_norm": 1.3222081661224365,
      "learning_rate": 2.3425000000000004e-06,
      "loss": 0.0677,
      "step": 2126
    },
    {
      "epoch": 2.516415261756877,
      "grad_norm": 1.4803348779678345,
      "learning_rate": 2.3412500000000002e-06,
      "loss": 0.0655,
      "step": 2127
    },
    {
      "epoch": 2.5175983436853,
      "grad_norm": 1.3884329795837402,
      "learning_rate": 2.3400000000000005e-06,
      "loss": 0.0648,
      "step": 2128
    },
    {
      "epoch": 2.5187814256137235,
      "grad_norm": 1.804556965827942,
      "learning_rate": 2.3387500000000003e-06,
      "loss": 0.0739,
      "step": 2129
    },
    {
      "epoch": 2.5199645075421473,
      "grad_norm": 1.784862995147705,
      "learning_rate": 2.3375000000000005e-06,
      "loss": 0.0748,
      "step": 2130
    },
    {
      "epoch": 2.521147589470571,
      "grad_norm": 1.9003705978393555,
      "learning_rate": 2.3362500000000003e-06,
      "loss": 0.0753,
      "step": 2131
    },
    {
      "epoch": 2.5223306713989944,
      "grad_norm": 1.9724751710891724,
      "learning_rate": 2.3350000000000005e-06,
      "loss": 0.0673,
      "step": 2132
    },
    {
      "epoch": 2.5235137533274177,
      "grad_norm": 1.6086491346359253,
      "learning_rate": 2.3337500000000003e-06,
      "loss": 0.0674,
      "step": 2133
    },
    {
      "epoch": 2.5246968352558414,
      "grad_norm": 1.5649945735931396,
      "learning_rate": 2.3325e-06,
      "loss": 0.0679,
      "step": 2134
    },
    {
      "epoch": 2.525879917184265,
      "grad_norm": 1.6782591342926025,
      "learning_rate": 2.3312500000000003e-06,
      "loss": 0.0721,
      "step": 2135
    },
    {
      "epoch": 2.5270629991126885,
      "grad_norm": 1.7564033269882202,
      "learning_rate": 2.33e-06,
      "loss": 0.0711,
      "step": 2136
    },
    {
      "epoch": 2.5282460810411123,
      "grad_norm": 1.6267682313919067,
      "learning_rate": 2.3287500000000004e-06,
      "loss": 0.0756,
      "step": 2137
    },
    {
      "epoch": 2.5294291629695356,
      "grad_norm": 1.7511285543441772,
      "learning_rate": 2.3275e-06,
      "loss": 0.07,
      "step": 2138
    },
    {
      "epoch": 2.5306122448979593,
      "grad_norm": 1.652316689491272,
      "learning_rate": 2.3262500000000004e-06,
      "loss": 0.0712,
      "step": 2139
    },
    {
      "epoch": 2.5317953268263826,
      "grad_norm": 1.9661147594451904,
      "learning_rate": 2.325e-06,
      "loss": 0.0703,
      "step": 2140
    },
    {
      "epoch": 2.5329784087548064,
      "grad_norm": 1.824886679649353,
      "learning_rate": 2.32375e-06,
      "loss": 0.0776,
      "step": 2141
    },
    {
      "epoch": 2.5341614906832297,
      "grad_norm": 1.6645827293395996,
      "learning_rate": 2.3225e-06,
      "loss": 0.0699,
      "step": 2142
    },
    {
      "epoch": 2.5353445726116535,
      "grad_norm": 1.6906543970108032,
      "learning_rate": 2.32125e-06,
      "loss": 0.0681,
      "step": 2143
    },
    {
      "epoch": 2.536527654540077,
      "grad_norm": 1.7196813821792603,
      "learning_rate": 2.3200000000000002e-06,
      "loss": 0.0631,
      "step": 2144
    },
    {
      "epoch": 2.5377107364685005,
      "grad_norm": 2.102699041366577,
      "learning_rate": 2.31875e-06,
      "loss": 0.0735,
      "step": 2145
    },
    {
      "epoch": 2.538893818396924,
      "grad_norm": 2.0785980224609375,
      "learning_rate": 2.3175000000000003e-06,
      "loss": 0.069,
      "step": 2146
    },
    {
      "epoch": 2.5400769003253476,
      "grad_norm": 1.4073070287704468,
      "learning_rate": 2.31625e-06,
      "loss": 0.0688,
      "step": 2147
    },
    {
      "epoch": 2.541259982253771,
      "grad_norm": 1.4928133487701416,
      "learning_rate": 2.3150000000000003e-06,
      "loss": 0.0742,
      "step": 2148
    },
    {
      "epoch": 2.5424430641821947,
      "grad_norm": 1.7863054275512695,
      "learning_rate": 2.31375e-06,
      "loss": 0.0689,
      "step": 2149
    },
    {
      "epoch": 2.5436261461106184,
      "grad_norm": 1.6399742364883423,
      "learning_rate": 2.3125000000000003e-06,
      "loss": 0.0677,
      "step": 2150
    },
    {
      "epoch": 2.5448092280390417,
      "grad_norm": 1.646720051765442,
      "learning_rate": 2.31125e-06,
      "loss": 0.0724,
      "step": 2151
    },
    {
      "epoch": 2.545992309967465,
      "grad_norm": 1.6679373979568481,
      "learning_rate": 2.3100000000000003e-06,
      "loss": 0.068,
      "step": 2152
    },
    {
      "epoch": 2.547175391895889,
      "grad_norm": 1.3445487022399902,
      "learning_rate": 2.30875e-06,
      "loss": 0.0611,
      "step": 2153
    },
    {
      "epoch": 2.5483584738243126,
      "grad_norm": 1.5276535749435425,
      "learning_rate": 2.3075000000000004e-06,
      "loss": 0.0687,
      "step": 2154
    },
    {
      "epoch": 2.549541555752736,
      "grad_norm": 1.9917709827423096,
      "learning_rate": 2.30625e-06,
      "loss": 0.0713,
      "step": 2155
    },
    {
      "epoch": 2.550724637681159,
      "grad_norm": 1.6489973068237305,
      "learning_rate": 2.3050000000000004e-06,
      "loss": 0.0665,
      "step": 2156
    },
    {
      "epoch": 2.551907719609583,
      "grad_norm": 1.637893795967102,
      "learning_rate": 2.30375e-06,
      "loss": 0.0663,
      "step": 2157
    },
    {
      "epoch": 2.5530908015380067,
      "grad_norm": 1.7272385358810425,
      "learning_rate": 2.3025000000000004e-06,
      "loss": 0.0698,
      "step": 2158
    },
    {
      "epoch": 2.55427388346643,
      "grad_norm": 1.6955816745758057,
      "learning_rate": 2.30125e-06,
      "loss": 0.0748,
      "step": 2159
    },
    {
      "epoch": 2.5554569653948533,
      "grad_norm": 1.4607311487197876,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 0.0717,
      "step": 2160
    },
    {
      "epoch": 2.556640047323277,
      "grad_norm": 1.608957290649414,
      "learning_rate": 2.2987500000000002e-06,
      "loss": 0.0709,
      "step": 2161
    },
    {
      "epoch": 2.557823129251701,
      "grad_norm": 1.569519281387329,
      "learning_rate": 2.2975000000000004e-06,
      "loss": 0.0683,
      "step": 2162
    },
    {
      "epoch": 2.559006211180124,
      "grad_norm": 1.5686373710632324,
      "learning_rate": 2.2962500000000002e-06,
      "loss": 0.0686,
      "step": 2163
    },
    {
      "epoch": 2.560189293108548,
      "grad_norm": 1.7191416025161743,
      "learning_rate": 2.2950000000000005e-06,
      "loss": 0.0753,
      "step": 2164
    },
    {
      "epoch": 2.5613723750369712,
      "grad_norm": 1.721145510673523,
      "learning_rate": 2.2937500000000003e-06,
      "loss": 0.0729,
      "step": 2165
    },
    {
      "epoch": 2.562555456965395,
      "grad_norm": 1.3868467807769775,
      "learning_rate": 2.2925e-06,
      "loss": 0.0694,
      "step": 2166
    },
    {
      "epoch": 2.5637385388938183,
      "grad_norm": 1.4115382432937622,
      "learning_rate": 2.2912500000000003e-06,
      "loss": 0.058,
      "step": 2167
    },
    {
      "epoch": 2.564921620822242,
      "grad_norm": 1.7655788660049438,
      "learning_rate": 2.29e-06,
      "loss": 0.0694,
      "step": 2168
    },
    {
      "epoch": 2.5661047027506654,
      "grad_norm": 1.714644193649292,
      "learning_rate": 2.2887500000000003e-06,
      "loss": 0.0668,
      "step": 2169
    },
    {
      "epoch": 2.567287784679089,
      "grad_norm": 1.4191397428512573,
      "learning_rate": 2.2875e-06,
      "loss": 0.0781,
      "step": 2170
    },
    {
      "epoch": 2.5684708666075124,
      "grad_norm": 1.9382989406585693,
      "learning_rate": 2.2862500000000003e-06,
      "loss": 0.068,
      "step": 2171
    },
    {
      "epoch": 2.569653948535936,
      "grad_norm": 1.5142606496810913,
      "learning_rate": 2.285e-06,
      "loss": 0.0807,
      "step": 2172
    },
    {
      "epoch": 2.5708370304643595,
      "grad_norm": 1.7104367017745972,
      "learning_rate": 2.28375e-06,
      "loss": 0.0738,
      "step": 2173
    },
    {
      "epoch": 2.5720201123927833,
      "grad_norm": 1.5563592910766602,
      "learning_rate": 2.2825e-06,
      "loss": 0.0693,
      "step": 2174
    },
    {
      "epoch": 2.5732031943212066,
      "grad_norm": 1.4756860733032227,
      "learning_rate": 2.28125e-06,
      "loss": 0.0698,
      "step": 2175
    },
    {
      "epoch": 2.5743862762496303,
      "grad_norm": 2.0457379817962646,
      "learning_rate": 2.28e-06,
      "loss": 0.0871,
      "step": 2176
    },
    {
      "epoch": 2.575569358178054,
      "grad_norm": 1.5311439037322998,
      "learning_rate": 2.27875e-06,
      "loss": 0.0751,
      "step": 2177
    },
    {
      "epoch": 2.5767524401064774,
      "grad_norm": 1.643684983253479,
      "learning_rate": 2.2775000000000002e-06,
      "loss": 0.0654,
      "step": 2178
    },
    {
      "epoch": 2.5779355220349007,
      "grad_norm": 1.5322777032852173,
      "learning_rate": 2.27625e-06,
      "loss": 0.0717,
      "step": 2179
    },
    {
      "epoch": 2.5791186039633245,
      "grad_norm": 1.590064525604248,
      "learning_rate": 2.2750000000000002e-06,
      "loss": 0.0713,
      "step": 2180
    },
    {
      "epoch": 2.5803016858917482,
      "grad_norm": 1.4851150512695312,
      "learning_rate": 2.27375e-06,
      "loss": 0.0691,
      "step": 2181
    },
    {
      "epoch": 2.5814847678201716,
      "grad_norm": 1.337254285812378,
      "learning_rate": 2.2725000000000003e-06,
      "loss": 0.0728,
      "step": 2182
    },
    {
      "epoch": 2.582667849748595,
      "grad_norm": 1.3873859643936157,
      "learning_rate": 2.27125e-06,
      "loss": 0.0721,
      "step": 2183
    },
    {
      "epoch": 2.5838509316770186,
      "grad_norm": 1.7759919166564941,
      "learning_rate": 2.2700000000000003e-06,
      "loss": 0.0774,
      "step": 2184
    },
    {
      "epoch": 2.5850340136054424,
      "grad_norm": 1.9087167978286743,
      "learning_rate": 2.26875e-06,
      "loss": 0.0721,
      "step": 2185
    },
    {
      "epoch": 2.5862170955338657,
      "grad_norm": 1.447440505027771,
      "learning_rate": 2.2675000000000003e-06,
      "loss": 0.0748,
      "step": 2186
    },
    {
      "epoch": 2.587400177462289,
      "grad_norm": 1.6807732582092285,
      "learning_rate": 2.26625e-06,
      "loss": 0.0706,
      "step": 2187
    },
    {
      "epoch": 2.5885832593907128,
      "grad_norm": 1.769028902053833,
      "learning_rate": 2.2650000000000003e-06,
      "loss": 0.0791,
      "step": 2188
    },
    {
      "epoch": 2.5897663413191365,
      "grad_norm": 1.481701374053955,
      "learning_rate": 2.26375e-06,
      "loss": 0.0653,
      "step": 2189
    },
    {
      "epoch": 2.59094942324756,
      "grad_norm": 1.5643932819366455,
      "learning_rate": 2.2625000000000004e-06,
      "loss": 0.0759,
      "step": 2190
    },
    {
      "epoch": 2.5921325051759836,
      "grad_norm": 1.6061702966690063,
      "learning_rate": 2.26125e-06,
      "loss": 0.0641,
      "step": 2191
    },
    {
      "epoch": 2.593315587104407,
      "grad_norm": 1.6960684061050415,
      "learning_rate": 2.2600000000000004e-06,
      "loss": 0.0718,
      "step": 2192
    },
    {
      "epoch": 2.5944986690328307,
      "grad_norm": 1.9704458713531494,
      "learning_rate": 2.25875e-06,
      "loss": 0.076,
      "step": 2193
    },
    {
      "epoch": 2.595681750961254,
      "grad_norm": 1.7238534688949585,
      "learning_rate": 2.2575000000000004e-06,
      "loss": 0.0702,
      "step": 2194
    },
    {
      "epoch": 2.5968648328896777,
      "grad_norm": 1.772412896156311,
      "learning_rate": 2.25625e-06,
      "loss": 0.0724,
      "step": 2195
    },
    {
      "epoch": 2.598047914818101,
      "grad_norm": 1.5494329929351807,
      "learning_rate": 2.2550000000000004e-06,
      "loss": 0.0744,
      "step": 2196
    },
    {
      "epoch": 2.599230996746525,
      "grad_norm": 1.716202974319458,
      "learning_rate": 2.2537500000000002e-06,
      "loss": 0.0696,
      "step": 2197
    },
    {
      "epoch": 2.600414078674948,
      "grad_norm": 1.5587215423583984,
      "learning_rate": 2.2525e-06,
      "loss": 0.0648,
      "step": 2198
    },
    {
      "epoch": 2.601597160603372,
      "grad_norm": 1.684779167175293,
      "learning_rate": 2.2512500000000003e-06,
      "loss": 0.0676,
      "step": 2199
    },
    {
      "epoch": 2.602780242531795,
      "grad_norm": 1.5642940998077393,
      "learning_rate": 2.25e-06,
      "loss": 0.0671,
      "step": 2200
    },
    {
      "epoch": 2.603963324460219,
      "grad_norm": 1.4968513250350952,
      "learning_rate": 2.2487500000000003e-06,
      "loss": 0.0702,
      "step": 2201
    },
    {
      "epoch": 2.6051464063886423,
      "grad_norm": 1.4695079326629639,
      "learning_rate": 2.2475e-06,
      "loss": 0.069,
      "step": 2202
    },
    {
      "epoch": 2.606329488317066,
      "grad_norm": 1.60423743724823,
      "learning_rate": 2.2462500000000003e-06,
      "loss": 0.0691,
      "step": 2203
    },
    {
      "epoch": 2.6075125702454898,
      "grad_norm": 2.0133116245269775,
      "learning_rate": 2.245e-06,
      "loss": 0.0725,
      "step": 2204
    },
    {
      "epoch": 2.608695652173913,
      "grad_norm": 1.6549969911575317,
      "learning_rate": 2.24375e-06,
      "loss": 0.0665,
      "step": 2205
    },
    {
      "epoch": 2.6098787341023364,
      "grad_norm": 1.6202393770217896,
      "learning_rate": 2.2425e-06,
      "loss": 0.0669,
      "step": 2206
    },
    {
      "epoch": 2.61106181603076,
      "grad_norm": 1.8169716596603394,
      "learning_rate": 2.24125e-06,
      "loss": 0.0715,
      "step": 2207
    },
    {
      "epoch": 2.612244897959184,
      "grad_norm": 1.683886170387268,
      "learning_rate": 2.24e-06,
      "loss": 0.0666,
      "step": 2208
    },
    {
      "epoch": 2.6134279798876072,
      "grad_norm": 1.8673646450042725,
      "learning_rate": 2.23875e-06,
      "loss": 0.0724,
      "step": 2209
    },
    {
      "epoch": 2.6146110618160305,
      "grad_norm": 1.4431850910186768,
      "learning_rate": 2.2375e-06,
      "loss": 0.0697,
      "step": 2210
    },
    {
      "epoch": 2.6157941437444543,
      "grad_norm": 1.5438834428787231,
      "learning_rate": 2.23625e-06,
      "loss": 0.0673,
      "step": 2211
    },
    {
      "epoch": 2.616977225672878,
      "grad_norm": 1.8279645442962646,
      "learning_rate": 2.235e-06,
      "loss": 0.0612,
      "step": 2212
    },
    {
      "epoch": 2.6181603076013014,
      "grad_norm": 1.7234658002853394,
      "learning_rate": 2.23375e-06,
      "loss": 0.069,
      "step": 2213
    },
    {
      "epoch": 2.6193433895297247,
      "grad_norm": 1.7701345682144165,
      "learning_rate": 2.2325000000000002e-06,
      "loss": 0.0776,
      "step": 2214
    },
    {
      "epoch": 2.6205264714581484,
      "grad_norm": 1.6712673902511597,
      "learning_rate": 2.23125e-06,
      "loss": 0.0688,
      "step": 2215
    },
    {
      "epoch": 2.621709553386572,
      "grad_norm": 1.7470591068267822,
      "learning_rate": 2.2300000000000002e-06,
      "loss": 0.0723,
      "step": 2216
    },
    {
      "epoch": 2.6228926353149955,
      "grad_norm": 1.3492313623428345,
      "learning_rate": 2.22875e-06,
      "loss": 0.0675,
      "step": 2217
    },
    {
      "epoch": 2.6240757172434193,
      "grad_norm": 1.6999480724334717,
      "learning_rate": 2.2275000000000003e-06,
      "loss": 0.0734,
      "step": 2218
    },
    {
      "epoch": 2.6252587991718426,
      "grad_norm": 1.2839548587799072,
      "learning_rate": 2.22625e-06,
      "loss": 0.0707,
      "step": 2219
    },
    {
      "epoch": 2.6264418811002663,
      "grad_norm": 1.6676214933395386,
      "learning_rate": 2.2250000000000003e-06,
      "loss": 0.0665,
      "step": 2220
    },
    {
      "epoch": 2.6276249630286896,
      "grad_norm": 1.694377064704895,
      "learning_rate": 2.22375e-06,
      "loss": 0.069,
      "step": 2221
    },
    {
      "epoch": 2.6288080449571134,
      "grad_norm": 1.6888079643249512,
      "learning_rate": 2.2225000000000003e-06,
      "loss": 0.0728,
      "step": 2222
    },
    {
      "epoch": 2.6299911268855367,
      "grad_norm": 1.5604629516601562,
      "learning_rate": 2.22125e-06,
      "loss": 0.0673,
      "step": 2223
    },
    {
      "epoch": 2.6311742088139605,
      "grad_norm": 1.6127493381500244,
      "learning_rate": 2.2200000000000003e-06,
      "loss": 0.0672,
      "step": 2224
    },
    {
      "epoch": 2.632357290742384,
      "grad_norm": 1.40291428565979,
      "learning_rate": 2.21875e-06,
      "loss": 0.0649,
      "step": 2225
    },
    {
      "epoch": 2.6335403726708075,
      "grad_norm": 1.7295169830322266,
      "learning_rate": 2.2175000000000004e-06,
      "loss": 0.0726,
      "step": 2226
    },
    {
      "epoch": 2.634723454599231,
      "grad_norm": 1.7472020387649536,
      "learning_rate": 2.21625e-06,
      "loss": 0.0717,
      "step": 2227
    },
    {
      "epoch": 2.6359065365276546,
      "grad_norm": 1.6681567430496216,
      "learning_rate": 2.2150000000000004e-06,
      "loss": 0.0678,
      "step": 2228
    },
    {
      "epoch": 2.637089618456078,
      "grad_norm": 1.8581095933914185,
      "learning_rate": 2.21375e-06,
      "loss": 0.0719,
      "step": 2229
    },
    {
      "epoch": 2.6382727003845017,
      "grad_norm": 1.5567489862442017,
      "learning_rate": 2.2125e-06,
      "loss": 0.0679,
      "step": 2230
    },
    {
      "epoch": 2.6394557823129254,
      "grad_norm": 1.6580990552902222,
      "learning_rate": 2.2112500000000002e-06,
      "loss": 0.0733,
      "step": 2231
    },
    {
      "epoch": 2.6406388642413487,
      "grad_norm": 1.939288854598999,
      "learning_rate": 2.21e-06,
      "loss": 0.0763,
      "step": 2232
    },
    {
      "epoch": 2.641821946169772,
      "grad_norm": 1.4174250364303589,
      "learning_rate": 2.2087500000000002e-06,
      "loss": 0.0645,
      "step": 2233
    },
    {
      "epoch": 2.643005028098196,
      "grad_norm": 1.6383723020553589,
      "learning_rate": 2.2075e-06,
      "loss": 0.0711,
      "step": 2234
    },
    {
      "epoch": 2.6441881100266196,
      "grad_norm": 1.7185078859329224,
      "learning_rate": 2.2062500000000003e-06,
      "loss": 0.0705,
      "step": 2235
    },
    {
      "epoch": 2.645371191955043,
      "grad_norm": 1.4885845184326172,
      "learning_rate": 2.205e-06,
      "loss": 0.068,
      "step": 2236
    },
    {
      "epoch": 2.646554273883466,
      "grad_norm": 1.4830344915390015,
      "learning_rate": 2.20375e-06,
      "loss": 0.0727,
      "step": 2237
    },
    {
      "epoch": 2.64773735581189,
      "grad_norm": 1.7282239198684692,
      "learning_rate": 2.2025e-06,
      "loss": 0.0757,
      "step": 2238
    },
    {
      "epoch": 2.6489204377403137,
      "grad_norm": 1.7158857583999634,
      "learning_rate": 2.20125e-06,
      "loss": 0.0725,
      "step": 2239
    },
    {
      "epoch": 2.650103519668737,
      "grad_norm": 1.5162285566329956,
      "learning_rate": 2.2e-06,
      "loss": 0.0736,
      "step": 2240
    },
    {
      "epoch": 2.6512866015971603,
      "grad_norm": 1.7357571125030518,
      "learning_rate": 2.19875e-06,
      "loss": 0.069,
      "step": 2241
    },
    {
      "epoch": 2.652469683525584,
      "grad_norm": 1.5058177709579468,
      "learning_rate": 2.1975e-06,
      "loss": 0.0649,
      "step": 2242
    },
    {
      "epoch": 2.653652765454008,
      "grad_norm": 1.7472163438796997,
      "learning_rate": 2.19625e-06,
      "loss": 0.0732,
      "step": 2243
    },
    {
      "epoch": 2.654835847382431,
      "grad_norm": 1.6266549825668335,
      "learning_rate": 2.195e-06,
      "loss": 0.0659,
      "step": 2244
    },
    {
      "epoch": 2.656018929310855,
      "grad_norm": 1.7285590171813965,
      "learning_rate": 2.19375e-06,
      "loss": 0.0652,
      "step": 2245
    },
    {
      "epoch": 2.6572020112392782,
      "grad_norm": 1.4681788682937622,
      "learning_rate": 2.1925e-06,
      "loss": 0.0627,
      "step": 2246
    },
    {
      "epoch": 2.658385093167702,
      "grad_norm": 1.4231594800949097,
      "learning_rate": 2.19125e-06,
      "loss": 0.0684,
      "step": 2247
    },
    {
      "epoch": 2.6595681750961253,
      "grad_norm": 1.4145891666412354,
      "learning_rate": 2.19e-06,
      "loss": 0.0628,
      "step": 2248
    },
    {
      "epoch": 2.660751257024549,
      "grad_norm": 1.6459437608718872,
      "learning_rate": 2.18875e-06,
      "loss": 0.0693,
      "step": 2249
    },
    {
      "epoch": 2.6619343389529724,
      "grad_norm": 1.8473103046417236,
      "learning_rate": 2.1875000000000002e-06,
      "loss": 0.0665,
      "step": 2250
    },
    {
      "epoch": 2.663117420881396,
      "grad_norm": 1.3915003538131714,
      "learning_rate": 2.1862500000000005e-06,
      "loss": 0.067,
      "step": 2251
    },
    {
      "epoch": 2.6643005028098194,
      "grad_norm": 1.460813045501709,
      "learning_rate": 2.1850000000000003e-06,
      "loss": 0.0699,
      "step": 2252
    },
    {
      "epoch": 2.665483584738243,
      "grad_norm": 2.0912516117095947,
      "learning_rate": 2.1837500000000005e-06,
      "loss": 0.074,
      "step": 2253
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.4902088642120361,
      "learning_rate": 2.1825000000000003e-06,
      "loss": 0.0682,
      "step": 2254
    },
    {
      "epoch": 2.6678497485950903,
      "grad_norm": 1.440617322921753,
      "learning_rate": 2.1812500000000005e-06,
      "loss": 0.0679,
      "step": 2255
    },
    {
      "epoch": 2.6690328305235136,
      "grad_norm": 1.632251501083374,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 0.0688,
      "step": 2256
    },
    {
      "epoch": 2.6702159124519373,
      "grad_norm": 1.4313255548477173,
      "learning_rate": 2.17875e-06,
      "loss": 0.0675,
      "step": 2257
    },
    {
      "epoch": 2.671398994380361,
      "grad_norm": 1.469079613685608,
      "learning_rate": 2.1775000000000003e-06,
      "loss": 0.0761,
      "step": 2258
    },
    {
      "epoch": 2.6725820763087844,
      "grad_norm": 1.650695562362671,
      "learning_rate": 2.17625e-06,
      "loss": 0.0703,
      "step": 2259
    },
    {
      "epoch": 2.6737651582372077,
      "grad_norm": 1.5478646755218506,
      "learning_rate": 2.1750000000000004e-06,
      "loss": 0.0698,
      "step": 2260
    },
    {
      "epoch": 2.6749482401656315,
      "grad_norm": 1.4293920993804932,
      "learning_rate": 2.17375e-06,
      "loss": 0.0662,
      "step": 2261
    },
    {
      "epoch": 2.6761313220940552,
      "grad_norm": 1.564490795135498,
      "learning_rate": 2.1725000000000004e-06,
      "loss": 0.0632,
      "step": 2262
    },
    {
      "epoch": 2.6773144040224786,
      "grad_norm": 1.6599029302597046,
      "learning_rate": 2.17125e-06,
      "loss": 0.0692,
      "step": 2263
    },
    {
      "epoch": 2.678497485950902,
      "grad_norm": 1.4264119863510132,
      "learning_rate": 2.17e-06,
      "loss": 0.062,
      "step": 2264
    },
    {
      "epoch": 2.6796805678793256,
      "grad_norm": 1.6230655908584595,
      "learning_rate": 2.16875e-06,
      "loss": 0.0668,
      "step": 2265
    },
    {
      "epoch": 2.6808636498077494,
      "grad_norm": 1.353962779045105,
      "learning_rate": 2.1675e-06,
      "loss": 0.0673,
      "step": 2266
    },
    {
      "epoch": 2.6820467317361727,
      "grad_norm": 1.487084984779358,
      "learning_rate": 2.1662500000000002e-06,
      "loss": 0.0709,
      "step": 2267
    },
    {
      "epoch": 2.683229813664596,
      "grad_norm": 1.8371187448501587,
      "learning_rate": 2.165e-06,
      "loss": 0.0698,
      "step": 2268
    },
    {
      "epoch": 2.6844128955930198,
      "grad_norm": 1.8341972827911377,
      "learning_rate": 2.1637500000000002e-06,
      "loss": 0.0801,
      "step": 2269
    },
    {
      "epoch": 2.6855959775214435,
      "grad_norm": 1.7118314504623413,
      "learning_rate": 2.1625e-06,
      "loss": 0.0711,
      "step": 2270
    },
    {
      "epoch": 2.686779059449867,
      "grad_norm": 1.768996238708496,
      "learning_rate": 2.1612500000000003e-06,
      "loss": 0.0748,
      "step": 2271
    },
    {
      "epoch": 2.6879621413782906,
      "grad_norm": 1.611024260520935,
      "learning_rate": 2.16e-06,
      "loss": 0.0649,
      "step": 2272
    },
    {
      "epoch": 2.689145223306714,
      "grad_norm": 1.6264145374298096,
      "learning_rate": 2.1587500000000003e-06,
      "loss": 0.0716,
      "step": 2273
    },
    {
      "epoch": 2.6903283052351377,
      "grad_norm": 1.5499999523162842,
      "learning_rate": 2.1575e-06,
      "loss": 0.0683,
      "step": 2274
    },
    {
      "epoch": 2.691511387163561,
      "grad_norm": 1.6868284940719604,
      "learning_rate": 2.1562500000000003e-06,
      "loss": 0.0741,
      "step": 2275
    },
    {
      "epoch": 2.6926944690919847,
      "grad_norm": 1.8934708833694458,
      "learning_rate": 2.155e-06,
      "loss": 0.0675,
      "step": 2276
    },
    {
      "epoch": 2.693877551020408,
      "grad_norm": 1.6334190368652344,
      "learning_rate": 2.1537500000000003e-06,
      "loss": 0.0746,
      "step": 2277
    },
    {
      "epoch": 2.695060632948832,
      "grad_norm": 1.6321580410003662,
      "learning_rate": 2.1525e-06,
      "loss": 0.0739,
      "step": 2278
    },
    {
      "epoch": 2.696243714877255,
      "grad_norm": 1.7492852210998535,
      "learning_rate": 2.1512500000000004e-06,
      "loss": 0.0675,
      "step": 2279
    },
    {
      "epoch": 2.697426796805679,
      "grad_norm": 1.4724619388580322,
      "learning_rate": 2.15e-06,
      "loss": 0.0693,
      "step": 2280
    },
    {
      "epoch": 2.698609878734102,
      "grad_norm": 1.33844792842865,
      "learning_rate": 2.1487500000000004e-06,
      "loss": 0.0714,
      "step": 2281
    },
    {
      "epoch": 2.699792960662526,
      "grad_norm": 1.3352513313293457,
      "learning_rate": 2.1475e-06,
      "loss": 0.0614,
      "step": 2282
    },
    {
      "epoch": 2.7009760425909493,
      "grad_norm": 1.638075590133667,
      "learning_rate": 2.1462500000000004e-06,
      "loss": 0.0719,
      "step": 2283
    },
    {
      "epoch": 2.702159124519373,
      "grad_norm": 1.4793050289154053,
      "learning_rate": 2.1450000000000002e-06,
      "loss": 0.0656,
      "step": 2284
    },
    {
      "epoch": 2.7033422064477968,
      "grad_norm": 1.753203272819519,
      "learning_rate": 2.1437500000000004e-06,
      "loss": 0.0748,
      "step": 2285
    },
    {
      "epoch": 2.70452528837622,
      "grad_norm": 1.5586817264556885,
      "learning_rate": 2.1425000000000002e-06,
      "loss": 0.0796,
      "step": 2286
    },
    {
      "epoch": 2.7057083703046434,
      "grad_norm": 1.6233011484146118,
      "learning_rate": 2.1412500000000005e-06,
      "loss": 0.071,
      "step": 2287
    },
    {
      "epoch": 2.706891452233067,
      "grad_norm": 1.795044183731079,
      "learning_rate": 2.1400000000000003e-06,
      "loss": 0.0715,
      "step": 2288
    },
    {
      "epoch": 2.708074534161491,
      "grad_norm": 1.6033660173416138,
      "learning_rate": 2.13875e-06,
      "loss": 0.0714,
      "step": 2289
    },
    {
      "epoch": 2.7092576160899142,
      "grad_norm": 2.183138608932495,
      "learning_rate": 2.1375000000000003e-06,
      "loss": 0.0677,
      "step": 2290
    },
    {
      "epoch": 2.7104406980183375,
      "grad_norm": 1.5675545930862427,
      "learning_rate": 2.13625e-06,
      "loss": 0.067,
      "step": 2291
    },
    {
      "epoch": 2.7116237799467613,
      "grad_norm": 1.794681429862976,
      "learning_rate": 2.1350000000000003e-06,
      "loss": 0.0706,
      "step": 2292
    },
    {
      "epoch": 2.712806861875185,
      "grad_norm": 1.730126976966858,
      "learning_rate": 2.13375e-06,
      "loss": 0.0701,
      "step": 2293
    },
    {
      "epoch": 2.7139899438036084,
      "grad_norm": 1.2990751266479492,
      "learning_rate": 2.1325000000000003e-06,
      "loss": 0.0707,
      "step": 2294
    },
    {
      "epoch": 2.7151730257320317,
      "grad_norm": 1.4179269075393677,
      "learning_rate": 2.13125e-06,
      "loss": 0.072,
      "step": 2295
    },
    {
      "epoch": 2.7163561076604554,
      "grad_norm": 1.4814989566802979,
      "learning_rate": 2.13e-06,
      "loss": 0.0657,
      "step": 2296
    },
    {
      "epoch": 2.717539189588879,
      "grad_norm": 1.54590904712677,
      "learning_rate": 2.12875e-06,
      "loss": 0.071,
      "step": 2297
    },
    {
      "epoch": 2.7187222715173025,
      "grad_norm": 1.7370691299438477,
      "learning_rate": 2.1275e-06,
      "loss": 0.0706,
      "step": 2298
    },
    {
      "epoch": 2.7199053534457263,
      "grad_norm": 1.3091175556182861,
      "learning_rate": 2.12625e-06,
      "loss": 0.0646,
      "step": 2299
    },
    {
      "epoch": 2.7210884353741496,
      "grad_norm": 1.6400442123413086,
      "learning_rate": 2.125e-06,
      "loss": 0.0728,
      "step": 2300
    },
    {
      "epoch": 2.7222715173025733,
      "grad_norm": 1.6742056608200073,
      "learning_rate": 2.12375e-06,
      "loss": 0.0708,
      "step": 2301
    },
    {
      "epoch": 2.7234545992309966,
      "grad_norm": 1.6465054750442505,
      "learning_rate": 2.1225e-06,
      "loss": 0.0679,
      "step": 2302
    },
    {
      "epoch": 2.7246376811594204,
      "grad_norm": 1.574346899986267,
      "learning_rate": 2.1212500000000002e-06,
      "loss": 0.0733,
      "step": 2303
    },
    {
      "epoch": 2.7258207630878437,
      "grad_norm": 1.8331743478775024,
      "learning_rate": 2.12e-06,
      "loss": 0.0676,
      "step": 2304
    },
    {
      "epoch": 2.7270038450162675,
      "grad_norm": 1.5618512630462646,
      "learning_rate": 2.1187500000000003e-06,
      "loss": 0.0637,
      "step": 2305
    },
    {
      "epoch": 2.728186926944691,
      "grad_norm": 1.9284738302230835,
      "learning_rate": 2.1175e-06,
      "loss": 0.0699,
      "step": 2306
    },
    {
      "epoch": 2.7293700088731145,
      "grad_norm": 1.4501124620437622,
      "learning_rate": 2.1162500000000003e-06,
      "loss": 0.0705,
      "step": 2307
    },
    {
      "epoch": 2.730553090801538,
      "grad_norm": 1.49224853515625,
      "learning_rate": 2.115e-06,
      "loss": 0.0668,
      "step": 2308
    },
    {
      "epoch": 2.7317361727299616,
      "grad_norm": 1.7393361330032349,
      "learning_rate": 2.1137500000000003e-06,
      "loss": 0.0692,
      "step": 2309
    },
    {
      "epoch": 2.732919254658385,
      "grad_norm": 2.2557027339935303,
      "learning_rate": 2.1125e-06,
      "loss": 0.0801,
      "step": 2310
    },
    {
      "epoch": 2.7341023365868087,
      "grad_norm": 1.4057419300079346,
      "learning_rate": 2.1112500000000003e-06,
      "loss": 0.067,
      "step": 2311
    },
    {
      "epoch": 2.7352854185152324,
      "grad_norm": 1.528570532798767,
      "learning_rate": 2.11e-06,
      "loss": 0.0725,
      "step": 2312
    },
    {
      "epoch": 2.7364685004436557,
      "grad_norm": 1.7765111923217773,
      "learning_rate": 2.1087500000000004e-06,
      "loss": 0.0741,
      "step": 2313
    },
    {
      "epoch": 2.737651582372079,
      "grad_norm": 1.6597504615783691,
      "learning_rate": 2.1075e-06,
      "loss": 0.0681,
      "step": 2314
    },
    {
      "epoch": 2.738834664300503,
      "grad_norm": 1.766278624534607,
      "learning_rate": 2.1062500000000004e-06,
      "loss": 0.0811,
      "step": 2315
    },
    {
      "epoch": 2.7400177462289266,
      "grad_norm": 1.8278440237045288,
      "learning_rate": 2.105e-06,
      "loss": 0.0723,
      "step": 2316
    },
    {
      "epoch": 2.74120082815735,
      "grad_norm": 1.9047292470932007,
      "learning_rate": 2.1037500000000004e-06,
      "loss": 0.0728,
      "step": 2317
    },
    {
      "epoch": 2.742383910085773,
      "grad_norm": 1.5668994188308716,
      "learning_rate": 2.1025e-06,
      "loss": 0.0691,
      "step": 2318
    },
    {
      "epoch": 2.743566992014197,
      "grad_norm": 1.4317786693572998,
      "learning_rate": 2.1012500000000004e-06,
      "loss": 0.0644,
      "step": 2319
    },
    {
      "epoch": 2.7447500739426207,
      "grad_norm": 1.686684489250183,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 0.0662,
      "step": 2320
    },
    {
      "epoch": 2.745933155871044,
      "grad_norm": 1.5528439283370972,
      "learning_rate": 2.09875e-06,
      "loss": 0.0728,
      "step": 2321
    },
    {
      "epoch": 2.7471162377994673,
      "grad_norm": 1.880333662033081,
      "learning_rate": 2.0975000000000002e-06,
      "loss": 0.0728,
      "step": 2322
    },
    {
      "epoch": 2.748299319727891,
      "grad_norm": 1.5328550338745117,
      "learning_rate": 2.09625e-06,
      "loss": 0.0733,
      "step": 2323
    },
    {
      "epoch": 2.749482401656315,
      "grad_norm": 1.770662784576416,
      "learning_rate": 2.0950000000000003e-06,
      "loss": 0.074,
      "step": 2324
    },
    {
      "epoch": 2.750665483584738,
      "grad_norm": 1.5119760036468506,
      "learning_rate": 2.09375e-06,
      "loss": 0.0698,
      "step": 2325
    },
    {
      "epoch": 2.751848565513162,
      "grad_norm": 1.8345869779586792,
      "learning_rate": 2.0925000000000003e-06,
      "loss": 0.068,
      "step": 2326
    },
    {
      "epoch": 2.7530316474415852,
      "grad_norm": 1.6058146953582764,
      "learning_rate": 2.09125e-06,
      "loss": 0.0706,
      "step": 2327
    },
    {
      "epoch": 2.754214729370009,
      "grad_norm": 1.740319848060608,
      "learning_rate": 2.09e-06,
      "loss": 0.065,
      "step": 2328
    },
    {
      "epoch": 2.7553978112984323,
      "grad_norm": 1.5986335277557373,
      "learning_rate": 2.08875e-06,
      "loss": 0.071,
      "step": 2329
    },
    {
      "epoch": 2.756580893226856,
      "grad_norm": 1.6659438610076904,
      "learning_rate": 2.0875e-06,
      "loss": 0.0751,
      "step": 2330
    },
    {
      "epoch": 2.7577639751552794,
      "grad_norm": 1.545061707496643,
      "learning_rate": 2.08625e-06,
      "loss": 0.0681,
      "step": 2331
    },
    {
      "epoch": 2.758947057083703,
      "grad_norm": 1.4119385480880737,
      "learning_rate": 2.085e-06,
      "loss": 0.0656,
      "step": 2332
    },
    {
      "epoch": 2.7601301390121264,
      "grad_norm": 1.568363904953003,
      "learning_rate": 2.08375e-06,
      "loss": 0.0752,
      "step": 2333
    },
    {
      "epoch": 2.76131322094055,
      "grad_norm": 1.7086321115493774,
      "learning_rate": 2.0825e-06,
      "loss": 0.0694,
      "step": 2334
    },
    {
      "epoch": 2.7624963028689735,
      "grad_norm": 1.3216179609298706,
      "learning_rate": 2.08125e-06,
      "loss": 0.0654,
      "step": 2335
    },
    {
      "epoch": 2.7636793847973973,
      "grad_norm": 1.6458162069320679,
      "learning_rate": 2.08e-06,
      "loss": 0.0669,
      "step": 2336
    },
    {
      "epoch": 2.7648624667258206,
      "grad_norm": 1.587192416191101,
      "learning_rate": 2.0787500000000002e-06,
      "loss": 0.0689,
      "step": 2337
    },
    {
      "epoch": 2.7660455486542443,
      "grad_norm": 1.442508339881897,
      "learning_rate": 2.0775e-06,
      "loss": 0.0717,
      "step": 2338
    },
    {
      "epoch": 2.767228630582668,
      "grad_norm": 1.3573492765426636,
      "learning_rate": 2.0762500000000002e-06,
      "loss": 0.0691,
      "step": 2339
    },
    {
      "epoch": 2.7684117125110914,
      "grad_norm": 1.405103325843811,
      "learning_rate": 2.075e-06,
      "loss": 0.0666,
      "step": 2340
    },
    {
      "epoch": 2.7695947944395147,
      "grad_norm": 1.4580464363098145,
      "learning_rate": 2.0737500000000003e-06,
      "loss": 0.0755,
      "step": 2341
    },
    {
      "epoch": 2.7707778763679385,
      "grad_norm": 1.6686561107635498,
      "learning_rate": 2.0725e-06,
      "loss": 0.0708,
      "step": 2342
    },
    {
      "epoch": 2.7719609582963622,
      "grad_norm": 1.8269727230072021,
      "learning_rate": 2.0712500000000003e-06,
      "loss": 0.0719,
      "step": 2343
    },
    {
      "epoch": 2.7731440402247856,
      "grad_norm": 1.5728651285171509,
      "learning_rate": 2.07e-06,
      "loss": 0.0735,
      "step": 2344
    },
    {
      "epoch": 2.774327122153209,
      "grad_norm": 1.5771796703338623,
      "learning_rate": 2.0687500000000003e-06,
      "loss": 0.0659,
      "step": 2345
    },
    {
      "epoch": 2.7755102040816326,
      "grad_norm": 1.563912272453308,
      "learning_rate": 2.0675e-06,
      "loss": 0.0643,
      "step": 2346
    },
    {
      "epoch": 2.7766932860100564,
      "grad_norm": 2.108916997909546,
      "learning_rate": 2.0662500000000003e-06,
      "loss": 0.0759,
      "step": 2347
    },
    {
      "epoch": 2.7778763679384797,
      "grad_norm": 1.9472790956497192,
      "learning_rate": 2.065e-06,
      "loss": 0.0697,
      "step": 2348
    },
    {
      "epoch": 2.779059449866903,
      "grad_norm": 1.483688473701477,
      "learning_rate": 2.0637500000000004e-06,
      "loss": 0.0725,
      "step": 2349
    },
    {
      "epoch": 2.7802425317953268,
      "grad_norm": 1.924587607383728,
      "learning_rate": 2.0625e-06,
      "loss": 0.0679,
      "step": 2350
    },
    {
      "epoch": 2.7814256137237505,
      "grad_norm": 1.7100998163223267,
      "learning_rate": 2.0612500000000004e-06,
      "loss": 0.0662,
      "step": 2351
    },
    {
      "epoch": 2.782608695652174,
      "grad_norm": 1.5521677732467651,
      "learning_rate": 2.06e-06,
      "loss": 0.0685,
      "step": 2352
    },
    {
      "epoch": 2.7837917775805976,
      "grad_norm": 1.555383324623108,
      "learning_rate": 2.05875e-06,
      "loss": 0.0773,
      "step": 2353
    },
    {
      "epoch": 2.784974859509021,
      "grad_norm": 1.50209379196167,
      "learning_rate": 2.0575e-06,
      "loss": 0.0631,
      "step": 2354
    },
    {
      "epoch": 2.7861579414374447,
      "grad_norm": 1.7865391969680786,
      "learning_rate": 2.05625e-06,
      "loss": 0.0732,
      "step": 2355
    },
    {
      "epoch": 2.787341023365868,
      "grad_norm": 1.5945123434066772,
      "learning_rate": 2.0550000000000002e-06,
      "loss": 0.0651,
      "step": 2356
    },
    {
      "epoch": 2.7885241052942917,
      "grad_norm": 1.7500702142715454,
      "learning_rate": 2.05375e-06,
      "loss": 0.0678,
      "step": 2357
    },
    {
      "epoch": 2.789707187222715,
      "grad_norm": 1.6575450897216797,
      "learning_rate": 2.0525000000000003e-06,
      "loss": 0.0769,
      "step": 2358
    },
    {
      "epoch": 2.790890269151139,
      "grad_norm": 1.658270001411438,
      "learning_rate": 2.05125e-06,
      "loss": 0.0647,
      "step": 2359
    },
    {
      "epoch": 2.792073351079562,
      "grad_norm": 1.5393556356430054,
      "learning_rate": 2.05e-06,
      "loss": 0.0658,
      "step": 2360
    },
    {
      "epoch": 2.793256433007986,
      "grad_norm": 1.7464255094528198,
      "learning_rate": 2.04875e-06,
      "loss": 0.0701,
      "step": 2361
    },
    {
      "epoch": 2.794439514936409,
      "grad_norm": 1.427376627922058,
      "learning_rate": 2.0475e-06,
      "loss": 0.0641,
      "step": 2362
    },
    {
      "epoch": 2.795622596864833,
      "grad_norm": 1.6500639915466309,
      "learning_rate": 2.04625e-06,
      "loss": 0.0726,
      "step": 2363
    },
    {
      "epoch": 2.7968056787932563,
      "grad_norm": 1.5256954431533813,
      "learning_rate": 2.045e-06,
      "loss": 0.0705,
      "step": 2364
    },
    {
      "epoch": 2.79798876072168,
      "grad_norm": 1.4015778303146362,
      "learning_rate": 2.04375e-06,
      "loss": 0.073,
      "step": 2365
    },
    {
      "epoch": 2.7991718426501038,
      "grad_norm": 1.6644686460494995,
      "learning_rate": 2.0425e-06,
      "loss": 0.0641,
      "step": 2366
    },
    {
      "epoch": 2.800354924578527,
      "grad_norm": 1.4752109050750732,
      "learning_rate": 2.04125e-06,
      "loss": 0.0693,
      "step": 2367
    },
    {
      "epoch": 2.8015380065069504,
      "grad_norm": 1.4042495489120483,
      "learning_rate": 2.04e-06,
      "loss": 0.0696,
      "step": 2368
    },
    {
      "epoch": 2.802721088435374,
      "grad_norm": 1.6177476644515991,
      "learning_rate": 2.03875e-06,
      "loss": 0.0762,
      "step": 2369
    },
    {
      "epoch": 2.803904170363798,
      "grad_norm": 1.3314510583877563,
      "learning_rate": 2.0375e-06,
      "loss": 0.0672,
      "step": 2370
    },
    {
      "epoch": 2.8050872522922212,
      "grad_norm": 1.3436223268508911,
      "learning_rate": 2.03625e-06,
      "loss": 0.0656,
      "step": 2371
    },
    {
      "epoch": 2.8062703342206445,
      "grad_norm": 1.8525322675704956,
      "learning_rate": 2.035e-06,
      "loss": 0.0688,
      "step": 2372
    },
    {
      "epoch": 2.8074534161490683,
      "grad_norm": 1.8247231245040894,
      "learning_rate": 2.0337500000000002e-06,
      "loss": 0.0712,
      "step": 2373
    },
    {
      "epoch": 2.808636498077492,
      "grad_norm": 1.4588197469711304,
      "learning_rate": 2.0325e-06,
      "loss": 0.0647,
      "step": 2374
    },
    {
      "epoch": 2.8098195800059154,
      "grad_norm": 1.4315632581710815,
      "learning_rate": 2.0312500000000002e-06,
      "loss": 0.0649,
      "step": 2375
    },
    {
      "epoch": 2.8110026619343387,
      "grad_norm": 2.0007364749908447,
      "learning_rate": 2.0300000000000005e-06,
      "loss": 0.0742,
      "step": 2376
    },
    {
      "epoch": 2.8121857438627624,
      "grad_norm": 1.61897611618042,
      "learning_rate": 2.0287500000000003e-06,
      "loss": 0.0699,
      "step": 2377
    },
    {
      "epoch": 2.813368825791186,
      "grad_norm": 1.4759095907211304,
      "learning_rate": 2.0275000000000005e-06,
      "loss": 0.0648,
      "step": 2378
    },
    {
      "epoch": 2.8145519077196095,
      "grad_norm": 1.254772663116455,
      "learning_rate": 2.0262500000000003e-06,
      "loss": 0.0635,
      "step": 2379
    },
    {
      "epoch": 2.8157349896480333,
      "grad_norm": 1.6745940446853638,
      "learning_rate": 2.025e-06,
      "loss": 0.0666,
      "step": 2380
    },
    {
      "epoch": 2.8169180715764566,
      "grad_norm": 1.575006127357483,
      "learning_rate": 2.0237500000000003e-06,
      "loss": 0.0668,
      "step": 2381
    },
    {
      "epoch": 2.8181011535048803,
      "grad_norm": 1.8126695156097412,
      "learning_rate": 2.0225e-06,
      "loss": 0.0807,
      "step": 2382
    },
    {
      "epoch": 2.8192842354333036,
      "grad_norm": 1.5516353845596313,
      "learning_rate": 2.0212500000000003e-06,
      "loss": 0.0675,
      "step": 2383
    },
    {
      "epoch": 2.8204673173617274,
      "grad_norm": 1.6141889095306396,
      "learning_rate": 2.02e-06,
      "loss": 0.0676,
      "step": 2384
    },
    {
      "epoch": 2.8216503992901507,
      "grad_norm": 1.626502275466919,
      "learning_rate": 2.0187500000000004e-06,
      "loss": 0.0732,
      "step": 2385
    },
    {
      "epoch": 2.8228334812185745,
      "grad_norm": 1.7113765478134155,
      "learning_rate": 2.0175e-06,
      "loss": 0.0696,
      "step": 2386
    },
    {
      "epoch": 2.824016563146998,
      "grad_norm": 1.7847610712051392,
      "learning_rate": 2.01625e-06,
      "loss": 0.0749,
      "step": 2387
    },
    {
      "epoch": 2.8251996450754215,
      "grad_norm": 1.7121944427490234,
      "learning_rate": 2.015e-06,
      "loss": 0.0705,
      "step": 2388
    },
    {
      "epoch": 2.826382727003845,
      "grad_norm": 1.5579373836517334,
      "learning_rate": 2.01375e-06,
      "loss": 0.0673,
      "step": 2389
    },
    {
      "epoch": 2.8275658089322686,
      "grad_norm": 1.552991509437561,
      "learning_rate": 2.0125000000000002e-06,
      "loss": 0.0642,
      "step": 2390
    },
    {
      "epoch": 2.828748890860692,
      "grad_norm": 1.6552772521972656,
      "learning_rate": 2.01125e-06,
      "loss": 0.0717,
      "step": 2391
    },
    {
      "epoch": 2.8299319727891157,
      "grad_norm": 1.7462352514266968,
      "learning_rate": 2.0100000000000002e-06,
      "loss": 0.0682,
      "step": 2392
    },
    {
      "epoch": 2.8311150547175394,
      "grad_norm": 1.5442993640899658,
      "learning_rate": 2.00875e-06,
      "loss": 0.0746,
      "step": 2393
    },
    {
      "epoch": 2.8322981366459627,
      "grad_norm": 1.7667704820632935,
      "learning_rate": 2.0075000000000003e-06,
      "loss": 0.0682,
      "step": 2394
    },
    {
      "epoch": 2.833481218574386,
      "grad_norm": 1.4103814363479614,
      "learning_rate": 2.00625e-06,
      "loss": 0.0727,
      "step": 2395
    },
    {
      "epoch": 2.83466430050281,
      "grad_norm": 1.6469242572784424,
      "learning_rate": 2.0050000000000003e-06,
      "loss": 0.0706,
      "step": 2396
    },
    {
      "epoch": 2.8358473824312336,
      "grad_norm": 1.5230721235275269,
      "learning_rate": 2.00375e-06,
      "loss": 0.0709,
      "step": 2397
    },
    {
      "epoch": 2.837030464359657,
      "grad_norm": 1.5549746751785278,
      "learning_rate": 2.0025000000000003e-06,
      "loss": 0.0717,
      "step": 2398
    },
    {
      "epoch": 2.83821354628808,
      "grad_norm": 1.5702377557754517,
      "learning_rate": 2.00125e-06,
      "loss": 0.0572,
      "step": 2399
    },
    {
      "epoch": 2.839396628216504,
      "grad_norm": 1.6052407026290894,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.0723,
      "step": 2400
    },
    {
      "epoch": 2.8405797101449277,
      "grad_norm": 1.896070122718811,
      "learning_rate": 1.99875e-06,
      "loss": 0.0709,
      "step": 2401
    },
    {
      "epoch": 2.841762792073351,
      "grad_norm": 1.688833475112915,
      "learning_rate": 1.9975000000000004e-06,
      "loss": 0.0681,
      "step": 2402
    },
    {
      "epoch": 2.842945874001775,
      "grad_norm": 1.7648653984069824,
      "learning_rate": 1.99625e-06,
      "loss": 0.0646,
      "step": 2403
    },
    {
      "epoch": 2.844128955930198,
      "grad_norm": 1.6799945831298828,
      "learning_rate": 1.9950000000000004e-06,
      "loss": 0.0661,
      "step": 2404
    },
    {
      "epoch": 2.845312037858622,
      "grad_norm": 1.5511871576309204,
      "learning_rate": 1.99375e-06,
      "loss": 0.0711,
      "step": 2405
    },
    {
      "epoch": 2.846495119787045,
      "grad_norm": 1.8639742136001587,
      "learning_rate": 1.9925000000000004e-06,
      "loss": 0.0702,
      "step": 2406
    },
    {
      "epoch": 2.847678201715469,
      "grad_norm": 1.360324740409851,
      "learning_rate": 1.99125e-06,
      "loss": 0.0645,
      "step": 2407
    },
    {
      "epoch": 2.8488612836438922,
      "grad_norm": 1.6489579677581787,
      "learning_rate": 1.9900000000000004e-06,
      "loss": 0.068,
      "step": 2408
    },
    {
      "epoch": 2.850044365572316,
      "grad_norm": 1.6827703714370728,
      "learning_rate": 1.9887500000000002e-06,
      "loss": 0.0703,
      "step": 2409
    },
    {
      "epoch": 2.8512274475007393,
      "grad_norm": 1.5007816553115845,
      "learning_rate": 1.9875000000000005e-06,
      "loss": 0.0669,
      "step": 2410
    },
    {
      "epoch": 2.852410529429163,
      "grad_norm": 1.5588223934173584,
      "learning_rate": 1.9862500000000003e-06,
      "loss": 0.0619,
      "step": 2411
    },
    {
      "epoch": 2.8535936113575864,
      "grad_norm": 1.927217721939087,
      "learning_rate": 1.985e-06,
      "loss": 0.0732,
      "step": 2412
    },
    {
      "epoch": 2.85477669328601,
      "grad_norm": 1.6326324939727783,
      "learning_rate": 1.9837500000000003e-06,
      "loss": 0.0725,
      "step": 2413
    },
    {
      "epoch": 2.8559597752144334,
      "grad_norm": 1.5975621938705444,
      "learning_rate": 1.9825e-06,
      "loss": 0.0698,
      "step": 2414
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 1.4733188152313232,
      "learning_rate": 1.9812500000000003e-06,
      "loss": 0.0722,
      "step": 2415
    },
    {
      "epoch": 2.858325939071281,
      "grad_norm": 1.7527343034744263,
      "learning_rate": 1.98e-06,
      "loss": 0.0711,
      "step": 2416
    },
    {
      "epoch": 2.8595090209997043,
      "grad_norm": 1.7432364225387573,
      "learning_rate": 1.9787500000000003e-06,
      "loss": 0.0644,
      "step": 2417
    },
    {
      "epoch": 2.8606921029281276,
      "grad_norm": 1.6101754903793335,
      "learning_rate": 1.9775e-06,
      "loss": 0.064,
      "step": 2418
    },
    {
      "epoch": 2.8618751848565513,
      "grad_norm": 1.5554190874099731,
      "learning_rate": 1.97625e-06,
      "loss": 0.0703,
      "step": 2419
    },
    {
      "epoch": 2.863058266784975,
      "grad_norm": 1.6532433032989502,
      "learning_rate": 1.975e-06,
      "loss": 0.0719,
      "step": 2420
    },
    {
      "epoch": 2.8642413487133984,
      "grad_norm": 1.4529680013656616,
      "learning_rate": 1.97375e-06,
      "loss": 0.0645,
      "step": 2421
    },
    {
      "epoch": 2.8654244306418217,
      "grad_norm": 1.3631700277328491,
      "learning_rate": 1.9725e-06,
      "loss": 0.0634,
      "step": 2422
    },
    {
      "epoch": 2.8666075125702455,
      "grad_norm": 1.7612366676330566,
      "learning_rate": 1.97125e-06,
      "loss": 0.0651,
      "step": 2423
    },
    {
      "epoch": 2.8677905944986692,
      "grad_norm": 1.6864662170410156,
      "learning_rate": 1.97e-06,
      "loss": 0.072,
      "step": 2424
    },
    {
      "epoch": 2.8689736764270926,
      "grad_norm": 1.8349568843841553,
      "learning_rate": 1.96875e-06,
      "loss": 0.0717,
      "step": 2425
    },
    {
      "epoch": 2.870156758355516,
      "grad_norm": 1.5370631217956543,
      "learning_rate": 1.9675000000000002e-06,
      "loss": 0.0682,
      "step": 2426
    },
    {
      "epoch": 2.8713398402839396,
      "grad_norm": 1.5290476083755493,
      "learning_rate": 1.96625e-06,
      "loss": 0.0692,
      "step": 2427
    },
    {
      "epoch": 2.8725229222123634,
      "grad_norm": 1.460601568222046,
      "learning_rate": 1.9650000000000002e-06,
      "loss": 0.0611,
      "step": 2428
    },
    {
      "epoch": 2.8737060041407867,
      "grad_norm": 1.7049473524093628,
      "learning_rate": 1.96375e-06,
      "loss": 0.07,
      "step": 2429
    },
    {
      "epoch": 2.8748890860692105,
      "grad_norm": 1.5584312677383423,
      "learning_rate": 1.9625000000000003e-06,
      "loss": 0.0684,
      "step": 2430
    },
    {
      "epoch": 2.8760721679976338,
      "grad_norm": 1.7177371978759766,
      "learning_rate": 1.96125e-06,
      "loss": 0.0646,
      "step": 2431
    },
    {
      "epoch": 2.8772552499260575,
      "grad_norm": 1.8652653694152832,
      "learning_rate": 1.9600000000000003e-06,
      "loss": 0.0682,
      "step": 2432
    },
    {
      "epoch": 2.878438331854481,
      "grad_norm": 1.4826210737228394,
      "learning_rate": 1.95875e-06,
      "loss": 0.0645,
      "step": 2433
    },
    {
      "epoch": 2.8796214137829046,
      "grad_norm": 1.9012829065322876,
      "learning_rate": 1.9575000000000003e-06,
      "loss": 0.0654,
      "step": 2434
    },
    {
      "epoch": 2.880804495711328,
      "grad_norm": 1.6006711721420288,
      "learning_rate": 1.95625e-06,
      "loss": 0.0592,
      "step": 2435
    },
    {
      "epoch": 2.8819875776397517,
      "grad_norm": 1.7712098360061646,
      "learning_rate": 1.9550000000000003e-06,
      "loss": 0.0759,
      "step": 2436
    },
    {
      "epoch": 2.883170659568175,
      "grad_norm": 1.743304967880249,
      "learning_rate": 1.95375e-06,
      "loss": 0.0738,
      "step": 2437
    },
    {
      "epoch": 2.8843537414965987,
      "grad_norm": 1.6532620191574097,
      "learning_rate": 1.9525000000000004e-06,
      "loss": 0.0699,
      "step": 2438
    },
    {
      "epoch": 2.885536823425022,
      "grad_norm": 1.3207775354385376,
      "learning_rate": 1.95125e-06,
      "loss": 0.0663,
      "step": 2439
    },
    {
      "epoch": 2.886719905353446,
      "grad_norm": 1.431752324104309,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 0.0695,
      "step": 2440
    },
    {
      "epoch": 2.887902987281869,
      "grad_norm": 1.5717995166778564,
      "learning_rate": 1.94875e-06,
      "loss": 0.0691,
      "step": 2441
    },
    {
      "epoch": 2.889086069210293,
      "grad_norm": 1.7575595378875732,
      "learning_rate": 1.9475000000000004e-06,
      "loss": 0.0657,
      "step": 2442
    },
    {
      "epoch": 2.8902691511387166,
      "grad_norm": 1.645248532295227,
      "learning_rate": 1.9462500000000002e-06,
      "loss": 0.0652,
      "step": 2443
    },
    {
      "epoch": 2.89145223306714,
      "grad_norm": 2.034071445465088,
      "learning_rate": 1.945e-06,
      "loss": 0.0745,
      "step": 2444
    },
    {
      "epoch": 2.8926353149955633,
      "grad_norm": 1.5665355920791626,
      "learning_rate": 1.9437500000000002e-06,
      "loss": 0.0655,
      "step": 2445
    },
    {
      "epoch": 2.893818396923987,
      "grad_norm": 1.5432153940200806,
      "learning_rate": 1.9425e-06,
      "loss": 0.0593,
      "step": 2446
    },
    {
      "epoch": 2.8950014788524108,
      "grad_norm": 1.5774388313293457,
      "learning_rate": 1.9412500000000003e-06,
      "loss": 0.0738,
      "step": 2447
    },
    {
      "epoch": 2.896184560780834,
      "grad_norm": 1.544265866279602,
      "learning_rate": 1.94e-06,
      "loss": 0.0637,
      "step": 2448
    },
    {
      "epoch": 2.8973676427092574,
      "grad_norm": 1.7072991132736206,
      "learning_rate": 1.9387500000000003e-06,
      "loss": 0.0797,
      "step": 2449
    },
    {
      "epoch": 2.898550724637681,
      "grad_norm": 1.8152703046798706,
      "learning_rate": 1.9375e-06,
      "loss": 0.0681,
      "step": 2450
    },
    {
      "epoch": 2.899733806566105,
      "grad_norm": 1.5778100490570068,
      "learning_rate": 1.93625e-06,
      "loss": 0.0637,
      "step": 2451
    },
    {
      "epoch": 2.9009168884945282,
      "grad_norm": 1.50554621219635,
      "learning_rate": 1.935e-06,
      "loss": 0.0689,
      "step": 2452
    },
    {
      "epoch": 2.9020999704229515,
      "grad_norm": 1.7500492334365845,
      "learning_rate": 1.93375e-06,
      "loss": 0.0619,
      "step": 2453
    },
    {
      "epoch": 2.9032830523513753,
      "grad_norm": 1.7047792673110962,
      "learning_rate": 1.9325e-06,
      "loss": 0.0615,
      "step": 2454
    },
    {
      "epoch": 2.904466134279799,
      "grad_norm": 1.4958536624908447,
      "learning_rate": 1.93125e-06,
      "loss": 0.069,
      "step": 2455
    },
    {
      "epoch": 2.9056492162082224,
      "grad_norm": 1.4216097593307495,
      "learning_rate": 1.93e-06,
      "loss": 0.067,
      "step": 2456
    },
    {
      "epoch": 2.906832298136646,
      "grad_norm": 1.3515712022781372,
      "learning_rate": 1.92875e-06,
      "loss": 0.0665,
      "step": 2457
    },
    {
      "epoch": 2.9080153800650694,
      "grad_norm": 1.7064274549484253,
      "learning_rate": 1.9275e-06,
      "loss": 0.0678,
      "step": 2458
    },
    {
      "epoch": 2.909198461993493,
      "grad_norm": 1.4822463989257812,
      "learning_rate": 1.92625e-06,
      "loss": 0.0676,
      "step": 2459
    },
    {
      "epoch": 2.9103815439219165,
      "grad_norm": 1.626153588294983,
      "learning_rate": 1.925e-06,
      "loss": 0.0682,
      "step": 2460
    },
    {
      "epoch": 2.9115646258503403,
      "grad_norm": 1.7121652364730835,
      "learning_rate": 1.92375e-06,
      "loss": 0.0675,
      "step": 2461
    },
    {
      "epoch": 2.9127477077787636,
      "grad_norm": 1.6162493228912354,
      "learning_rate": 1.9225000000000002e-06,
      "loss": 0.0685,
      "step": 2462
    },
    {
      "epoch": 2.9139307897071873,
      "grad_norm": 1.5459274053573608,
      "learning_rate": 1.92125e-06,
      "loss": 0.0646,
      "step": 2463
    },
    {
      "epoch": 2.9151138716356106,
      "grad_norm": 1.5670764446258545,
      "learning_rate": 1.9200000000000003e-06,
      "loss": 0.0746,
      "step": 2464
    },
    {
      "epoch": 2.9162969535640344,
      "grad_norm": 1.5584765672683716,
      "learning_rate": 1.91875e-06,
      "loss": 0.0687,
      "step": 2465
    },
    {
      "epoch": 2.9174800354924577,
      "grad_norm": 1.8651340007781982,
      "learning_rate": 1.9175000000000003e-06,
      "loss": 0.0717,
      "step": 2466
    },
    {
      "epoch": 2.9186631174208815,
      "grad_norm": 1.623411774635315,
      "learning_rate": 1.91625e-06,
      "loss": 0.0649,
      "step": 2467
    },
    {
      "epoch": 2.919846199349305,
      "grad_norm": 1.6388531923294067,
      "learning_rate": 1.9150000000000003e-06,
      "loss": 0.0719,
      "step": 2468
    },
    {
      "epoch": 2.9210292812777285,
      "grad_norm": 1.4986459016799927,
      "learning_rate": 1.91375e-06,
      "loss": 0.0653,
      "step": 2469
    },
    {
      "epoch": 2.9222123632061523,
      "grad_norm": 1.4050724506378174,
      "learning_rate": 1.9125000000000003e-06,
      "loss": 0.072,
      "step": 2470
    },
    {
      "epoch": 2.9233954451345756,
      "grad_norm": 1.807381272315979,
      "learning_rate": 1.91125e-06,
      "loss": 0.0708,
      "step": 2471
    },
    {
      "epoch": 2.924578527062999,
      "grad_norm": 1.8097127676010132,
      "learning_rate": 1.9100000000000003e-06,
      "loss": 0.0688,
      "step": 2472
    },
    {
      "epoch": 2.9257616089914227,
      "grad_norm": 1.526466965675354,
      "learning_rate": 1.90875e-06,
      "loss": 0.0667,
      "step": 2473
    },
    {
      "epoch": 2.9269446909198464,
      "grad_norm": 1.5119761228561401,
      "learning_rate": 1.9075000000000004e-06,
      "loss": 0.0649,
      "step": 2474
    },
    {
      "epoch": 2.9281277728482697,
      "grad_norm": 1.5706753730773926,
      "learning_rate": 1.90625e-06,
      "loss": 0.071,
      "step": 2475
    },
    {
      "epoch": 2.929310854776693,
      "grad_norm": 1.4053676128387451,
      "learning_rate": 1.9050000000000002e-06,
      "loss": 0.0644,
      "step": 2476
    },
    {
      "epoch": 2.930493936705117,
      "grad_norm": 1.5823434591293335,
      "learning_rate": 1.90375e-06,
      "loss": 0.0638,
      "step": 2477
    },
    {
      "epoch": 2.9316770186335406,
      "grad_norm": 1.453567385673523,
      "learning_rate": 1.9025000000000002e-06,
      "loss": 0.0635,
      "step": 2478
    },
    {
      "epoch": 2.932860100561964,
      "grad_norm": 1.5962657928466797,
      "learning_rate": 1.90125e-06,
      "loss": 0.0675,
      "step": 2479
    },
    {
      "epoch": 2.934043182490387,
      "grad_norm": 1.418526291847229,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 0.065,
      "step": 2480
    },
    {
      "epoch": 2.935226264418811,
      "grad_norm": 1.5755441188812256,
      "learning_rate": 1.89875e-06,
      "loss": 0.0664,
      "step": 2481
    },
    {
      "epoch": 2.9364093463472347,
      "grad_norm": 2.1122994422912598,
      "learning_rate": 1.8975000000000003e-06,
      "loss": 0.074,
      "step": 2482
    },
    {
      "epoch": 2.937592428275658,
      "grad_norm": 1.7100212574005127,
      "learning_rate": 1.89625e-06,
      "loss": 0.0693,
      "step": 2483
    },
    {
      "epoch": 2.938775510204082,
      "grad_norm": 1.6845777034759521,
      "learning_rate": 1.895e-06,
      "loss": 0.0677,
      "step": 2484
    },
    {
      "epoch": 2.939958592132505,
      "grad_norm": 1.4111323356628418,
      "learning_rate": 1.89375e-06,
      "loss": 0.0659,
      "step": 2485
    },
    {
      "epoch": 2.941141674060929,
      "grad_norm": 1.3746331930160522,
      "learning_rate": 1.8925e-06,
      "loss": 0.0641,
      "step": 2486
    },
    {
      "epoch": 2.942324755989352,
      "grad_norm": 1.542730450630188,
      "learning_rate": 1.89125e-06,
      "loss": 0.0652,
      "step": 2487
    },
    {
      "epoch": 2.943507837917776,
      "grad_norm": 1.6250323057174683,
      "learning_rate": 1.8900000000000001e-06,
      "loss": 0.068,
      "step": 2488
    },
    {
      "epoch": 2.9446909198461992,
      "grad_norm": 1.651515007019043,
      "learning_rate": 1.8887500000000001e-06,
      "loss": 0.0829,
      "step": 2489
    },
    {
      "epoch": 2.945874001774623,
      "grad_norm": 1.6565111875534058,
      "learning_rate": 1.8875000000000001e-06,
      "loss": 0.0678,
      "step": 2490
    },
    {
      "epoch": 2.9470570837030463,
      "grad_norm": 1.4849125146865845,
      "learning_rate": 1.88625e-06,
      "loss": 0.0651,
      "step": 2491
    },
    {
      "epoch": 2.94824016563147,
      "grad_norm": 1.3929630517959595,
      "learning_rate": 1.8850000000000002e-06,
      "loss": 0.0708,
      "step": 2492
    },
    {
      "epoch": 2.9494232475598934,
      "grad_norm": 1.4340704679489136,
      "learning_rate": 1.88375e-06,
      "loss": 0.0655,
      "step": 2493
    },
    {
      "epoch": 2.950606329488317,
      "grad_norm": 1.6422781944274902,
      "learning_rate": 1.8825000000000002e-06,
      "loss": 0.073,
      "step": 2494
    },
    {
      "epoch": 2.9517894114167404,
      "grad_norm": 1.732357382774353,
      "learning_rate": 1.88125e-06,
      "loss": 0.0705,
      "step": 2495
    },
    {
      "epoch": 2.952972493345164,
      "grad_norm": 1.5493820905685425,
      "learning_rate": 1.8800000000000002e-06,
      "loss": 0.0644,
      "step": 2496
    },
    {
      "epoch": 2.954155575273588,
      "grad_norm": 1.5499510765075684,
      "learning_rate": 1.87875e-06,
      "loss": 0.0687,
      "step": 2497
    },
    {
      "epoch": 2.9553386572020113,
      "grad_norm": 1.5106990337371826,
      "learning_rate": 1.8775000000000002e-06,
      "loss": 0.0664,
      "step": 2498
    },
    {
      "epoch": 2.9565217391304346,
      "grad_norm": 1.796994924545288,
      "learning_rate": 1.87625e-06,
      "loss": 0.0717,
      "step": 2499
    },
    {
      "epoch": 2.9577048210588583,
      "grad_norm": 1.6729393005371094,
      "learning_rate": 1.8750000000000003e-06,
      "loss": 0.0703,
      "step": 2500
    },
    {
      "epoch": 2.958887902987282,
      "grad_norm": 1.7344276905059814,
      "learning_rate": 1.8737500000000003e-06,
      "loss": 0.0728,
      "step": 2501
    },
    {
      "epoch": 2.9600709849157054,
      "grad_norm": 1.6145223379135132,
      "learning_rate": 1.8725e-06,
      "loss": 0.069,
      "step": 2502
    },
    {
      "epoch": 2.9612540668441287,
      "grad_norm": 1.7349733114242554,
      "learning_rate": 1.8712500000000003e-06,
      "loss": 0.0685,
      "step": 2503
    },
    {
      "epoch": 2.9624371487725525,
      "grad_norm": 1.5592211484909058,
      "learning_rate": 1.87e-06,
      "loss": 0.068,
      "step": 2504
    },
    {
      "epoch": 2.9636202307009762,
      "grad_norm": 1.6399497985839844,
      "learning_rate": 1.8687500000000003e-06,
      "loss": 0.0675,
      "step": 2505
    },
    {
      "epoch": 2.9648033126293996,
      "grad_norm": 1.4416548013687134,
      "learning_rate": 1.8675000000000001e-06,
      "loss": 0.0601,
      "step": 2506
    },
    {
      "epoch": 2.965986394557823,
      "grad_norm": 1.6833360195159912,
      "learning_rate": 1.8662500000000003e-06,
      "loss": 0.0747,
      "step": 2507
    },
    {
      "epoch": 2.9671694764862466,
      "grad_norm": 1.4294401407241821,
      "learning_rate": 1.8650000000000001e-06,
      "loss": 0.0718,
      "step": 2508
    },
    {
      "epoch": 2.9683525584146704,
      "grad_norm": 1.6642833948135376,
      "learning_rate": 1.8637500000000004e-06,
      "loss": 0.0644,
      "step": 2509
    },
    {
      "epoch": 2.9695356403430937,
      "grad_norm": 1.6667840480804443,
      "learning_rate": 1.8625000000000002e-06,
      "loss": 0.0733,
      "step": 2510
    },
    {
      "epoch": 2.9707187222715175,
      "grad_norm": 1.5777897834777832,
      "learning_rate": 1.8612500000000002e-06,
      "loss": 0.0696,
      "step": 2511
    },
    {
      "epoch": 2.9719018041999408,
      "grad_norm": 1.4742311239242554,
      "learning_rate": 1.8600000000000002e-06,
      "loss": 0.0744,
      "step": 2512
    },
    {
      "epoch": 2.9730848861283645,
      "grad_norm": 1.709455966949463,
      "learning_rate": 1.8587500000000002e-06,
      "loss": 0.0724,
      "step": 2513
    },
    {
      "epoch": 2.974267968056788,
      "grad_norm": 1.4900271892547607,
      "learning_rate": 1.8575000000000002e-06,
      "loss": 0.0665,
      "step": 2514
    },
    {
      "epoch": 2.9754510499852116,
      "grad_norm": 1.5196034908294678,
      "learning_rate": 1.8562500000000002e-06,
      "loss": 0.0704,
      "step": 2515
    },
    {
      "epoch": 2.976634131913635,
      "grad_norm": 1.7550339698791504,
      "learning_rate": 1.8550000000000002e-06,
      "loss": 0.0695,
      "step": 2516
    },
    {
      "epoch": 2.9778172138420587,
      "grad_norm": 1.6801080703735352,
      "learning_rate": 1.8537500000000003e-06,
      "loss": 0.066,
      "step": 2517
    },
    {
      "epoch": 2.979000295770482,
      "grad_norm": 1.7404299974441528,
      "learning_rate": 1.8525e-06,
      "loss": 0.0658,
      "step": 2518
    },
    {
      "epoch": 2.9801833776989057,
      "grad_norm": 2.022076368331909,
      "learning_rate": 1.8512500000000003e-06,
      "loss": 0.0657,
      "step": 2519
    },
    {
      "epoch": 2.981366459627329,
      "grad_norm": 1.74867582321167,
      "learning_rate": 1.85e-06,
      "loss": 0.0708,
      "step": 2520
    },
    {
      "epoch": 2.982549541555753,
      "grad_norm": 1.9249935150146484,
      "learning_rate": 1.8487500000000003e-06,
      "loss": 0.065,
      "step": 2521
    },
    {
      "epoch": 2.983732623484176,
      "grad_norm": 1.7662882804870605,
      "learning_rate": 1.8475e-06,
      "loss": 0.0729,
      "step": 2522
    },
    {
      "epoch": 2.9849157054126,
      "grad_norm": 1.539586067199707,
      "learning_rate": 1.8462500000000003e-06,
      "loss": 0.0617,
      "step": 2523
    },
    {
      "epoch": 2.9860987873410236,
      "grad_norm": 1.6438349485397339,
      "learning_rate": 1.8450000000000001e-06,
      "loss": 0.0705,
      "step": 2524
    },
    {
      "epoch": 2.987281869269447,
      "grad_norm": 1.5068515539169312,
      "learning_rate": 1.8437500000000003e-06,
      "loss": 0.066,
      "step": 2525
    },
    {
      "epoch": 2.9884649511978703,
      "grad_norm": 1.6392298936843872,
      "learning_rate": 1.8425000000000001e-06,
      "loss": 0.0705,
      "step": 2526
    },
    {
      "epoch": 2.989648033126294,
      "grad_norm": 1.6790026426315308,
      "learning_rate": 1.8412500000000002e-06,
      "loss": 0.0686,
      "step": 2527
    },
    {
      "epoch": 2.9908311150547178,
      "grad_norm": 1.8331384658813477,
      "learning_rate": 1.8400000000000002e-06,
      "loss": 0.0679,
      "step": 2528
    },
    {
      "epoch": 2.992014196983141,
      "grad_norm": 1.577783226966858,
      "learning_rate": 1.8387500000000002e-06,
      "loss": 0.0761,
      "step": 2529
    },
    {
      "epoch": 2.9931972789115644,
      "grad_norm": 1.9697670936584473,
      "learning_rate": 1.8375000000000002e-06,
      "loss": 0.074,
      "step": 2530
    },
    {
      "epoch": 2.994380360839988,
      "grad_norm": 1.5967445373535156,
      "learning_rate": 1.8362500000000002e-06,
      "loss": 0.0667,
      "step": 2531
    },
    {
      "epoch": 2.995563442768412,
      "grad_norm": 1.6976232528686523,
      "learning_rate": 1.8350000000000002e-06,
      "loss": 0.0679,
      "step": 2532
    },
    {
      "epoch": 2.9967465246968352,
      "grad_norm": 1.9708269834518433,
      "learning_rate": 1.8337500000000002e-06,
      "loss": 0.0628,
      "step": 2533
    },
    {
      "epoch": 2.9979296066252585,
      "grad_norm": 1.6069588661193848,
      "learning_rate": 1.8325e-06,
      "loss": 0.0662,
      "step": 2534
    },
    {
      "epoch": 2.9991126885536823,
      "grad_norm": 1.5127321481704712,
      "learning_rate": 1.8312500000000003e-06,
      "loss": 0.076,
      "step": 2535
    },
    {
      "epoch": 3.000295770482106,
      "grad_norm": 1.1114705801010132,
      "learning_rate": 1.83e-06,
      "loss": 0.0595,
      "step": 2536
    },
    {
      "epoch": 3.0014788524105294,
      "grad_norm": 0.9029242396354675,
      "learning_rate": 1.8287500000000003e-06,
      "loss": 0.0337,
      "step": 2537
    },
    {
      "epoch": 3.002661934338953,
      "grad_norm": 1.304062843322754,
      "learning_rate": 1.8275e-06,
      "loss": 0.034,
      "step": 2538
    },
    {
      "epoch": 3.0038450162673764,
      "grad_norm": 1.2144815921783447,
      "learning_rate": 1.8262500000000003e-06,
      "loss": 0.0376,
      "step": 2539
    },
    {
      "epoch": 3.0050280981958,
      "grad_norm": 1.2010996341705322,
      "learning_rate": 1.825e-06,
      "loss": 0.0351,
      "step": 2540
    },
    {
      "epoch": 3.0062111801242235,
      "grad_norm": 1.246021032333374,
      "learning_rate": 1.8237500000000003e-06,
      "loss": 0.0333,
      "step": 2541
    },
    {
      "epoch": 3.0073942620526473,
      "grad_norm": 1.3628509044647217,
      "learning_rate": 1.8225000000000001e-06,
      "loss": 0.0341,
      "step": 2542
    },
    {
      "epoch": 3.0085773439810706,
      "grad_norm": 2.1943373680114746,
      "learning_rate": 1.8212500000000001e-06,
      "loss": 0.0353,
      "step": 2543
    },
    {
      "epoch": 3.0097604259094943,
      "grad_norm": 1.4251822233200073,
      "learning_rate": 1.8200000000000002e-06,
      "loss": 0.0336,
      "step": 2544
    },
    {
      "epoch": 3.0109435078379176,
      "grad_norm": 1.390965223312378,
      "learning_rate": 1.8187500000000002e-06,
      "loss": 0.0353,
      "step": 2545
    },
    {
      "epoch": 3.0121265897663414,
      "grad_norm": 1.6122360229492188,
      "learning_rate": 1.8175000000000002e-06,
      "loss": 0.034,
      "step": 2546
    },
    {
      "epoch": 3.0133096716947647,
      "grad_norm": 1.3799641132354736,
      "learning_rate": 1.8162500000000002e-06,
      "loss": 0.0334,
      "step": 2547
    },
    {
      "epoch": 3.0144927536231885,
      "grad_norm": 1.3610409498214722,
      "learning_rate": 1.8150000000000002e-06,
      "loss": 0.035,
      "step": 2548
    },
    {
      "epoch": 3.015675835551612,
      "grad_norm": 1.3110113143920898,
      "learning_rate": 1.8137500000000002e-06,
      "loss": 0.0345,
      "step": 2549
    },
    {
      "epoch": 3.0168589174800355,
      "grad_norm": 1.5193076133728027,
      "learning_rate": 1.8125e-06,
      "loss": 0.0355,
      "step": 2550
    },
    {
      "epoch": 3.018041999408459,
      "grad_norm": 1.4479187726974487,
      "learning_rate": 1.8112500000000002e-06,
      "loss": 0.0339,
      "step": 2551
    },
    {
      "epoch": 3.0192250813368826,
      "grad_norm": 1.4371201992034912,
      "learning_rate": 1.81e-06,
      "loss": 0.0344,
      "step": 2552
    },
    {
      "epoch": 3.020408163265306,
      "grad_norm": 1.4891449213027954,
      "learning_rate": 1.8087500000000003e-06,
      "loss": 0.0347,
      "step": 2553
    },
    {
      "epoch": 3.0215912451937297,
      "grad_norm": 1.7040371894836426,
      "learning_rate": 1.8075e-06,
      "loss": 0.0347,
      "step": 2554
    },
    {
      "epoch": 3.022774327122153,
      "grad_norm": 1.3031361103057861,
      "learning_rate": 1.8062500000000003e-06,
      "loss": 0.0373,
      "step": 2555
    },
    {
      "epoch": 3.0239574090505768,
      "grad_norm": 1.484960675239563,
      "learning_rate": 1.805e-06,
      "loss": 0.038,
      "step": 2556
    },
    {
      "epoch": 3.0251404909790005,
      "grad_norm": 1.4752142429351807,
      "learning_rate": 1.8037500000000003e-06,
      "loss": 0.0338,
      "step": 2557
    },
    {
      "epoch": 3.026323572907424,
      "grad_norm": 1.3498085737228394,
      "learning_rate": 1.8025000000000001e-06,
      "loss": 0.0353,
      "step": 2558
    },
    {
      "epoch": 3.0275066548358476,
      "grad_norm": 1.6069928407669067,
      "learning_rate": 1.8012500000000001e-06,
      "loss": 0.0367,
      "step": 2559
    },
    {
      "epoch": 3.028689736764271,
      "grad_norm": 1.3902969360351562,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.0378,
      "step": 2560
    },
    {
      "epoch": 3.0298728186926946,
      "grad_norm": 1.5500601530075073,
      "learning_rate": 1.7987500000000001e-06,
      "loss": 0.0355,
      "step": 2561
    },
    {
      "epoch": 3.031055900621118,
      "grad_norm": 1.239907145500183,
      "learning_rate": 1.7975000000000002e-06,
      "loss": 0.032,
      "step": 2562
    },
    {
      "epoch": 3.0322389825495417,
      "grad_norm": 1.148078441619873,
      "learning_rate": 1.7962500000000002e-06,
      "loss": 0.0324,
      "step": 2563
    },
    {
      "epoch": 3.033422064477965,
      "grad_norm": 1.1643887758255005,
      "learning_rate": 1.7950000000000002e-06,
      "loss": 0.0356,
      "step": 2564
    },
    {
      "epoch": 3.034605146406389,
      "grad_norm": 1.6064841747283936,
      "learning_rate": 1.7937500000000002e-06,
      "loss": 0.0383,
      "step": 2565
    },
    {
      "epoch": 3.035788228334812,
      "grad_norm": 1.8022316694259644,
      "learning_rate": 1.7925e-06,
      "loss": 0.036,
      "step": 2566
    },
    {
      "epoch": 3.036971310263236,
      "grad_norm": 1.5448108911514282,
      "learning_rate": 1.7912500000000002e-06,
      "loss": 0.0313,
      "step": 2567
    },
    {
      "epoch": 3.038154392191659,
      "grad_norm": 1.1204724311828613,
      "learning_rate": 1.79e-06,
      "loss": 0.0354,
      "step": 2568
    },
    {
      "epoch": 3.039337474120083,
      "grad_norm": 1.5587433576583862,
      "learning_rate": 1.7887500000000002e-06,
      "loss": 0.0309,
      "step": 2569
    },
    {
      "epoch": 3.0405205560485062,
      "grad_norm": 1.4279117584228516,
      "learning_rate": 1.7875e-06,
      "loss": 0.0329,
      "step": 2570
    },
    {
      "epoch": 3.04170363797693,
      "grad_norm": 1.7578426599502563,
      "learning_rate": 1.7862500000000003e-06,
      "loss": 0.0338,
      "step": 2571
    },
    {
      "epoch": 3.0428867199053533,
      "grad_norm": 1.5974630117416382,
      "learning_rate": 1.785e-06,
      "loss": 0.0348,
      "step": 2572
    },
    {
      "epoch": 3.044069801833777,
      "grad_norm": 1.5781141519546509,
      "learning_rate": 1.7837500000000003e-06,
      "loss": 0.0369,
      "step": 2573
    },
    {
      "epoch": 3.0452528837622004,
      "grad_norm": 1.5280400514602661,
      "learning_rate": 1.7825e-06,
      "loss": 0.0352,
      "step": 2574
    },
    {
      "epoch": 3.046435965690624,
      "grad_norm": 2.2156310081481934,
      "learning_rate": 1.78125e-06,
      "loss": 0.0371,
      "step": 2575
    },
    {
      "epoch": 3.0476190476190474,
      "grad_norm": 1.6461681127548218,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 0.0357,
      "step": 2576
    },
    {
      "epoch": 3.048802129547471,
      "grad_norm": 1.7484053373336792,
      "learning_rate": 1.7787500000000001e-06,
      "loss": 0.0337,
      "step": 2577
    },
    {
      "epoch": 3.0499852114758945,
      "grad_norm": 1.3296630382537842,
      "learning_rate": 1.7775000000000001e-06,
      "loss": 0.0336,
      "step": 2578
    },
    {
      "epoch": 3.0511682934043183,
      "grad_norm": 1.579818844795227,
      "learning_rate": 1.7762500000000001e-06,
      "loss": 0.0389,
      "step": 2579
    },
    {
      "epoch": 3.0523513753327416,
      "grad_norm": 1.2949336767196655,
      "learning_rate": 1.7750000000000002e-06,
      "loss": 0.0346,
      "step": 2580
    },
    {
      "epoch": 3.0535344572611653,
      "grad_norm": 1.3661082983016968,
      "learning_rate": 1.7737500000000002e-06,
      "loss": 0.0315,
      "step": 2581
    },
    {
      "epoch": 3.054717539189589,
      "grad_norm": 1.477048397064209,
      "learning_rate": 1.7725e-06,
      "loss": 0.0338,
      "step": 2582
    },
    {
      "epoch": 3.0559006211180124,
      "grad_norm": 1.4536473751068115,
      "learning_rate": 1.7712500000000002e-06,
      "loss": 0.0302,
      "step": 2583
    },
    {
      "epoch": 3.057083703046436,
      "grad_norm": 1.1080058813095093,
      "learning_rate": 1.77e-06,
      "loss": 0.0304,
      "step": 2584
    },
    {
      "epoch": 3.0582667849748595,
      "grad_norm": 1.4379875659942627,
      "learning_rate": 1.7687500000000002e-06,
      "loss": 0.032,
      "step": 2585
    },
    {
      "epoch": 3.0594498669032832,
      "grad_norm": 1.7263069152832031,
      "learning_rate": 1.7675e-06,
      "loss": 0.0361,
      "step": 2586
    },
    {
      "epoch": 3.0606329488317066,
      "grad_norm": 1.5186476707458496,
      "learning_rate": 1.7662500000000002e-06,
      "loss": 0.032,
      "step": 2587
    },
    {
      "epoch": 3.0618160307601303,
      "grad_norm": 1.5951355695724487,
      "learning_rate": 1.765e-06,
      "loss": 0.0328,
      "step": 2588
    },
    {
      "epoch": 3.0629991126885536,
      "grad_norm": 1.340288758277893,
      "learning_rate": 1.7637500000000003e-06,
      "loss": 0.0382,
      "step": 2589
    },
    {
      "epoch": 3.0641821946169774,
      "grad_norm": 1.5069451332092285,
      "learning_rate": 1.7625e-06,
      "loss": 0.0321,
      "step": 2590
    },
    {
      "epoch": 3.0653652765454007,
      "grad_norm": 1.6718896627426147,
      "learning_rate": 1.76125e-06,
      "loss": 0.0339,
      "step": 2591
    },
    {
      "epoch": 3.0665483584738245,
      "grad_norm": 1.3780766725540161,
      "learning_rate": 1.76e-06,
      "loss": 0.0355,
      "step": 2592
    },
    {
      "epoch": 3.0677314404022478,
      "grad_norm": 1.495343804359436,
      "learning_rate": 1.75875e-06,
      "loss": 0.0349,
      "step": 2593
    },
    {
      "epoch": 3.0689145223306715,
      "grad_norm": 1.5244766473770142,
      "learning_rate": 1.7575000000000001e-06,
      "loss": 0.0327,
      "step": 2594
    },
    {
      "epoch": 3.070097604259095,
      "grad_norm": 1.6871026754379272,
      "learning_rate": 1.7562500000000001e-06,
      "loss": 0.0348,
      "step": 2595
    },
    {
      "epoch": 3.0712806861875186,
      "grad_norm": 1.355095386505127,
      "learning_rate": 1.7550000000000001e-06,
      "loss": 0.0327,
      "step": 2596
    },
    {
      "epoch": 3.072463768115942,
      "grad_norm": 1.577634572982788,
      "learning_rate": 1.7537500000000001e-06,
      "loss": 0.0357,
      "step": 2597
    },
    {
      "epoch": 3.0736468500443657,
      "grad_norm": 1.5134474039077759,
      "learning_rate": 1.7525e-06,
      "loss": 0.0306,
      "step": 2598
    },
    {
      "epoch": 3.074829931972789,
      "grad_norm": 1.663620948791504,
      "learning_rate": 1.7512500000000002e-06,
      "loss": 0.0342,
      "step": 2599
    },
    {
      "epoch": 3.0760130139012127,
      "grad_norm": 1.7172060012817383,
      "learning_rate": 1.75e-06,
      "loss": 0.036,
      "step": 2600
    },
    {
      "epoch": 3.077196095829636,
      "grad_norm": 1.2387088537216187,
      "learning_rate": 1.7487500000000002e-06,
      "loss": 0.0356,
      "step": 2601
    },
    {
      "epoch": 3.07837917775806,
      "grad_norm": 1.4813896417617798,
      "learning_rate": 1.7475e-06,
      "loss": 0.0357,
      "step": 2602
    },
    {
      "epoch": 3.079562259686483,
      "grad_norm": 1.3667938709259033,
      "learning_rate": 1.7462500000000002e-06,
      "loss": 0.0337,
      "step": 2603
    },
    {
      "epoch": 3.080745341614907,
      "grad_norm": 1.3202913999557495,
      "learning_rate": 1.745e-06,
      "loss": 0.0333,
      "step": 2604
    },
    {
      "epoch": 3.08192842354333,
      "grad_norm": 1.1989960670471191,
      "learning_rate": 1.7437500000000002e-06,
      "loss": 0.0331,
      "step": 2605
    },
    {
      "epoch": 3.083111505471754,
      "grad_norm": 1.796905279159546,
      "learning_rate": 1.7425e-06,
      "loss": 0.0377,
      "step": 2606
    },
    {
      "epoch": 3.0842945874001773,
      "grad_norm": 1.6856011152267456,
      "learning_rate": 1.74125e-06,
      "loss": 0.0334,
      "step": 2607
    },
    {
      "epoch": 3.085477669328601,
      "grad_norm": 1.2994053363800049,
      "learning_rate": 1.74e-06,
      "loss": 0.0355,
      "step": 2608
    },
    {
      "epoch": 3.0866607512570248,
      "grad_norm": 1.5401818752288818,
      "learning_rate": 1.73875e-06,
      "loss": 0.0352,
      "step": 2609
    },
    {
      "epoch": 3.087843833185448,
      "grad_norm": 1.85686194896698,
      "learning_rate": 1.7375e-06,
      "loss": 0.0328,
      "step": 2610
    },
    {
      "epoch": 3.089026915113872,
      "grad_norm": 1.2153459787368774,
      "learning_rate": 1.73625e-06,
      "loss": 0.0292,
      "step": 2611
    },
    {
      "epoch": 3.090209997042295,
      "grad_norm": 1.605089545249939,
      "learning_rate": 1.7350000000000001e-06,
      "loss": 0.0356,
      "step": 2612
    },
    {
      "epoch": 3.091393078970719,
      "grad_norm": 1.241175889968872,
      "learning_rate": 1.7337500000000001e-06,
      "loss": 0.0315,
      "step": 2613
    },
    {
      "epoch": 3.0925761608991422,
      "grad_norm": 1.4177995920181274,
      "learning_rate": 1.7325e-06,
      "loss": 0.0426,
      "step": 2614
    },
    {
      "epoch": 3.093759242827566,
      "grad_norm": 1.6079317331314087,
      "learning_rate": 1.7312500000000002e-06,
      "loss": 0.0353,
      "step": 2615
    },
    {
      "epoch": 3.0949423247559893,
      "grad_norm": 1.4533647298812866,
      "learning_rate": 1.73e-06,
      "loss": 0.0333,
      "step": 2616
    },
    {
      "epoch": 3.096125406684413,
      "grad_norm": 1.3900617361068726,
      "learning_rate": 1.7287500000000002e-06,
      "loss": 0.0357,
      "step": 2617
    },
    {
      "epoch": 3.0973084886128364,
      "grad_norm": 1.3681914806365967,
      "learning_rate": 1.7275e-06,
      "loss": 0.0305,
      "step": 2618
    },
    {
      "epoch": 3.09849157054126,
      "grad_norm": 1.4883403778076172,
      "learning_rate": 1.7262500000000002e-06,
      "loss": 0.0327,
      "step": 2619
    },
    {
      "epoch": 3.0996746524696834,
      "grad_norm": 1.5963979959487915,
      "learning_rate": 1.725e-06,
      "loss": 0.0358,
      "step": 2620
    },
    {
      "epoch": 3.100857734398107,
      "grad_norm": 1.5026475191116333,
      "learning_rate": 1.7237500000000002e-06,
      "loss": 0.0334,
      "step": 2621
    },
    {
      "epoch": 3.1020408163265305,
      "grad_norm": 1.4265025854110718,
      "learning_rate": 1.7225e-06,
      "loss": 0.0378,
      "step": 2622
    },
    {
      "epoch": 3.1032238982549543,
      "grad_norm": 1.3758147954940796,
      "learning_rate": 1.72125e-06,
      "loss": 0.0332,
      "step": 2623
    },
    {
      "epoch": 3.1044069801833776,
      "grad_norm": 1.903786301612854,
      "learning_rate": 1.72e-06,
      "loss": 0.0381,
      "step": 2624
    },
    {
      "epoch": 3.1055900621118013,
      "grad_norm": 1.760132074356079,
      "learning_rate": 1.71875e-06,
      "loss": 0.0423,
      "step": 2625
    },
    {
      "epoch": 3.1067731440402246,
      "grad_norm": 1.4317656755447388,
      "learning_rate": 1.7175000000000003e-06,
      "loss": 0.0359,
      "step": 2626
    },
    {
      "epoch": 3.1079562259686484,
      "grad_norm": 1.2694700956344604,
      "learning_rate": 1.71625e-06,
      "loss": 0.0366,
      "step": 2627
    },
    {
      "epoch": 3.1091393078970717,
      "grad_norm": 1.5842773914337158,
      "learning_rate": 1.7150000000000003e-06,
      "loss": 0.04,
      "step": 2628
    },
    {
      "epoch": 3.1103223898254955,
      "grad_norm": 1.7515537738800049,
      "learning_rate": 1.7137500000000001e-06,
      "loss": 0.0366,
      "step": 2629
    },
    {
      "epoch": 3.111505471753919,
      "grad_norm": 1.564864993095398,
      "learning_rate": 1.7125000000000003e-06,
      "loss": 0.032,
      "step": 2630
    },
    {
      "epoch": 3.1126885536823425,
      "grad_norm": 1.6075620651245117,
      "learning_rate": 1.7112500000000001e-06,
      "loss": 0.0347,
      "step": 2631
    },
    {
      "epoch": 3.113871635610766,
      "grad_norm": 1.308459758758545,
      "learning_rate": 1.7100000000000004e-06,
      "loss": 0.0315,
      "step": 2632
    },
    {
      "epoch": 3.1150547175391896,
      "grad_norm": 1.1863787174224854,
      "learning_rate": 1.7087500000000002e-06,
      "loss": 0.0351,
      "step": 2633
    },
    {
      "epoch": 3.116237799467613,
      "grad_norm": 1.518088936805725,
      "learning_rate": 1.7075000000000002e-06,
      "loss": 0.0338,
      "step": 2634
    },
    {
      "epoch": 3.1174208813960367,
      "grad_norm": 1.1476041078567505,
      "learning_rate": 1.7062500000000002e-06,
      "loss": 0.0356,
      "step": 2635
    },
    {
      "epoch": 3.1186039633244604,
      "grad_norm": 1.527772307395935,
      "learning_rate": 1.7050000000000002e-06,
      "loss": 0.0332,
      "step": 2636
    },
    {
      "epoch": 3.1197870452528838,
      "grad_norm": 1.3114049434661865,
      "learning_rate": 1.7037500000000002e-06,
      "loss": 0.0404,
      "step": 2637
    },
    {
      "epoch": 3.1209701271813075,
      "grad_norm": 1.3765316009521484,
      "learning_rate": 1.7025000000000002e-06,
      "loss": 0.0323,
      "step": 2638
    },
    {
      "epoch": 3.122153209109731,
      "grad_norm": 1.6492255926132202,
      "learning_rate": 1.7012500000000002e-06,
      "loss": 0.0327,
      "step": 2639
    },
    {
      "epoch": 3.1233362910381546,
      "grad_norm": 1.2614279985427856,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 0.0326,
      "step": 2640
    },
    {
      "epoch": 3.124519372966578,
      "grad_norm": 1.4618563652038574,
      "learning_rate": 1.69875e-06,
      "loss": 0.0363,
      "step": 2641
    },
    {
      "epoch": 3.1257024548950016,
      "grad_norm": 1.6708273887634277,
      "learning_rate": 1.6975000000000003e-06,
      "loss": 0.0322,
      "step": 2642
    },
    {
      "epoch": 3.126885536823425,
      "grad_norm": 1.7514479160308838,
      "learning_rate": 1.69625e-06,
      "loss": 0.0365,
      "step": 2643
    },
    {
      "epoch": 3.1280686187518487,
      "grad_norm": 2.040926694869995,
      "learning_rate": 1.6950000000000003e-06,
      "loss": 0.036,
      "step": 2644
    },
    {
      "epoch": 3.129251700680272,
      "grad_norm": 1.4218146800994873,
      "learning_rate": 1.69375e-06,
      "loss": 0.0334,
      "step": 2645
    },
    {
      "epoch": 3.130434782608696,
      "grad_norm": 1.4094136953353882,
      "learning_rate": 1.6925000000000003e-06,
      "loss": 0.0331,
      "step": 2646
    },
    {
      "epoch": 3.131617864537119,
      "grad_norm": 1.5134646892547607,
      "learning_rate": 1.6912500000000001e-06,
      "loss": 0.0393,
      "step": 2647
    },
    {
      "epoch": 3.132800946465543,
      "grad_norm": 1.373430609703064,
      "learning_rate": 1.6900000000000003e-06,
      "loss": 0.0351,
      "step": 2648
    },
    {
      "epoch": 3.133984028393966,
      "grad_norm": 1.5034221410751343,
      "learning_rate": 1.6887500000000001e-06,
      "loss": 0.035,
      "step": 2649
    },
    {
      "epoch": 3.13516711032239,
      "grad_norm": 2.0055410861968994,
      "learning_rate": 1.6875000000000001e-06,
      "loss": 0.0352,
      "step": 2650
    },
    {
      "epoch": 3.1363501922508132,
      "grad_norm": 1.4226932525634766,
      "learning_rate": 1.6862500000000002e-06,
      "loss": 0.0327,
      "step": 2651
    },
    {
      "epoch": 3.137533274179237,
      "grad_norm": 1.270472764968872,
      "learning_rate": 1.6850000000000002e-06,
      "loss": 0.0363,
      "step": 2652
    },
    {
      "epoch": 3.1387163561076603,
      "grad_norm": 1.3482662439346313,
      "learning_rate": 1.6837500000000002e-06,
      "loss": 0.0355,
      "step": 2653
    },
    {
      "epoch": 3.139899438036084,
      "grad_norm": 1.4808274507522583,
      "learning_rate": 1.6825000000000002e-06,
      "loss": 0.0328,
      "step": 2654
    },
    {
      "epoch": 3.1410825199645074,
      "grad_norm": 1.4754095077514648,
      "learning_rate": 1.6812500000000002e-06,
      "loss": 0.0349,
      "step": 2655
    },
    {
      "epoch": 3.142265601892931,
      "grad_norm": 1.7076677083969116,
      "learning_rate": 1.6800000000000002e-06,
      "loss": 0.0357,
      "step": 2656
    },
    {
      "epoch": 3.1434486838213545,
      "grad_norm": 1.4881373643875122,
      "learning_rate": 1.67875e-06,
      "loss": 0.0362,
      "step": 2657
    },
    {
      "epoch": 3.144631765749778,
      "grad_norm": 1.951103687286377,
      "learning_rate": 1.6775000000000002e-06,
      "loss": 0.0356,
      "step": 2658
    },
    {
      "epoch": 3.1458148476782015,
      "grad_norm": 1.3693568706512451,
      "learning_rate": 1.67625e-06,
      "loss": 0.0315,
      "step": 2659
    },
    {
      "epoch": 3.1469979296066253,
      "grad_norm": 1.3699461221694946,
      "learning_rate": 1.6750000000000003e-06,
      "loss": 0.0333,
      "step": 2660
    },
    {
      "epoch": 3.1481810115350486,
      "grad_norm": 1.4908063411712646,
      "learning_rate": 1.67375e-06,
      "loss": 0.0339,
      "step": 2661
    },
    {
      "epoch": 3.1493640934634723,
      "grad_norm": 1.4840742349624634,
      "learning_rate": 1.6725000000000003e-06,
      "loss": 0.0355,
      "step": 2662
    },
    {
      "epoch": 3.150547175391896,
      "grad_norm": 1.2359851598739624,
      "learning_rate": 1.67125e-06,
      "loss": 0.0342,
      "step": 2663
    },
    {
      "epoch": 3.1517302573203194,
      "grad_norm": 1.5540121793746948,
      "learning_rate": 1.6700000000000003e-06,
      "loss": 0.0372,
      "step": 2664
    },
    {
      "epoch": 3.152913339248743,
      "grad_norm": 1.5254201889038086,
      "learning_rate": 1.6687500000000001e-06,
      "loss": 0.0344,
      "step": 2665
    },
    {
      "epoch": 3.1540964211771665,
      "grad_norm": 1.4865429401397705,
      "learning_rate": 1.6675000000000001e-06,
      "loss": 0.043,
      "step": 2666
    },
    {
      "epoch": 3.1552795031055902,
      "grad_norm": 1.3836324214935303,
      "learning_rate": 1.6662500000000001e-06,
      "loss": 0.0338,
      "step": 2667
    },
    {
      "epoch": 3.1564625850340136,
      "grad_norm": 1.1533616781234741,
      "learning_rate": 1.6650000000000002e-06,
      "loss": 0.0322,
      "step": 2668
    },
    {
      "epoch": 3.1576456669624373,
      "grad_norm": 1.3952782154083252,
      "learning_rate": 1.6637500000000002e-06,
      "loss": 0.0328,
      "step": 2669
    },
    {
      "epoch": 3.1588287488908606,
      "grad_norm": 1.804916501045227,
      "learning_rate": 1.6625000000000002e-06,
      "loss": 0.0375,
      "step": 2670
    },
    {
      "epoch": 3.1600118308192844,
      "grad_norm": 1.461647391319275,
      "learning_rate": 1.6612500000000002e-06,
      "loss": 0.0365,
      "step": 2671
    },
    {
      "epoch": 3.1611949127477077,
      "grad_norm": 1.2532267570495605,
      "learning_rate": 1.6600000000000002e-06,
      "loss": 0.0322,
      "step": 2672
    },
    {
      "epoch": 3.1623779946761315,
      "grad_norm": 1.2926342487335205,
      "learning_rate": 1.65875e-06,
      "loss": 0.0394,
      "step": 2673
    },
    {
      "epoch": 3.1635610766045548,
      "grad_norm": 1.694517970085144,
      "learning_rate": 1.6575000000000002e-06,
      "loss": 0.0353,
      "step": 2674
    },
    {
      "epoch": 3.1647441585329785,
      "grad_norm": 1.6156525611877441,
      "learning_rate": 1.65625e-06,
      "loss": 0.0362,
      "step": 2675
    },
    {
      "epoch": 3.165927240461402,
      "grad_norm": 1.5529232025146484,
      "learning_rate": 1.6550000000000002e-06,
      "loss": 0.0369,
      "step": 2676
    },
    {
      "epoch": 3.1671103223898256,
      "grad_norm": 1.2447835206985474,
      "learning_rate": 1.65375e-06,
      "loss": 0.0309,
      "step": 2677
    },
    {
      "epoch": 3.168293404318249,
      "grad_norm": 1.426127552986145,
      "learning_rate": 1.6525000000000003e-06,
      "loss": 0.0358,
      "step": 2678
    },
    {
      "epoch": 3.1694764862466727,
      "grad_norm": 1.5432547330856323,
      "learning_rate": 1.65125e-06,
      "loss": 0.0357,
      "step": 2679
    },
    {
      "epoch": 3.170659568175096,
      "grad_norm": 1.5156960487365723,
      "learning_rate": 1.6500000000000003e-06,
      "loss": 0.0339,
      "step": 2680
    },
    {
      "epoch": 3.1718426501035197,
      "grad_norm": 1.880261778831482,
      "learning_rate": 1.64875e-06,
      "loss": 0.0342,
      "step": 2681
    },
    {
      "epoch": 3.173025732031943,
      "grad_norm": 1.4645737409591675,
      "learning_rate": 1.6475000000000001e-06,
      "loss": 0.0327,
      "step": 2682
    },
    {
      "epoch": 3.174208813960367,
      "grad_norm": 1.5210113525390625,
      "learning_rate": 1.6462500000000001e-06,
      "loss": 0.0337,
      "step": 2683
    },
    {
      "epoch": 3.17539189588879,
      "grad_norm": 1.3578792810440063,
      "learning_rate": 1.6450000000000001e-06,
      "loss": 0.0339,
      "step": 2684
    },
    {
      "epoch": 3.176574977817214,
      "grad_norm": 1.3965708017349243,
      "learning_rate": 1.6437500000000001e-06,
      "loss": 0.0306,
      "step": 2685
    },
    {
      "epoch": 3.177758059745637,
      "grad_norm": 1.466550350189209,
      "learning_rate": 1.6425000000000002e-06,
      "loss": 0.0316,
      "step": 2686
    },
    {
      "epoch": 3.178941141674061,
      "grad_norm": 1.7264606952667236,
      "learning_rate": 1.6412500000000002e-06,
      "loss": 0.0346,
      "step": 2687
    },
    {
      "epoch": 3.1801242236024843,
      "grad_norm": 1.4935555458068848,
      "learning_rate": 1.6400000000000002e-06,
      "loss": 0.0322,
      "step": 2688
    },
    {
      "epoch": 3.181307305530908,
      "grad_norm": 1.392435908317566,
      "learning_rate": 1.63875e-06,
      "loss": 0.0311,
      "step": 2689
    },
    {
      "epoch": 3.1824903874593318,
      "grad_norm": 1.4078010320663452,
      "learning_rate": 1.6375000000000002e-06,
      "loss": 0.0354,
      "step": 2690
    },
    {
      "epoch": 3.183673469387755,
      "grad_norm": 1.585297703742981,
      "learning_rate": 1.63625e-06,
      "loss": 0.0365,
      "step": 2691
    },
    {
      "epoch": 3.184856551316179,
      "grad_norm": 1.2957112789154053,
      "learning_rate": 1.6350000000000002e-06,
      "loss": 0.0331,
      "step": 2692
    },
    {
      "epoch": 3.186039633244602,
      "grad_norm": 1.5087659358978271,
      "learning_rate": 1.63375e-06,
      "loss": 0.0353,
      "step": 2693
    },
    {
      "epoch": 3.187222715173026,
      "grad_norm": 1.3302271366119385,
      "learning_rate": 1.6325000000000003e-06,
      "loss": 0.0376,
      "step": 2694
    },
    {
      "epoch": 3.1884057971014492,
      "grad_norm": 1.5845961570739746,
      "learning_rate": 1.63125e-06,
      "loss": 0.0372,
      "step": 2695
    },
    {
      "epoch": 3.189588879029873,
      "grad_norm": 1.5929687023162842,
      "learning_rate": 1.6300000000000003e-06,
      "loss": 0.037,
      "step": 2696
    },
    {
      "epoch": 3.1907719609582963,
      "grad_norm": 1.6315062046051025,
      "learning_rate": 1.62875e-06,
      "loss": 0.0342,
      "step": 2697
    },
    {
      "epoch": 3.19195504288672,
      "grad_norm": 1.526771903038025,
      "learning_rate": 1.6275e-06,
      "loss": 0.0329,
      "step": 2698
    },
    {
      "epoch": 3.1931381248151434,
      "grad_norm": 1.7278059720993042,
      "learning_rate": 1.62625e-06,
      "loss": 0.0326,
      "step": 2699
    },
    {
      "epoch": 3.194321206743567,
      "grad_norm": 1.126779556274414,
      "learning_rate": 1.6250000000000001e-06,
      "loss": 0.0341,
      "step": 2700
    },
    {
      "epoch": 3.1955042886719904,
      "grad_norm": 1.5368411540985107,
      "learning_rate": 1.6237500000000001e-06,
      "loss": 0.0374,
      "step": 2701
    },
    {
      "epoch": 3.196687370600414,
      "grad_norm": 1.3360999822616577,
      "learning_rate": 1.6225000000000001e-06,
      "loss": 0.0345,
      "step": 2702
    },
    {
      "epoch": 3.1978704525288375,
      "grad_norm": 1.6106908321380615,
      "learning_rate": 1.6212500000000001e-06,
      "loss": 0.0378,
      "step": 2703
    },
    {
      "epoch": 3.1990535344572613,
      "grad_norm": 1.366951584815979,
      "learning_rate": 1.6200000000000002e-06,
      "loss": 0.0366,
      "step": 2704
    },
    {
      "epoch": 3.2002366163856846,
      "grad_norm": 1.4330976009368896,
      "learning_rate": 1.61875e-06,
      "loss": 0.0331,
      "step": 2705
    },
    {
      "epoch": 3.2014196983141083,
      "grad_norm": 1.664880633354187,
      "learning_rate": 1.6175000000000002e-06,
      "loss": 0.0309,
      "step": 2706
    },
    {
      "epoch": 3.2026027802425316,
      "grad_norm": 1.5748622417449951,
      "learning_rate": 1.61625e-06,
      "loss": 0.0333,
      "step": 2707
    },
    {
      "epoch": 3.2037858621709554,
      "grad_norm": 1.4909648895263672,
      "learning_rate": 1.6150000000000002e-06,
      "loss": 0.0352,
      "step": 2708
    },
    {
      "epoch": 3.2049689440993787,
      "grad_norm": 1.4156098365783691,
      "learning_rate": 1.61375e-06,
      "loss": 0.0338,
      "step": 2709
    },
    {
      "epoch": 3.2061520260278025,
      "grad_norm": 1.4368846416473389,
      "learning_rate": 1.6125000000000002e-06,
      "loss": 0.0351,
      "step": 2710
    },
    {
      "epoch": 3.207335107956226,
      "grad_norm": 1.7556521892547607,
      "learning_rate": 1.61125e-06,
      "loss": 0.0315,
      "step": 2711
    },
    {
      "epoch": 3.2085181898846495,
      "grad_norm": 1.416122317314148,
      "learning_rate": 1.6100000000000003e-06,
      "loss": 0.0378,
      "step": 2712
    },
    {
      "epoch": 3.209701271813073,
      "grad_norm": 1.3234834671020508,
      "learning_rate": 1.60875e-06,
      "loss": 0.0358,
      "step": 2713
    },
    {
      "epoch": 3.2108843537414966,
      "grad_norm": 1.345319390296936,
      "learning_rate": 1.6075e-06,
      "loss": 0.039,
      "step": 2714
    },
    {
      "epoch": 3.21206743566992,
      "grad_norm": 1.5577281713485718,
      "learning_rate": 1.60625e-06,
      "loss": 0.0358,
      "step": 2715
    },
    {
      "epoch": 3.2132505175983437,
      "grad_norm": 1.6010186672210693,
      "learning_rate": 1.605e-06,
      "loss": 0.0348,
      "step": 2716
    },
    {
      "epoch": 3.2144335995267674,
      "grad_norm": 1.2769134044647217,
      "learning_rate": 1.60375e-06,
      "loss": 0.0396,
      "step": 2717
    },
    {
      "epoch": 3.2156166814551908,
      "grad_norm": 1.500512719154358,
      "learning_rate": 1.6025000000000001e-06,
      "loss": 0.0331,
      "step": 2718
    },
    {
      "epoch": 3.2167997633836145,
      "grad_norm": 1.5311400890350342,
      "learning_rate": 1.6012500000000001e-06,
      "loss": 0.0357,
      "step": 2719
    },
    {
      "epoch": 3.217982845312038,
      "grad_norm": 1.2612730264663696,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.0319,
      "step": 2720
    },
    {
      "epoch": 3.2191659272404616,
      "grad_norm": 1.4925894737243652,
      "learning_rate": 1.59875e-06,
      "loss": 0.0301,
      "step": 2721
    },
    {
      "epoch": 3.220349009168885,
      "grad_norm": 1.8070454597473145,
      "learning_rate": 1.5975000000000002e-06,
      "loss": 0.0354,
      "step": 2722
    },
    {
      "epoch": 3.2215320910973086,
      "grad_norm": 1.3110291957855225,
      "learning_rate": 1.59625e-06,
      "loss": 0.0346,
      "step": 2723
    },
    {
      "epoch": 3.222715173025732,
      "grad_norm": 1.7656325101852417,
      "learning_rate": 1.5950000000000002e-06,
      "loss": 0.0378,
      "step": 2724
    },
    {
      "epoch": 3.2238982549541557,
      "grad_norm": 1.501821517944336,
      "learning_rate": 1.59375e-06,
      "loss": 0.0324,
      "step": 2725
    },
    {
      "epoch": 3.225081336882579,
      "grad_norm": 1.57681143283844,
      "learning_rate": 1.5925000000000002e-06,
      "loss": 0.0342,
      "step": 2726
    },
    {
      "epoch": 3.226264418811003,
      "grad_norm": 1.1805040836334229,
      "learning_rate": 1.59125e-06,
      "loss": 0.0314,
      "step": 2727
    },
    {
      "epoch": 3.227447500739426,
      "grad_norm": 1.7549033164978027,
      "learning_rate": 1.5900000000000002e-06,
      "loss": 0.0309,
      "step": 2728
    },
    {
      "epoch": 3.22863058266785,
      "grad_norm": 1.5704357624053955,
      "learning_rate": 1.58875e-06,
      "loss": 0.0381,
      "step": 2729
    },
    {
      "epoch": 3.229813664596273,
      "grad_norm": 1.302894949913025,
      "learning_rate": 1.5875e-06,
      "loss": 0.0365,
      "step": 2730
    },
    {
      "epoch": 3.230996746524697,
      "grad_norm": 1.2623999118804932,
      "learning_rate": 1.58625e-06,
      "loss": 0.0344,
      "step": 2731
    },
    {
      "epoch": 3.2321798284531202,
      "grad_norm": 1.4486894607543945,
      "learning_rate": 1.585e-06,
      "loss": 0.0345,
      "step": 2732
    },
    {
      "epoch": 3.233362910381544,
      "grad_norm": 1.318286418914795,
      "learning_rate": 1.58375e-06,
      "loss": 0.0314,
      "step": 2733
    },
    {
      "epoch": 3.2345459923099673,
      "grad_norm": 1.30774986743927,
      "learning_rate": 1.5825e-06,
      "loss": 0.0343,
      "step": 2734
    },
    {
      "epoch": 3.235729074238391,
      "grad_norm": 1.4238911867141724,
      "learning_rate": 1.5812500000000001e-06,
      "loss": 0.0351,
      "step": 2735
    },
    {
      "epoch": 3.2369121561668144,
      "grad_norm": 1.4870507717132568,
      "learning_rate": 1.5800000000000001e-06,
      "loss": 0.0326,
      "step": 2736
    },
    {
      "epoch": 3.238095238095238,
      "grad_norm": 1.3641709089279175,
      "learning_rate": 1.57875e-06,
      "loss": 0.035,
      "step": 2737
    },
    {
      "epoch": 3.2392783200236615,
      "grad_norm": 1.5676878690719604,
      "learning_rate": 1.5775000000000001e-06,
      "loss": 0.0362,
      "step": 2738
    },
    {
      "epoch": 3.240461401952085,
      "grad_norm": 1.366088628768921,
      "learning_rate": 1.57625e-06,
      "loss": 0.0302,
      "step": 2739
    },
    {
      "epoch": 3.2416444838805085,
      "grad_norm": 1.4484782218933105,
      "learning_rate": 1.5750000000000002e-06,
      "loss": 0.0367,
      "step": 2740
    },
    {
      "epoch": 3.2428275658089323,
      "grad_norm": 1.5502800941467285,
      "learning_rate": 1.57375e-06,
      "loss": 0.0351,
      "step": 2741
    },
    {
      "epoch": 3.2440106477373556,
      "grad_norm": 1.425485610961914,
      "learning_rate": 1.5725000000000002e-06,
      "loss": 0.0382,
      "step": 2742
    },
    {
      "epoch": 3.2451937296657793,
      "grad_norm": 1.6285887956619263,
      "learning_rate": 1.57125e-06,
      "loss": 0.0322,
      "step": 2743
    },
    {
      "epoch": 3.246376811594203,
      "grad_norm": 1.7583813667297363,
      "learning_rate": 1.5700000000000002e-06,
      "loss": 0.0332,
      "step": 2744
    },
    {
      "epoch": 3.2475598935226264,
      "grad_norm": 1.3697471618652344,
      "learning_rate": 1.56875e-06,
      "loss": 0.0318,
      "step": 2745
    },
    {
      "epoch": 3.24874297545105,
      "grad_norm": 1.433937430381775,
      "learning_rate": 1.5675e-06,
      "loss": 0.0336,
      "step": 2746
    },
    {
      "epoch": 3.2499260573794735,
      "grad_norm": 1.3876763582229614,
      "learning_rate": 1.56625e-06,
      "loss": 0.0329,
      "step": 2747
    },
    {
      "epoch": 3.2511091393078972,
      "grad_norm": 1.3260279893875122,
      "learning_rate": 1.565e-06,
      "loss": 0.0337,
      "step": 2748
    },
    {
      "epoch": 3.2522922212363206,
      "grad_norm": 1.2209817171096802,
      "learning_rate": 1.56375e-06,
      "loss": 0.0316,
      "step": 2749
    },
    {
      "epoch": 3.2534753031647443,
      "grad_norm": 1.6898490190505981,
      "learning_rate": 1.5625e-06,
      "loss": 0.0403,
      "step": 2750
    },
    {
      "epoch": 3.2546583850931676,
      "grad_norm": 1.3076483011245728,
      "learning_rate": 1.5612500000000003e-06,
      "loss": 0.0312,
      "step": 2751
    },
    {
      "epoch": 3.2558414670215914,
      "grad_norm": 1.7955926656723022,
      "learning_rate": 1.56e-06,
      "loss": 0.034,
      "step": 2752
    },
    {
      "epoch": 3.2570245489500147,
      "grad_norm": 1.7558958530426025,
      "learning_rate": 1.5587500000000003e-06,
      "loss": 0.0359,
      "step": 2753
    },
    {
      "epoch": 3.2582076308784385,
      "grad_norm": 1.3676015138626099,
      "learning_rate": 1.5575000000000001e-06,
      "loss": 0.0315,
      "step": 2754
    },
    {
      "epoch": 3.2593907128068618,
      "grad_norm": 1.3773105144500732,
      "learning_rate": 1.5562500000000003e-06,
      "loss": 0.0348,
      "step": 2755
    },
    {
      "epoch": 3.2605737947352855,
      "grad_norm": 1.4999548196792603,
      "learning_rate": 1.5550000000000001e-06,
      "loss": 0.0304,
      "step": 2756
    },
    {
      "epoch": 3.261756876663709,
      "grad_norm": 1.65998113155365,
      "learning_rate": 1.5537500000000002e-06,
      "loss": 0.0398,
      "step": 2757
    },
    {
      "epoch": 3.2629399585921326,
      "grad_norm": 1.6981534957885742,
      "learning_rate": 1.5525000000000002e-06,
      "loss": 0.0334,
      "step": 2758
    },
    {
      "epoch": 3.264123040520556,
      "grad_norm": 1.7219655513763428,
      "learning_rate": 1.5512500000000002e-06,
      "loss": 0.0382,
      "step": 2759
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 1.7153385877609253,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 0.0382,
      "step": 2760
    },
    {
      "epoch": 3.266489204377403,
      "grad_norm": 1.5698245763778687,
      "learning_rate": 1.5487500000000002e-06,
      "loss": 0.0378,
      "step": 2761
    },
    {
      "epoch": 3.2676722863058267,
      "grad_norm": 1.7160028219223022,
      "learning_rate": 1.5475000000000002e-06,
      "loss": 0.0395,
      "step": 2762
    },
    {
      "epoch": 3.26885536823425,
      "grad_norm": 1.5031168460845947,
      "learning_rate": 1.5462500000000002e-06,
      "loss": 0.0388,
      "step": 2763
    },
    {
      "epoch": 3.270038450162674,
      "grad_norm": 1.401690125465393,
      "learning_rate": 1.545e-06,
      "loss": 0.033,
      "step": 2764
    },
    {
      "epoch": 3.271221532091097,
      "grad_norm": 1.4632117748260498,
      "learning_rate": 1.5437500000000003e-06,
      "loss": 0.0333,
      "step": 2765
    },
    {
      "epoch": 3.272404614019521,
      "grad_norm": 1.7546350955963135,
      "learning_rate": 1.5425e-06,
      "loss": 0.0358,
      "step": 2766
    },
    {
      "epoch": 3.2735876959479446,
      "grad_norm": 1.6384639739990234,
      "learning_rate": 1.5412500000000003e-06,
      "loss": 0.0326,
      "step": 2767
    },
    {
      "epoch": 3.274770777876368,
      "grad_norm": 1.6297237873077393,
      "learning_rate": 1.54e-06,
      "loss": 0.0429,
      "step": 2768
    },
    {
      "epoch": 3.2759538598047913,
      "grad_norm": 1.4283443689346313,
      "learning_rate": 1.5387500000000003e-06,
      "loss": 0.0308,
      "step": 2769
    },
    {
      "epoch": 3.277136941733215,
      "grad_norm": 1.428305745124817,
      "learning_rate": 1.5375e-06,
      "loss": 0.038,
      "step": 2770
    },
    {
      "epoch": 3.2783200236616388,
      "grad_norm": 1.7066211700439453,
      "learning_rate": 1.5362500000000003e-06,
      "loss": 0.032,
      "step": 2771
    },
    {
      "epoch": 3.279503105590062,
      "grad_norm": 1.3155156373977661,
      "learning_rate": 1.5350000000000001e-06,
      "loss": 0.0308,
      "step": 2772
    },
    {
      "epoch": 3.280686187518486,
      "grad_norm": 1.3547600507736206,
      "learning_rate": 1.5337500000000001e-06,
      "loss": 0.0327,
      "step": 2773
    },
    {
      "epoch": 3.281869269446909,
      "grad_norm": 1.5091322660446167,
      "learning_rate": 1.5325000000000002e-06,
      "loss": 0.0373,
      "step": 2774
    },
    {
      "epoch": 3.283052351375333,
      "grad_norm": 1.4633378982543945,
      "learning_rate": 1.5312500000000002e-06,
      "loss": 0.041,
      "step": 2775
    },
    {
      "epoch": 3.2842354333037562,
      "grad_norm": 1.3562734127044678,
      "learning_rate": 1.5300000000000002e-06,
      "loss": 0.0325,
      "step": 2776
    },
    {
      "epoch": 3.28541851523218,
      "grad_norm": 1.602185606956482,
      "learning_rate": 1.5287500000000002e-06,
      "loss": 0.0316,
      "step": 2777
    },
    {
      "epoch": 3.2866015971606033,
      "grad_norm": 1.4459859132766724,
      "learning_rate": 1.5275000000000002e-06,
      "loss": 0.0351,
      "step": 2778
    },
    {
      "epoch": 3.287784679089027,
      "grad_norm": 1.5817079544067383,
      "learning_rate": 1.5262500000000002e-06,
      "loss": 0.037,
      "step": 2779
    },
    {
      "epoch": 3.2889677610174504,
      "grad_norm": 1.5800535678863525,
      "learning_rate": 1.525e-06,
      "loss": 0.0312,
      "step": 2780
    },
    {
      "epoch": 3.290150842945874,
      "grad_norm": 1.6160582304000854,
      "learning_rate": 1.5237500000000002e-06,
      "loss": 0.0313,
      "step": 2781
    },
    {
      "epoch": 3.2913339248742974,
      "grad_norm": 1.3111237287521362,
      "learning_rate": 1.5225e-06,
      "loss": 0.0329,
      "step": 2782
    },
    {
      "epoch": 3.292517006802721,
      "grad_norm": 1.543649435043335,
      "learning_rate": 1.5212500000000003e-06,
      "loss": 0.0336,
      "step": 2783
    },
    {
      "epoch": 3.2937000887311445,
      "grad_norm": 1.7419538497924805,
      "learning_rate": 1.52e-06,
      "loss": 0.0375,
      "step": 2784
    },
    {
      "epoch": 3.2948831706595683,
      "grad_norm": 1.4487885236740112,
      "learning_rate": 1.5187500000000003e-06,
      "loss": 0.0341,
      "step": 2785
    },
    {
      "epoch": 3.2960662525879916,
      "grad_norm": 1.4753068685531616,
      "learning_rate": 1.5175e-06,
      "loss": 0.0327,
      "step": 2786
    },
    {
      "epoch": 3.2972493345164153,
      "grad_norm": 1.6539093255996704,
      "learning_rate": 1.5162500000000003e-06,
      "loss": 0.0341,
      "step": 2787
    },
    {
      "epoch": 3.2984324164448386,
      "grad_norm": 1.633671522140503,
      "learning_rate": 1.5150000000000001e-06,
      "loss": 0.0352,
      "step": 2788
    },
    {
      "epoch": 3.2996154983732624,
      "grad_norm": 1.473493218421936,
      "learning_rate": 1.5137500000000001e-06,
      "loss": 0.035,
      "step": 2789
    },
    {
      "epoch": 3.3007985803016857,
      "grad_norm": 1.343234896659851,
      "learning_rate": 1.5125000000000001e-06,
      "loss": 0.0288,
      "step": 2790
    },
    {
      "epoch": 3.3019816622301095,
      "grad_norm": 1.4213192462921143,
      "learning_rate": 1.5112500000000001e-06,
      "loss": 0.033,
      "step": 2791
    },
    {
      "epoch": 3.303164744158533,
      "grad_norm": 1.4502743482589722,
      "learning_rate": 1.5100000000000002e-06,
      "loss": 0.0298,
      "step": 2792
    },
    {
      "epoch": 3.3043478260869565,
      "grad_norm": 1.7088652849197388,
      "learning_rate": 1.5087500000000002e-06,
      "loss": 0.0403,
      "step": 2793
    },
    {
      "epoch": 3.3055309080153803,
      "grad_norm": 1.388545036315918,
      "learning_rate": 1.5075000000000002e-06,
      "loss": 0.0326,
      "step": 2794
    },
    {
      "epoch": 3.3067139899438036,
      "grad_norm": 1.2549660205841064,
      "learning_rate": 1.5062500000000002e-06,
      "loss": 0.0346,
      "step": 2795
    },
    {
      "epoch": 3.307897071872227,
      "grad_norm": 1.3282636404037476,
      "learning_rate": 1.505e-06,
      "loss": 0.0347,
      "step": 2796
    },
    {
      "epoch": 3.3090801538006507,
      "grad_norm": 1.6094398498535156,
      "learning_rate": 1.5037500000000002e-06,
      "loss": 0.0421,
      "step": 2797
    },
    {
      "epoch": 3.3102632357290744,
      "grad_norm": 1.650476336479187,
      "learning_rate": 1.5025e-06,
      "loss": 0.0306,
      "step": 2798
    },
    {
      "epoch": 3.3114463176574978,
      "grad_norm": 1.3900727033615112,
      "learning_rate": 1.5012500000000002e-06,
      "loss": 0.0356,
      "step": 2799
    },
    {
      "epoch": 3.3126293995859215,
      "grad_norm": 1.6523176431655884,
      "learning_rate": 1.5e-06,
      "loss": 0.0369,
      "step": 2800
    },
    {
      "epoch": 3.313812481514345,
      "grad_norm": 1.6868435144424438,
      "learning_rate": 1.4987500000000003e-06,
      "loss": 0.0336,
      "step": 2801
    },
    {
      "epoch": 3.3149955634427686,
      "grad_norm": 1.5165168046951294,
      "learning_rate": 1.4975e-06,
      "loss": 0.0319,
      "step": 2802
    },
    {
      "epoch": 3.316178645371192,
      "grad_norm": 1.4603636264801025,
      "learning_rate": 1.4962500000000003e-06,
      "loss": 0.0289,
      "step": 2803
    },
    {
      "epoch": 3.3173617272996156,
      "grad_norm": 1.3170220851898193,
      "learning_rate": 1.495e-06,
      "loss": 0.0295,
      "step": 2804
    },
    {
      "epoch": 3.318544809228039,
      "grad_norm": 3.3199410438537598,
      "learning_rate": 1.49375e-06,
      "loss": 0.0286,
      "step": 2805
    },
    {
      "epoch": 3.3197278911564627,
      "grad_norm": 1.7035584449768066,
      "learning_rate": 1.4925000000000001e-06,
      "loss": 0.0329,
      "step": 2806
    },
    {
      "epoch": 3.320910973084886,
      "grad_norm": 1.4776946306228638,
      "learning_rate": 1.4912500000000001e-06,
      "loss": 0.0368,
      "step": 2807
    },
    {
      "epoch": 3.32209405501331,
      "grad_norm": 1.7139945030212402,
      "learning_rate": 1.4900000000000001e-06,
      "loss": 0.0298,
      "step": 2808
    },
    {
      "epoch": 3.323277136941733,
      "grad_norm": 1.5534343719482422,
      "learning_rate": 1.4887500000000001e-06,
      "loss": 0.0381,
      "step": 2809
    },
    {
      "epoch": 3.324460218870157,
      "grad_norm": 1.4955379962921143,
      "learning_rate": 1.4875000000000002e-06,
      "loss": 0.0345,
      "step": 2810
    },
    {
      "epoch": 3.32564330079858,
      "grad_norm": 1.404374599456787,
      "learning_rate": 1.4862500000000002e-06,
      "loss": 0.0329,
      "step": 2811
    },
    {
      "epoch": 3.326826382727004,
      "grad_norm": 1.5724259614944458,
      "learning_rate": 1.485e-06,
      "loss": 0.0406,
      "step": 2812
    },
    {
      "epoch": 3.3280094646554272,
      "grad_norm": 1.4024325609207153,
      "learning_rate": 1.4837500000000002e-06,
      "loss": 0.0349,
      "step": 2813
    },
    {
      "epoch": 3.329192546583851,
      "grad_norm": 1.460828185081482,
      "learning_rate": 1.4825e-06,
      "loss": 0.0346,
      "step": 2814
    },
    {
      "epoch": 3.3303756285122743,
      "grad_norm": 1.4691442251205444,
      "learning_rate": 1.4812500000000002e-06,
      "loss": 0.0355,
      "step": 2815
    },
    {
      "epoch": 3.331558710440698,
      "grad_norm": 1.6167815923690796,
      "learning_rate": 1.48e-06,
      "loss": 0.0379,
      "step": 2816
    },
    {
      "epoch": 3.3327417923691214,
      "grad_norm": 1.7537893056869507,
      "learning_rate": 1.4787500000000002e-06,
      "loss": 0.0395,
      "step": 2817
    },
    {
      "epoch": 3.333924874297545,
      "grad_norm": 1.255554437637329,
      "learning_rate": 1.4775e-06,
      "loss": 0.0336,
      "step": 2818
    },
    {
      "epoch": 3.3351079562259685,
      "grad_norm": 1.3924132585525513,
      "learning_rate": 1.4762500000000003e-06,
      "loss": 0.0326,
      "step": 2819
    },
    {
      "epoch": 3.336291038154392,
      "grad_norm": 1.4285389184951782,
      "learning_rate": 1.475e-06,
      "loss": 0.0373,
      "step": 2820
    },
    {
      "epoch": 3.337474120082816,
      "grad_norm": 1.338178277015686,
      "learning_rate": 1.47375e-06,
      "loss": 0.0372,
      "step": 2821
    },
    {
      "epoch": 3.3386572020112393,
      "grad_norm": 1.7925024032592773,
      "learning_rate": 1.4725e-06,
      "loss": 0.0382,
      "step": 2822
    },
    {
      "epoch": 3.3398402839396626,
      "grad_norm": 1.488305687904358,
      "learning_rate": 1.47125e-06,
      "loss": 0.0335,
      "step": 2823
    },
    {
      "epoch": 3.3410233658680863,
      "grad_norm": 1.1806750297546387,
      "learning_rate": 1.4700000000000001e-06,
      "loss": 0.0377,
      "step": 2824
    },
    {
      "epoch": 3.34220644779651,
      "grad_norm": 1.3681340217590332,
      "learning_rate": 1.4687500000000001e-06,
      "loss": 0.0325,
      "step": 2825
    },
    {
      "epoch": 3.3433895297249334,
      "grad_norm": 1.4270672798156738,
      "learning_rate": 1.4675000000000001e-06,
      "loss": 0.0365,
      "step": 2826
    },
    {
      "epoch": 3.344572611653357,
      "grad_norm": 1.5541542768478394,
      "learning_rate": 1.4662500000000001e-06,
      "loss": 0.0312,
      "step": 2827
    },
    {
      "epoch": 3.3457556935817805,
      "grad_norm": 1.6314609050750732,
      "learning_rate": 1.465e-06,
      "loss": 0.0379,
      "step": 2828
    },
    {
      "epoch": 3.3469387755102042,
      "grad_norm": 1.501426100730896,
      "learning_rate": 1.4637500000000002e-06,
      "loss": 0.0338,
      "step": 2829
    },
    {
      "epoch": 3.3481218574386276,
      "grad_norm": 1.356476902961731,
      "learning_rate": 1.4625e-06,
      "loss": 0.0298,
      "step": 2830
    },
    {
      "epoch": 3.3493049393670513,
      "grad_norm": 1.5355725288391113,
      "learning_rate": 1.4612500000000002e-06,
      "loss": 0.0377,
      "step": 2831
    },
    {
      "epoch": 3.3504880212954746,
      "grad_norm": 1.5467458963394165,
      "learning_rate": 1.46e-06,
      "loss": 0.0337,
      "step": 2832
    },
    {
      "epoch": 3.3516711032238984,
      "grad_norm": 1.5599170923233032,
      "learning_rate": 1.4587500000000002e-06,
      "loss": 0.0349,
      "step": 2833
    },
    {
      "epoch": 3.3528541851523217,
      "grad_norm": 1.2871712446212769,
      "learning_rate": 1.4575e-06,
      "loss": 0.032,
      "step": 2834
    },
    {
      "epoch": 3.3540372670807455,
      "grad_norm": 1.3052334785461426,
      "learning_rate": 1.4562500000000002e-06,
      "loss": 0.0304,
      "step": 2835
    },
    {
      "epoch": 3.3552203490091688,
      "grad_norm": 1.0657607316970825,
      "learning_rate": 1.455e-06,
      "loss": 0.0315,
      "step": 2836
    },
    {
      "epoch": 3.3564034309375925,
      "grad_norm": 1.5395492315292358,
      "learning_rate": 1.45375e-06,
      "loss": 0.0335,
      "step": 2837
    },
    {
      "epoch": 3.357586512866016,
      "grad_norm": 1.5174024105072021,
      "learning_rate": 1.4525e-06,
      "loss": 0.0341,
      "step": 2838
    },
    {
      "epoch": 3.3587695947944396,
      "grad_norm": 1.5007987022399902,
      "learning_rate": 1.45125e-06,
      "loss": 0.0413,
      "step": 2839
    },
    {
      "epoch": 3.359952676722863,
      "grad_norm": 1.1538548469543457,
      "learning_rate": 1.45e-06,
      "loss": 0.0312,
      "step": 2840
    },
    {
      "epoch": 3.3611357586512867,
      "grad_norm": 1.4360628128051758,
      "learning_rate": 1.44875e-06,
      "loss": 0.0386,
      "step": 2841
    },
    {
      "epoch": 3.36231884057971,
      "grad_norm": 1.3586925268173218,
      "learning_rate": 1.4475000000000001e-06,
      "loss": 0.0379,
      "step": 2842
    },
    {
      "epoch": 3.3635019225081337,
      "grad_norm": 1.4885003566741943,
      "learning_rate": 1.4462500000000001e-06,
      "loss": 0.0342,
      "step": 2843
    },
    {
      "epoch": 3.364685004436557,
      "grad_norm": 1.4755313396453857,
      "learning_rate": 1.445e-06,
      "loss": 0.0366,
      "step": 2844
    },
    {
      "epoch": 3.365868086364981,
      "grad_norm": 1.4937607049942017,
      "learning_rate": 1.4437500000000002e-06,
      "loss": 0.0296,
      "step": 2845
    },
    {
      "epoch": 3.367051168293404,
      "grad_norm": 1.3136570453643799,
      "learning_rate": 1.4425e-06,
      "loss": 0.0331,
      "step": 2846
    },
    {
      "epoch": 3.368234250221828,
      "grad_norm": 1.3184014558792114,
      "learning_rate": 1.4412500000000002e-06,
      "loss": 0.0296,
      "step": 2847
    },
    {
      "epoch": 3.3694173321502516,
      "grad_norm": 1.6608057022094727,
      "learning_rate": 1.44e-06,
      "loss": 0.033,
      "step": 2848
    },
    {
      "epoch": 3.370600414078675,
      "grad_norm": 1.7398295402526855,
      "learning_rate": 1.4387500000000002e-06,
      "loss": 0.0367,
      "step": 2849
    },
    {
      "epoch": 3.3717834960070983,
      "grad_norm": 1.5712093114852905,
      "learning_rate": 1.4375e-06,
      "loss": 0.0346,
      "step": 2850
    },
    {
      "epoch": 3.372966577935522,
      "grad_norm": 2.189771890640259,
      "learning_rate": 1.4362500000000002e-06,
      "loss": 0.0386,
      "step": 2851
    },
    {
      "epoch": 3.3741496598639458,
      "grad_norm": 1.3624439239501953,
      "learning_rate": 1.435e-06,
      "loss": 0.0358,
      "step": 2852
    },
    {
      "epoch": 3.375332741792369,
      "grad_norm": 1.8808847665786743,
      "learning_rate": 1.43375e-06,
      "loss": 0.0375,
      "step": 2853
    },
    {
      "epoch": 3.376515823720793,
      "grad_norm": 1.358487844467163,
      "learning_rate": 1.4325e-06,
      "loss": 0.037,
      "step": 2854
    },
    {
      "epoch": 3.377698905649216,
      "grad_norm": 1.4706295728683472,
      "learning_rate": 1.43125e-06,
      "loss": 0.0341,
      "step": 2855
    },
    {
      "epoch": 3.37888198757764,
      "grad_norm": 1.548400640487671,
      "learning_rate": 1.43e-06,
      "loss": 0.0337,
      "step": 2856
    },
    {
      "epoch": 3.3800650695060632,
      "grad_norm": 1.8608593940734863,
      "learning_rate": 1.42875e-06,
      "loss": 0.0352,
      "step": 2857
    },
    {
      "epoch": 3.381248151434487,
      "grad_norm": 1.1719350814819336,
      "learning_rate": 1.4275e-06,
      "loss": 0.0339,
      "step": 2858
    },
    {
      "epoch": 3.3824312333629103,
      "grad_norm": 1.5975359678268433,
      "learning_rate": 1.4262500000000001e-06,
      "loss": 0.0345,
      "step": 2859
    },
    {
      "epoch": 3.383614315291334,
      "grad_norm": 1.7109965085983276,
      "learning_rate": 1.425e-06,
      "loss": 0.0363,
      "step": 2860
    },
    {
      "epoch": 3.3847973972197574,
      "grad_norm": 1.6883807182312012,
      "learning_rate": 1.4237500000000001e-06,
      "loss": 0.0341,
      "step": 2861
    },
    {
      "epoch": 3.385980479148181,
      "grad_norm": 1.166603684425354,
      "learning_rate": 1.4225e-06,
      "loss": 0.0332,
      "step": 2862
    },
    {
      "epoch": 3.3871635610766044,
      "grad_norm": 1.5817257165908813,
      "learning_rate": 1.4212500000000002e-06,
      "loss": 0.0365,
      "step": 2863
    },
    {
      "epoch": 3.388346643005028,
      "grad_norm": 1.8719844818115234,
      "learning_rate": 1.42e-06,
      "loss": 0.0341,
      "step": 2864
    },
    {
      "epoch": 3.3895297249334515,
      "grad_norm": 1.7708829641342163,
      "learning_rate": 1.4187500000000002e-06,
      "loss": 0.0395,
      "step": 2865
    },
    {
      "epoch": 3.3907128068618753,
      "grad_norm": 1.7726995944976807,
      "learning_rate": 1.4175e-06,
      "loss": 0.0356,
      "step": 2866
    },
    {
      "epoch": 3.3918958887902986,
      "grad_norm": 1.3731539249420166,
      "learning_rate": 1.4162500000000002e-06,
      "loss": 0.0446,
      "step": 2867
    },
    {
      "epoch": 3.3930789707187223,
      "grad_norm": 1.4510589838027954,
      "learning_rate": 1.415e-06,
      "loss": 0.0393,
      "step": 2868
    },
    {
      "epoch": 3.3942620526471456,
      "grad_norm": 1.5432417392730713,
      "learning_rate": 1.41375e-06,
      "loss": 0.038,
      "step": 2869
    },
    {
      "epoch": 3.3954451345755694,
      "grad_norm": 1.2934036254882812,
      "learning_rate": 1.4125e-06,
      "loss": 0.034,
      "step": 2870
    },
    {
      "epoch": 3.3966282165039927,
      "grad_norm": 1.3716113567352295,
      "learning_rate": 1.41125e-06,
      "loss": 0.036,
      "step": 2871
    },
    {
      "epoch": 3.3978112984324165,
      "grad_norm": 1.6273936033248901,
      "learning_rate": 1.41e-06,
      "loss": 0.0339,
      "step": 2872
    },
    {
      "epoch": 3.39899438036084,
      "grad_norm": 1.334596872329712,
      "learning_rate": 1.40875e-06,
      "loss": 0.0306,
      "step": 2873
    },
    {
      "epoch": 3.4001774622892635,
      "grad_norm": 1.4858254194259644,
      "learning_rate": 1.4075e-06,
      "loss": 0.0349,
      "step": 2874
    },
    {
      "epoch": 3.4013605442176873,
      "grad_norm": 1.631413221359253,
      "learning_rate": 1.40625e-06,
      "loss": 0.0357,
      "step": 2875
    },
    {
      "epoch": 3.4025436261461106,
      "grad_norm": 1.8111709356307983,
      "learning_rate": 1.4050000000000003e-06,
      "loss": 0.0325,
      "step": 2876
    },
    {
      "epoch": 3.403726708074534,
      "grad_norm": 1.7803117036819458,
      "learning_rate": 1.4037500000000001e-06,
      "loss": 0.0363,
      "step": 2877
    },
    {
      "epoch": 3.4049097900029577,
      "grad_norm": 1.5928584337234497,
      "learning_rate": 1.4025000000000003e-06,
      "loss": 0.0354,
      "step": 2878
    },
    {
      "epoch": 3.4060928719313814,
      "grad_norm": 1.471239447593689,
      "learning_rate": 1.4012500000000001e-06,
      "loss": 0.0309,
      "step": 2879
    },
    {
      "epoch": 3.4072759538598048,
      "grad_norm": 1.6542584896087646,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 0.0342,
      "step": 2880
    },
    {
      "epoch": 3.4084590357882285,
      "grad_norm": 1.242817997932434,
      "learning_rate": 1.3987500000000002e-06,
      "loss": 0.0329,
      "step": 2881
    },
    {
      "epoch": 3.409642117716652,
      "grad_norm": 1.6571860313415527,
      "learning_rate": 1.3975000000000002e-06,
      "loss": 0.0353,
      "step": 2882
    },
    {
      "epoch": 3.4108251996450756,
      "grad_norm": 1.554930567741394,
      "learning_rate": 1.3962500000000002e-06,
      "loss": 0.036,
      "step": 2883
    },
    {
      "epoch": 3.412008281573499,
      "grad_norm": 1.3862043619155884,
      "learning_rate": 1.3950000000000002e-06,
      "loss": 0.0373,
      "step": 2884
    },
    {
      "epoch": 3.4131913635019226,
      "grad_norm": 1.3036785125732422,
      "learning_rate": 1.3937500000000002e-06,
      "loss": 0.0331,
      "step": 2885
    },
    {
      "epoch": 3.414374445430346,
      "grad_norm": 1.5559929609298706,
      "learning_rate": 1.3925000000000002e-06,
      "loss": 0.0335,
      "step": 2886
    },
    {
      "epoch": 3.4155575273587697,
      "grad_norm": 1.4783521890640259,
      "learning_rate": 1.39125e-06,
      "loss": 0.032,
      "step": 2887
    },
    {
      "epoch": 3.416740609287193,
      "grad_norm": 1.4191184043884277,
      "learning_rate": 1.3900000000000002e-06,
      "loss": 0.034,
      "step": 2888
    },
    {
      "epoch": 3.417923691215617,
      "grad_norm": 1.601242184638977,
      "learning_rate": 1.38875e-06,
      "loss": 0.0331,
      "step": 2889
    },
    {
      "epoch": 3.41910677314404,
      "grad_norm": 1.8074856996536255,
      "learning_rate": 1.3875000000000003e-06,
      "loss": 0.0381,
      "step": 2890
    },
    {
      "epoch": 3.420289855072464,
      "grad_norm": 1.66084623336792,
      "learning_rate": 1.38625e-06,
      "loss": 0.0351,
      "step": 2891
    },
    {
      "epoch": 3.421472937000887,
      "grad_norm": 2.1125540733337402,
      "learning_rate": 1.3850000000000003e-06,
      "loss": 0.0368,
      "step": 2892
    },
    {
      "epoch": 3.422656018929311,
      "grad_norm": 1.7980034351348877,
      "learning_rate": 1.38375e-06,
      "loss": 0.0373,
      "step": 2893
    },
    {
      "epoch": 3.4238391008577342,
      "grad_norm": 1.2917977571487427,
      "learning_rate": 1.3825000000000003e-06,
      "loss": 0.033,
      "step": 2894
    },
    {
      "epoch": 3.425022182786158,
      "grad_norm": 1.5396780967712402,
      "learning_rate": 1.3812500000000001e-06,
      "loss": 0.0325,
      "step": 2895
    },
    {
      "epoch": 3.4262052647145813,
      "grad_norm": 1.5898183584213257,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 0.0358,
      "step": 2896
    },
    {
      "epoch": 3.427388346643005,
      "grad_norm": 1.4854717254638672,
      "learning_rate": 1.3787500000000001e-06,
      "loss": 0.033,
      "step": 2897
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 1.4945628643035889,
      "learning_rate": 1.3775000000000002e-06,
      "loss": 0.0335,
      "step": 2898
    },
    {
      "epoch": 3.429754510499852,
      "grad_norm": 1.7546871900558472,
      "learning_rate": 1.3762500000000002e-06,
      "loss": 0.0355,
      "step": 2899
    },
    {
      "epoch": 3.4309375924282755,
      "grad_norm": 1.5036351680755615,
      "learning_rate": 1.3750000000000002e-06,
      "loss": 0.0307,
      "step": 2900
    },
    {
      "epoch": 3.432120674356699,
      "grad_norm": 1.3347246646881104,
      "learning_rate": 1.3737500000000002e-06,
      "loss": 0.0328,
      "step": 2901
    },
    {
      "epoch": 3.433303756285123,
      "grad_norm": 1.319620966911316,
      "learning_rate": 1.3725000000000002e-06,
      "loss": 0.0347,
      "step": 2902
    },
    {
      "epoch": 3.4344868382135463,
      "grad_norm": 1.467069387435913,
      "learning_rate": 1.37125e-06,
      "loss": 0.037,
      "step": 2903
    },
    {
      "epoch": 3.4356699201419696,
      "grad_norm": 1.5232067108154297,
      "learning_rate": 1.3700000000000002e-06,
      "loss": 0.0308,
      "step": 2904
    },
    {
      "epoch": 3.4368530020703933,
      "grad_norm": 1.4769593477249146,
      "learning_rate": 1.36875e-06,
      "loss": 0.0357,
      "step": 2905
    },
    {
      "epoch": 3.438036083998817,
      "grad_norm": 1.5112065076828003,
      "learning_rate": 1.3675000000000002e-06,
      "loss": 0.0382,
      "step": 2906
    },
    {
      "epoch": 3.4392191659272404,
      "grad_norm": 1.5942919254302979,
      "learning_rate": 1.36625e-06,
      "loss": 0.0371,
      "step": 2907
    },
    {
      "epoch": 3.440402247855664,
      "grad_norm": 1.2236899137496948,
      "learning_rate": 1.3650000000000003e-06,
      "loss": 0.0347,
      "step": 2908
    },
    {
      "epoch": 3.4415853297840875,
      "grad_norm": 1.5195512771606445,
      "learning_rate": 1.36375e-06,
      "loss": 0.033,
      "step": 2909
    },
    {
      "epoch": 3.4427684117125112,
      "grad_norm": 1.702221393585205,
      "learning_rate": 1.3625000000000003e-06,
      "loss": 0.0316,
      "step": 2910
    },
    {
      "epoch": 3.4439514936409346,
      "grad_norm": 1.6087162494659424,
      "learning_rate": 1.36125e-06,
      "loss": 0.0363,
      "step": 2911
    },
    {
      "epoch": 3.4451345755693583,
      "grad_norm": 1.6247931718826294,
      "learning_rate": 1.3600000000000001e-06,
      "loss": 0.0389,
      "step": 2912
    },
    {
      "epoch": 3.4463176574977816,
      "grad_norm": 1.429543137550354,
      "learning_rate": 1.3587500000000001e-06,
      "loss": 0.033,
      "step": 2913
    },
    {
      "epoch": 3.4475007394262054,
      "grad_norm": 1.4637187719345093,
      "learning_rate": 1.3575000000000001e-06,
      "loss": 0.0321,
      "step": 2914
    },
    {
      "epoch": 3.4486838213546287,
      "grad_norm": 1.5544235706329346,
      "learning_rate": 1.3562500000000001e-06,
      "loss": 0.0333,
      "step": 2915
    },
    {
      "epoch": 3.4498669032830525,
      "grad_norm": 1.6133368015289307,
      "learning_rate": 1.3550000000000002e-06,
      "loss": 0.0312,
      "step": 2916
    },
    {
      "epoch": 3.4510499852114758,
      "grad_norm": 1.2758756875991821,
      "learning_rate": 1.3537500000000002e-06,
      "loss": 0.0314,
      "step": 2917
    },
    {
      "epoch": 3.4522330671398995,
      "grad_norm": 1.790597677230835,
      "learning_rate": 1.3525000000000002e-06,
      "loss": 0.0338,
      "step": 2918
    },
    {
      "epoch": 3.453416149068323,
      "grad_norm": 1.3137996196746826,
      "learning_rate": 1.35125e-06,
      "loss": 0.0311,
      "step": 2919
    },
    {
      "epoch": 3.4545992309967466,
      "grad_norm": 1.7594927549362183,
      "learning_rate": 1.3500000000000002e-06,
      "loss": 0.0369,
      "step": 2920
    },
    {
      "epoch": 3.45578231292517,
      "grad_norm": 1.7023392915725708,
      "learning_rate": 1.34875e-06,
      "loss": 0.0376,
      "step": 2921
    },
    {
      "epoch": 3.4569653948535937,
      "grad_norm": 1.5945905447006226,
      "learning_rate": 1.3475000000000002e-06,
      "loss": 0.0336,
      "step": 2922
    },
    {
      "epoch": 3.458148476782017,
      "grad_norm": 1.7500190734863281,
      "learning_rate": 1.34625e-06,
      "loss": 0.0347,
      "step": 2923
    },
    {
      "epoch": 3.4593315587104407,
      "grad_norm": 1.6093848943710327,
      "learning_rate": 1.3450000000000003e-06,
      "loss": 0.0296,
      "step": 2924
    },
    {
      "epoch": 3.460514640638864,
      "grad_norm": 1.2678077220916748,
      "learning_rate": 1.34375e-06,
      "loss": 0.0304,
      "step": 2925
    },
    {
      "epoch": 3.461697722567288,
      "grad_norm": 1.5084872245788574,
      "learning_rate": 1.3425000000000003e-06,
      "loss": 0.0392,
      "step": 2926
    },
    {
      "epoch": 3.462880804495711,
      "grad_norm": 1.5005918741226196,
      "learning_rate": 1.34125e-06,
      "loss": 0.0373,
      "step": 2927
    },
    {
      "epoch": 3.464063886424135,
      "grad_norm": 1.790027141571045,
      "learning_rate": 1.34e-06,
      "loss": 0.0329,
      "step": 2928
    },
    {
      "epoch": 3.4652469683525586,
      "grad_norm": 1.5610442161560059,
      "learning_rate": 1.33875e-06,
      "loss": 0.0317,
      "step": 2929
    },
    {
      "epoch": 3.466430050280982,
      "grad_norm": 1.4021284580230713,
      "learning_rate": 1.3375000000000001e-06,
      "loss": 0.0335,
      "step": 2930
    },
    {
      "epoch": 3.4676131322094053,
      "grad_norm": 1.1816884279251099,
      "learning_rate": 1.3362500000000001e-06,
      "loss": 0.0357,
      "step": 2931
    },
    {
      "epoch": 3.468796214137829,
      "grad_norm": 1.4016615152359009,
      "learning_rate": 1.3350000000000001e-06,
      "loss": 0.0356,
      "step": 2932
    },
    {
      "epoch": 3.4699792960662528,
      "grad_norm": 1.532656192779541,
      "learning_rate": 1.3337500000000001e-06,
      "loss": 0.0334,
      "step": 2933
    },
    {
      "epoch": 3.471162377994676,
      "grad_norm": 1.6098297834396362,
      "learning_rate": 1.3325000000000002e-06,
      "loss": 0.0318,
      "step": 2934
    },
    {
      "epoch": 3.4723454599231,
      "grad_norm": 1.3510836362838745,
      "learning_rate": 1.33125e-06,
      "loss": 0.032,
      "step": 2935
    },
    {
      "epoch": 3.473528541851523,
      "grad_norm": 1.329464316368103,
      "learning_rate": 1.3300000000000002e-06,
      "loss": 0.0355,
      "step": 2936
    },
    {
      "epoch": 3.474711623779947,
      "grad_norm": 1.6773408651351929,
      "learning_rate": 1.32875e-06,
      "loss": 0.0329,
      "step": 2937
    },
    {
      "epoch": 3.4758947057083702,
      "grad_norm": 1.59965181350708,
      "learning_rate": 1.3275000000000002e-06,
      "loss": 0.0367,
      "step": 2938
    },
    {
      "epoch": 3.477077787636794,
      "grad_norm": 1.5206180810928345,
      "learning_rate": 1.32625e-06,
      "loss": 0.033,
      "step": 2939
    },
    {
      "epoch": 3.4782608695652173,
      "grad_norm": 1.274746298789978,
      "learning_rate": 1.3250000000000002e-06,
      "loss": 0.0343,
      "step": 2940
    },
    {
      "epoch": 3.479443951493641,
      "grad_norm": 1.4046766757965088,
      "learning_rate": 1.32375e-06,
      "loss": 0.0327,
      "step": 2941
    },
    {
      "epoch": 3.4806270334220644,
      "grad_norm": 1.5636425018310547,
      "learning_rate": 1.3225000000000003e-06,
      "loss": 0.0363,
      "step": 2942
    },
    {
      "epoch": 3.481810115350488,
      "grad_norm": 1.331530213356018,
      "learning_rate": 1.32125e-06,
      "loss": 0.0313,
      "step": 2943
    },
    {
      "epoch": 3.4829931972789114,
      "grad_norm": 1.4865994453430176,
      "learning_rate": 1.32e-06,
      "loss": 0.0327,
      "step": 2944
    },
    {
      "epoch": 3.484176279207335,
      "grad_norm": 1.3102092742919922,
      "learning_rate": 1.31875e-06,
      "loss": 0.0362,
      "step": 2945
    },
    {
      "epoch": 3.4853593611357585,
      "grad_norm": 1.4523966312408447,
      "learning_rate": 1.3175e-06,
      "loss": 0.0314,
      "step": 2946
    },
    {
      "epoch": 3.4865424430641823,
      "grad_norm": 1.2753907442092896,
      "learning_rate": 1.31625e-06,
      "loss": 0.0363,
      "step": 2947
    },
    {
      "epoch": 3.4877255249926056,
      "grad_norm": 1.2386422157287598,
      "learning_rate": 1.3150000000000001e-06,
      "loss": 0.0335,
      "step": 2948
    },
    {
      "epoch": 3.4889086069210293,
      "grad_norm": 1.6707817316055298,
      "learning_rate": 1.3137500000000001e-06,
      "loss": 0.0326,
      "step": 2949
    },
    {
      "epoch": 3.4900916888494526,
      "grad_norm": 1.4847416877746582,
      "learning_rate": 1.3125000000000001e-06,
      "loss": 0.0373,
      "step": 2950
    },
    {
      "epoch": 3.4912747707778764,
      "grad_norm": 1.5713376998901367,
      "learning_rate": 1.31125e-06,
      "loss": 0.0346,
      "step": 2951
    },
    {
      "epoch": 3.4924578527063,
      "grad_norm": 1.1849539279937744,
      "learning_rate": 1.3100000000000002e-06,
      "loss": 0.034,
      "step": 2952
    },
    {
      "epoch": 3.4936409346347235,
      "grad_norm": 1.5053311586380005,
      "learning_rate": 1.30875e-06,
      "loss": 0.0339,
      "step": 2953
    },
    {
      "epoch": 3.494824016563147,
      "grad_norm": 1.3445355892181396,
      "learning_rate": 1.3075000000000002e-06,
      "loss": 0.0305,
      "step": 2954
    },
    {
      "epoch": 3.4960070984915705,
      "grad_norm": 1.4720388650894165,
      "learning_rate": 1.30625e-06,
      "loss": 0.0341,
      "step": 2955
    },
    {
      "epoch": 3.4971901804199943,
      "grad_norm": 1.4612491130828857,
      "learning_rate": 1.3050000000000002e-06,
      "loss": 0.0323,
      "step": 2956
    },
    {
      "epoch": 3.4983732623484176,
      "grad_norm": 1.807178020477295,
      "learning_rate": 1.30375e-06,
      "loss": 0.0324,
      "step": 2957
    },
    {
      "epoch": 3.499556344276841,
      "grad_norm": 1.3745554685592651,
      "learning_rate": 1.3025000000000002e-06,
      "loss": 0.034,
      "step": 2958
    },
    {
      "epoch": 3.5007394262052647,
      "grad_norm": 1.310582160949707,
      "learning_rate": 1.30125e-06,
      "loss": 0.0342,
      "step": 2959
    },
    {
      "epoch": 3.5019225081336884,
      "grad_norm": 1.4282643795013428,
      "learning_rate": 1.3e-06,
      "loss": 0.032,
      "step": 2960
    },
    {
      "epoch": 3.5031055900621118,
      "grad_norm": 1.4388601779937744,
      "learning_rate": 1.29875e-06,
      "loss": 0.031,
      "step": 2961
    },
    {
      "epoch": 3.5042886719905355,
      "grad_norm": 1.647520661354065,
      "learning_rate": 1.2975e-06,
      "loss": 0.0329,
      "step": 2962
    },
    {
      "epoch": 3.505471753918959,
      "grad_norm": 1.653293490409851,
      "learning_rate": 1.29625e-06,
      "loss": 0.0331,
      "step": 2963
    },
    {
      "epoch": 3.5066548358473826,
      "grad_norm": 1.5619944334030151,
      "learning_rate": 1.295e-06,
      "loss": 0.0393,
      "step": 2964
    },
    {
      "epoch": 3.507837917775806,
      "grad_norm": 1.6929702758789062,
      "learning_rate": 1.2937500000000001e-06,
      "loss": 0.0342,
      "step": 2965
    },
    {
      "epoch": 3.5090209997042296,
      "grad_norm": 1.3801772594451904,
      "learning_rate": 1.2925000000000001e-06,
      "loss": 0.0315,
      "step": 2966
    },
    {
      "epoch": 3.510204081632653,
      "grad_norm": 1.3948968648910522,
      "learning_rate": 1.29125e-06,
      "loss": 0.0337,
      "step": 2967
    },
    {
      "epoch": 3.5113871635610767,
      "grad_norm": 1.8774956464767456,
      "learning_rate": 1.2900000000000001e-06,
      "loss": 0.0354,
      "step": 2968
    },
    {
      "epoch": 3.5125702454895,
      "grad_norm": 1.3476656675338745,
      "learning_rate": 1.28875e-06,
      "loss": 0.0328,
      "step": 2969
    },
    {
      "epoch": 3.513753327417924,
      "grad_norm": 1.5439212322235107,
      "learning_rate": 1.2875000000000002e-06,
      "loss": 0.0357,
      "step": 2970
    },
    {
      "epoch": 3.514936409346347,
      "grad_norm": 1.583813190460205,
      "learning_rate": 1.28625e-06,
      "loss": 0.0345,
      "step": 2971
    },
    {
      "epoch": 3.516119491274771,
      "grad_norm": 1.7169080972671509,
      "learning_rate": 1.2850000000000002e-06,
      "loss": 0.0421,
      "step": 2972
    },
    {
      "epoch": 3.517302573203194,
      "grad_norm": 1.4342660903930664,
      "learning_rate": 1.28375e-06,
      "loss": 0.032,
      "step": 2973
    },
    {
      "epoch": 3.518485655131618,
      "grad_norm": 1.5545165538787842,
      "learning_rate": 1.2825000000000002e-06,
      "loss": 0.0367,
      "step": 2974
    },
    {
      "epoch": 3.5196687370600412,
      "grad_norm": 2.1816046237945557,
      "learning_rate": 1.28125e-06,
      "loss": 0.0377,
      "step": 2975
    },
    {
      "epoch": 3.520851818988465,
      "grad_norm": 1.3315095901489258,
      "learning_rate": 1.28e-06,
      "loss": 0.0335,
      "step": 2976
    },
    {
      "epoch": 3.5220349009168883,
      "grad_norm": 1.539430856704712,
      "learning_rate": 1.27875e-06,
      "loss": 0.0383,
      "step": 2977
    },
    {
      "epoch": 3.523217982845312,
      "grad_norm": 1.3595999479293823,
      "learning_rate": 1.2775e-06,
      "loss": 0.0338,
      "step": 2978
    },
    {
      "epoch": 3.524401064773736,
      "grad_norm": 1.536086082458496,
      "learning_rate": 1.27625e-06,
      "loss": 0.0301,
      "step": 2979
    },
    {
      "epoch": 3.525584146702159,
      "grad_norm": 1.3862330913543701,
      "learning_rate": 1.275e-06,
      "loss": 0.0379,
      "step": 2980
    },
    {
      "epoch": 3.5267672286305825,
      "grad_norm": 1.6150269508361816,
      "learning_rate": 1.27375e-06,
      "loss": 0.0318,
      "step": 2981
    },
    {
      "epoch": 3.527950310559006,
      "grad_norm": 1.6233856678009033,
      "learning_rate": 1.2725e-06,
      "loss": 0.0367,
      "step": 2982
    },
    {
      "epoch": 3.52913339248743,
      "grad_norm": 1.5018876791000366,
      "learning_rate": 1.27125e-06,
      "loss": 0.0355,
      "step": 2983
    },
    {
      "epoch": 3.5303164744158533,
      "grad_norm": 1.5526676177978516,
      "learning_rate": 1.2700000000000001e-06,
      "loss": 0.0361,
      "step": 2984
    },
    {
      "epoch": 3.5314995563442766,
      "grad_norm": 1.6252474784851074,
      "learning_rate": 1.26875e-06,
      "loss": 0.0349,
      "step": 2985
    },
    {
      "epoch": 3.5326826382727003,
      "grad_norm": 1.6919753551483154,
      "learning_rate": 1.2675000000000001e-06,
      "loss": 0.0335,
      "step": 2986
    },
    {
      "epoch": 3.533865720201124,
      "grad_norm": 1.462986707687378,
      "learning_rate": 1.26625e-06,
      "loss": 0.0359,
      "step": 2987
    },
    {
      "epoch": 3.5350488021295474,
      "grad_norm": 1.9608771800994873,
      "learning_rate": 1.2650000000000002e-06,
      "loss": 0.0423,
      "step": 2988
    },
    {
      "epoch": 3.536231884057971,
      "grad_norm": 1.4618810415267944,
      "learning_rate": 1.26375e-06,
      "loss": 0.0363,
      "step": 2989
    },
    {
      "epoch": 3.5374149659863945,
      "grad_norm": 1.3727037906646729,
      "learning_rate": 1.2625000000000002e-06,
      "loss": 0.0324,
      "step": 2990
    },
    {
      "epoch": 3.5385980479148182,
      "grad_norm": 1.5059683322906494,
      "learning_rate": 1.26125e-06,
      "loss": 0.0348,
      "step": 2991
    },
    {
      "epoch": 3.5397811298432416,
      "grad_norm": 1.938733458518982,
      "learning_rate": 1.26e-06,
      "loss": 0.0367,
      "step": 2992
    },
    {
      "epoch": 3.5409642117716653,
      "grad_norm": 1.4872781038284302,
      "learning_rate": 1.25875e-06,
      "loss": 0.0338,
      "step": 2993
    },
    {
      "epoch": 3.5421472937000886,
      "grad_norm": 1.3767532110214233,
      "learning_rate": 1.2575e-06,
      "loss": 0.0351,
      "step": 2994
    },
    {
      "epoch": 3.5433303756285124,
      "grad_norm": 1.4074276685714722,
      "learning_rate": 1.25625e-06,
      "loss": 0.0335,
      "step": 2995
    },
    {
      "epoch": 3.5445134575569357,
      "grad_norm": 1.6163203716278076,
      "learning_rate": 1.255e-06,
      "loss": 0.0348,
      "step": 2996
    },
    {
      "epoch": 3.5456965394853595,
      "grad_norm": 1.766810417175293,
      "learning_rate": 1.25375e-06,
      "loss": 0.03,
      "step": 2997
    },
    {
      "epoch": 3.5468796214137828,
      "grad_norm": 1.3383371829986572,
      "learning_rate": 1.2525e-06,
      "loss": 0.0335,
      "step": 2998
    },
    {
      "epoch": 3.5480627033422065,
      "grad_norm": 1.4256573915481567,
      "learning_rate": 1.2512499999999999e-06,
      "loss": 0.0315,
      "step": 2999
    },
    {
      "epoch": 3.54924578527063,
      "grad_norm": 1.556921124458313,
      "learning_rate": 1.25e-06,
      "loss": 0.0333,
      "step": 3000
    },
    {
      "epoch": 3.5504288671990536,
      "grad_norm": 1.2363673448562622,
      "learning_rate": 1.2487500000000001e-06,
      "loss": 0.0321,
      "step": 3001
    },
    {
      "epoch": 3.5516119491274774,
      "grad_norm": 1.5004466772079468,
      "learning_rate": 1.2475000000000001e-06,
      "loss": 0.0323,
      "step": 3002
    },
    {
      "epoch": 3.5527950310559007,
      "grad_norm": 2.077425241470337,
      "learning_rate": 1.2462500000000001e-06,
      "loss": 0.0348,
      "step": 3003
    },
    {
      "epoch": 3.553978112984324,
      "grad_norm": 1.5644367933273315,
      "learning_rate": 1.2450000000000002e-06,
      "loss": 0.0334,
      "step": 3004
    },
    {
      "epoch": 3.5551611949127477,
      "grad_norm": 1.5223509073257446,
      "learning_rate": 1.2437500000000002e-06,
      "loss": 0.0369,
      "step": 3005
    },
    {
      "epoch": 3.5563442768411715,
      "grad_norm": 1.281394124031067,
      "learning_rate": 1.2425000000000002e-06,
      "loss": 0.0299,
      "step": 3006
    },
    {
      "epoch": 3.557527358769595,
      "grad_norm": 1.3446863889694214,
      "learning_rate": 1.2412500000000002e-06,
      "loss": 0.0361,
      "step": 3007
    },
    {
      "epoch": 3.558710440698018,
      "grad_norm": 1.415883183479309,
      "learning_rate": 1.2400000000000002e-06,
      "loss": 0.0341,
      "step": 3008
    },
    {
      "epoch": 3.559893522626442,
      "grad_norm": 1.3649036884307861,
      "learning_rate": 1.23875e-06,
      "loss": 0.0303,
      "step": 3009
    },
    {
      "epoch": 3.5610766045548656,
      "grad_norm": 1.6214039325714111,
      "learning_rate": 1.2375e-06,
      "loss": 0.0361,
      "step": 3010
    },
    {
      "epoch": 3.562259686483289,
      "grad_norm": 1.774811863899231,
      "learning_rate": 1.23625e-06,
      "loss": 0.0364,
      "step": 3011
    },
    {
      "epoch": 3.5634427684117123,
      "grad_norm": 1.4755815267562866,
      "learning_rate": 1.235e-06,
      "loss": 0.034,
      "step": 3012
    },
    {
      "epoch": 3.564625850340136,
      "grad_norm": 1.462934970855713,
      "learning_rate": 1.23375e-06,
      "loss": 0.0308,
      "step": 3013
    },
    {
      "epoch": 3.5658089322685598,
      "grad_norm": 1.415045142173767,
      "learning_rate": 1.2325e-06,
      "loss": 0.0347,
      "step": 3014
    },
    {
      "epoch": 3.566992014196983,
      "grad_norm": 1.467208743095398,
      "learning_rate": 1.23125e-06,
      "loss": 0.0328,
      "step": 3015
    },
    {
      "epoch": 3.568175096125407,
      "grad_norm": 1.4771373271942139,
      "learning_rate": 1.23e-06,
      "loss": 0.0332,
      "step": 3016
    },
    {
      "epoch": 3.56935817805383,
      "grad_norm": 1.3425546884536743,
      "learning_rate": 1.22875e-06,
      "loss": 0.0316,
      "step": 3017
    },
    {
      "epoch": 3.570541259982254,
      "grad_norm": 1.4445233345031738,
      "learning_rate": 1.2275000000000001e-06,
      "loss": 0.0345,
      "step": 3018
    },
    {
      "epoch": 3.5717243419106772,
      "grad_norm": 1.5097103118896484,
      "learning_rate": 1.2262500000000001e-06,
      "loss": 0.034,
      "step": 3019
    },
    {
      "epoch": 3.572907423839101,
      "grad_norm": 1.2671518325805664,
      "learning_rate": 1.2250000000000001e-06,
      "loss": 0.0301,
      "step": 3020
    },
    {
      "epoch": 3.5740905057675243,
      "grad_norm": 1.492395281791687,
      "learning_rate": 1.2237500000000001e-06,
      "loss": 0.0365,
      "step": 3021
    },
    {
      "epoch": 3.575273587695948,
      "grad_norm": 1.3370702266693115,
      "learning_rate": 1.2225000000000002e-06,
      "loss": 0.0335,
      "step": 3022
    },
    {
      "epoch": 3.5764566696243714,
      "grad_norm": 1.3999507427215576,
      "learning_rate": 1.2212500000000002e-06,
      "loss": 0.0311,
      "step": 3023
    },
    {
      "epoch": 3.577639751552795,
      "grad_norm": 1.4448567628860474,
      "learning_rate": 1.2200000000000002e-06,
      "loss": 0.0288,
      "step": 3024
    },
    {
      "epoch": 3.5788228334812184,
      "grad_norm": 1.7021918296813965,
      "learning_rate": 1.21875e-06,
      "loss": 0.0383,
      "step": 3025
    },
    {
      "epoch": 3.580005915409642,
      "grad_norm": 1.4945735931396484,
      "learning_rate": 1.2175e-06,
      "loss": 0.0344,
      "step": 3026
    },
    {
      "epoch": 3.5811889973380655,
      "grad_norm": 1.5659414529800415,
      "learning_rate": 1.21625e-06,
      "loss": 0.0344,
      "step": 3027
    },
    {
      "epoch": 3.5823720792664893,
      "grad_norm": 1.2697035074234009,
      "learning_rate": 1.215e-06,
      "loss": 0.032,
      "step": 3028
    },
    {
      "epoch": 3.583555161194913,
      "grad_norm": 1.2943918704986572,
      "learning_rate": 1.21375e-06,
      "loss": 0.0364,
      "step": 3029
    },
    {
      "epoch": 3.5847382431233363,
      "grad_norm": 1.451864242553711,
      "learning_rate": 1.2125e-06,
      "loss": 0.0342,
      "step": 3030
    },
    {
      "epoch": 3.5859213250517596,
      "grad_norm": 1.5345979928970337,
      "learning_rate": 1.21125e-06,
      "loss": 0.0353,
      "step": 3031
    },
    {
      "epoch": 3.5871044069801834,
      "grad_norm": 1.5697550773620605,
      "learning_rate": 1.21e-06,
      "loss": 0.0358,
      "step": 3032
    },
    {
      "epoch": 3.588287488908607,
      "grad_norm": 1.471081018447876,
      "learning_rate": 1.20875e-06,
      "loss": 0.0331,
      "step": 3033
    },
    {
      "epoch": 3.5894705708370305,
      "grad_norm": 1.5471588373184204,
      "learning_rate": 1.2075e-06,
      "loss": 0.03,
      "step": 3034
    },
    {
      "epoch": 3.590653652765454,
      "grad_norm": 1.5841257572174072,
      "learning_rate": 1.20625e-06,
      "loss": 0.0371,
      "step": 3035
    },
    {
      "epoch": 3.5918367346938775,
      "grad_norm": 1.0812010765075684,
      "learning_rate": 1.2050000000000001e-06,
      "loss": 0.034,
      "step": 3036
    },
    {
      "epoch": 3.5930198166223013,
      "grad_norm": 1.701359510421753,
      "learning_rate": 1.2037500000000001e-06,
      "loss": 0.0359,
      "step": 3037
    },
    {
      "epoch": 3.5942028985507246,
      "grad_norm": 1.7841334342956543,
      "learning_rate": 1.2025000000000001e-06,
      "loss": 0.0367,
      "step": 3038
    },
    {
      "epoch": 3.595385980479148,
      "grad_norm": 1.8482797145843506,
      "learning_rate": 1.2012500000000001e-06,
      "loss": 0.0378,
      "step": 3039
    },
    {
      "epoch": 3.5965690624075717,
      "grad_norm": 2.011932611465454,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 0.0352,
      "step": 3040
    },
    {
      "epoch": 3.5977521443359954,
      "grad_norm": 1.660944938659668,
      "learning_rate": 1.19875e-06,
      "loss": 0.0355,
      "step": 3041
    },
    {
      "epoch": 3.5989352262644188,
      "grad_norm": 1.4434303045272827,
      "learning_rate": 1.1975e-06,
      "loss": 0.0356,
      "step": 3042
    },
    {
      "epoch": 3.6001183081928425,
      "grad_norm": 1.4417921304702759,
      "learning_rate": 1.19625e-06,
      "loss": 0.031,
      "step": 3043
    },
    {
      "epoch": 3.601301390121266,
      "grad_norm": 1.3762948513031006,
      "learning_rate": 1.195e-06,
      "loss": 0.0303,
      "step": 3044
    },
    {
      "epoch": 3.6024844720496896,
      "grad_norm": 1.4027305841445923,
      "learning_rate": 1.19375e-06,
      "loss": 0.035,
      "step": 3045
    },
    {
      "epoch": 3.603667553978113,
      "grad_norm": 1.5416052341461182,
      "learning_rate": 1.1925e-06,
      "loss": 0.031,
      "step": 3046
    },
    {
      "epoch": 3.6048506359065366,
      "grad_norm": 1.273895025253296,
      "learning_rate": 1.19125e-06,
      "loss": 0.03,
      "step": 3047
    },
    {
      "epoch": 3.60603371783496,
      "grad_norm": 1.2502799034118652,
      "learning_rate": 1.19e-06,
      "loss": 0.0293,
      "step": 3048
    },
    {
      "epoch": 3.6072167997633837,
      "grad_norm": 1.8107908964157104,
      "learning_rate": 1.18875e-06,
      "loss": 0.0388,
      "step": 3049
    },
    {
      "epoch": 3.608399881691807,
      "grad_norm": 1.5127145051956177,
      "learning_rate": 1.1875e-06,
      "loss": 0.0317,
      "step": 3050
    },
    {
      "epoch": 3.609582963620231,
      "grad_norm": 1.6318848133087158,
      "learning_rate": 1.18625e-06,
      "loss": 0.0326,
      "step": 3051
    },
    {
      "epoch": 3.610766045548654,
      "grad_norm": 1.413529396057129,
      "learning_rate": 1.185e-06,
      "loss": 0.0343,
      "step": 3052
    },
    {
      "epoch": 3.611949127477078,
      "grad_norm": 1.4176348447799683,
      "learning_rate": 1.18375e-06,
      "loss": 0.0313,
      "step": 3053
    },
    {
      "epoch": 3.613132209405501,
      "grad_norm": 1.6595139503479004,
      "learning_rate": 1.1825000000000001e-06,
      "loss": 0.0361,
      "step": 3054
    },
    {
      "epoch": 3.614315291333925,
      "grad_norm": 1.5421091318130493,
      "learning_rate": 1.1812500000000001e-06,
      "loss": 0.0323,
      "step": 3055
    },
    {
      "epoch": 3.6154983732623487,
      "grad_norm": 1.4150395393371582,
      "learning_rate": 1.1800000000000001e-06,
      "loss": 0.0311,
      "step": 3056
    },
    {
      "epoch": 3.616681455190772,
      "grad_norm": 1.323448896408081,
      "learning_rate": 1.17875e-06,
      "loss": 0.0299,
      "step": 3057
    },
    {
      "epoch": 3.6178645371191953,
      "grad_norm": 2.160806179046631,
      "learning_rate": 1.1775e-06,
      "loss": 0.0339,
      "step": 3058
    },
    {
      "epoch": 3.619047619047619,
      "grad_norm": 1.5186008214950562,
      "learning_rate": 1.17625e-06,
      "loss": 0.0355,
      "step": 3059
    },
    {
      "epoch": 3.620230700976043,
      "grad_norm": 1.4188816547393799,
      "learning_rate": 1.175e-06,
      "loss": 0.0315,
      "step": 3060
    },
    {
      "epoch": 3.621413782904466,
      "grad_norm": 1.6154344081878662,
      "learning_rate": 1.17375e-06,
      "loss": 0.0368,
      "step": 3061
    },
    {
      "epoch": 3.6225968648328895,
      "grad_norm": 1.3013142347335815,
      "learning_rate": 1.1725e-06,
      "loss": 0.0369,
      "step": 3062
    },
    {
      "epoch": 3.623779946761313,
      "grad_norm": 1.3513195514678955,
      "learning_rate": 1.1712500000000002e-06,
      "loss": 0.0311,
      "step": 3063
    },
    {
      "epoch": 3.624963028689737,
      "grad_norm": 1.5695844888687134,
      "learning_rate": 1.1700000000000002e-06,
      "loss": 0.0329,
      "step": 3064
    },
    {
      "epoch": 3.6261461106181603,
      "grad_norm": 1.4686617851257324,
      "learning_rate": 1.1687500000000002e-06,
      "loss": 0.033,
      "step": 3065
    },
    {
      "epoch": 3.6273291925465836,
      "grad_norm": 1.4151514768600464,
      "learning_rate": 1.1675000000000003e-06,
      "loss": 0.034,
      "step": 3066
    },
    {
      "epoch": 3.6285122744750073,
      "grad_norm": 1.3076938390731812,
      "learning_rate": 1.16625e-06,
      "loss": 0.0289,
      "step": 3067
    },
    {
      "epoch": 3.629695356403431,
      "grad_norm": 1.3568390607833862,
      "learning_rate": 1.165e-06,
      "loss": 0.0306,
      "step": 3068
    },
    {
      "epoch": 3.6308784383318544,
      "grad_norm": 1.518460988998413,
      "learning_rate": 1.16375e-06,
      "loss": 0.0379,
      "step": 3069
    },
    {
      "epoch": 3.632061520260278,
      "grad_norm": 1.4639091491699219,
      "learning_rate": 1.1625e-06,
      "loss": 0.0356,
      "step": 3070
    },
    {
      "epoch": 3.6332446021887015,
      "grad_norm": 1.5994365215301514,
      "learning_rate": 1.16125e-06,
      "loss": 0.0303,
      "step": 3071
    },
    {
      "epoch": 3.6344276841171252,
      "grad_norm": 1.5035464763641357,
      "learning_rate": 1.1600000000000001e-06,
      "loss": 0.0295,
      "step": 3072
    },
    {
      "epoch": 3.6356107660455486,
      "grad_norm": 1.3631147146224976,
      "learning_rate": 1.1587500000000001e-06,
      "loss": 0.0358,
      "step": 3073
    },
    {
      "epoch": 3.6367938479739723,
      "grad_norm": 1.3572660684585571,
      "learning_rate": 1.1575000000000001e-06,
      "loss": 0.0295,
      "step": 3074
    },
    {
      "epoch": 3.6379769299023956,
      "grad_norm": 1.3243157863616943,
      "learning_rate": 1.1562500000000002e-06,
      "loss": 0.031,
      "step": 3075
    },
    {
      "epoch": 3.6391600118308194,
      "grad_norm": 1.3842321634292603,
      "learning_rate": 1.1550000000000002e-06,
      "loss": 0.0324,
      "step": 3076
    },
    {
      "epoch": 3.6403430937592427,
      "grad_norm": 1.2982652187347412,
      "learning_rate": 1.1537500000000002e-06,
      "loss": 0.0329,
      "step": 3077
    },
    {
      "epoch": 3.6415261756876665,
      "grad_norm": 1.5167328119277954,
      "learning_rate": 1.1525000000000002e-06,
      "loss": 0.0353,
      "step": 3078
    },
    {
      "epoch": 3.6427092576160898,
      "grad_norm": 1.526580572128296,
      "learning_rate": 1.1512500000000002e-06,
      "loss": 0.0398,
      "step": 3079
    },
    {
      "epoch": 3.6438923395445135,
      "grad_norm": 1.3314740657806396,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 0.0333,
      "step": 3080
    },
    {
      "epoch": 3.645075421472937,
      "grad_norm": 1.4741747379302979,
      "learning_rate": 1.1487500000000002e-06,
      "loss": 0.0342,
      "step": 3081
    },
    {
      "epoch": 3.6462585034013606,
      "grad_norm": 1.5334856510162354,
      "learning_rate": 1.1475000000000002e-06,
      "loss": 0.0368,
      "step": 3082
    },
    {
      "epoch": 3.6474415853297844,
      "grad_norm": 1.3156050443649292,
      "learning_rate": 1.14625e-06,
      "loss": 0.0298,
      "step": 3083
    },
    {
      "epoch": 3.6486246672582077,
      "grad_norm": 1.4871944189071655,
      "learning_rate": 1.145e-06,
      "loss": 0.0355,
      "step": 3084
    },
    {
      "epoch": 3.649807749186631,
      "grad_norm": 1.340513825416565,
      "learning_rate": 1.14375e-06,
      "loss": 0.0363,
      "step": 3085
    },
    {
      "epoch": 3.6509908311150547,
      "grad_norm": 1.885640263557434,
      "learning_rate": 1.1425e-06,
      "loss": 0.0329,
      "step": 3086
    },
    {
      "epoch": 3.6521739130434785,
      "grad_norm": 1.306666612625122,
      "learning_rate": 1.14125e-06,
      "loss": 0.0319,
      "step": 3087
    },
    {
      "epoch": 3.653356994971902,
      "grad_norm": 2.2113070487976074,
      "learning_rate": 1.14e-06,
      "loss": 0.0296,
      "step": 3088
    },
    {
      "epoch": 3.654540076900325,
      "grad_norm": 1.6540635824203491,
      "learning_rate": 1.1387500000000001e-06,
      "loss": 0.0336,
      "step": 3089
    },
    {
      "epoch": 3.655723158828749,
      "grad_norm": 1.3541659116744995,
      "learning_rate": 1.1375000000000001e-06,
      "loss": 0.0365,
      "step": 3090
    },
    {
      "epoch": 3.6569062407571726,
      "grad_norm": 1.5614445209503174,
      "learning_rate": 1.1362500000000001e-06,
      "loss": 0.0324,
      "step": 3091
    },
    {
      "epoch": 3.658089322685596,
      "grad_norm": 1.4541819095611572,
      "learning_rate": 1.1350000000000001e-06,
      "loss": 0.033,
      "step": 3092
    },
    {
      "epoch": 3.6592724046140193,
      "grad_norm": 1.298319697380066,
      "learning_rate": 1.1337500000000002e-06,
      "loss": 0.0334,
      "step": 3093
    },
    {
      "epoch": 3.660455486542443,
      "grad_norm": 1.4124705791473389,
      "learning_rate": 1.1325000000000002e-06,
      "loss": 0.0341,
      "step": 3094
    },
    {
      "epoch": 3.6616385684708668,
      "grad_norm": 1.2728744745254517,
      "learning_rate": 1.1312500000000002e-06,
      "loss": 0.0327,
      "step": 3095
    },
    {
      "epoch": 3.66282165039929,
      "grad_norm": 1.388566493988037,
      "learning_rate": 1.1300000000000002e-06,
      "loss": 0.0324,
      "step": 3096
    },
    {
      "epoch": 3.664004732327714,
      "grad_norm": 1.8345109224319458,
      "learning_rate": 1.1287500000000002e-06,
      "loss": 0.033,
      "step": 3097
    },
    {
      "epoch": 3.665187814256137,
      "grad_norm": 2.345740556716919,
      "learning_rate": 1.1275000000000002e-06,
      "loss": 0.039,
      "step": 3098
    },
    {
      "epoch": 3.666370896184561,
      "grad_norm": 1.6117441654205322,
      "learning_rate": 1.12625e-06,
      "loss": 0.0332,
      "step": 3099
    },
    {
      "epoch": 3.6675539781129842,
      "grad_norm": 1.4714605808258057,
      "learning_rate": 1.125e-06,
      "loss": 0.0307,
      "step": 3100
    },
    {
      "epoch": 3.668737060041408,
      "grad_norm": 1.5398658514022827,
      "learning_rate": 1.12375e-06,
      "loss": 0.0342,
      "step": 3101
    },
    {
      "epoch": 3.6699201419698313,
      "grad_norm": 1.5247820615768433,
      "learning_rate": 1.1225e-06,
      "loss": 0.0329,
      "step": 3102
    },
    {
      "epoch": 3.671103223898255,
      "grad_norm": 1.4264508485794067,
      "learning_rate": 1.12125e-06,
      "loss": 0.0315,
      "step": 3103
    },
    {
      "epoch": 3.6722863058266784,
      "grad_norm": 1.7256925106048584,
      "learning_rate": 1.12e-06,
      "loss": 0.0332,
      "step": 3104
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 1.3365249633789062,
      "learning_rate": 1.11875e-06,
      "loss": 0.036,
      "step": 3105
    },
    {
      "epoch": 3.6746524696835254,
      "grad_norm": 1.3004368543624878,
      "learning_rate": 1.1175e-06,
      "loss": 0.0318,
      "step": 3106
    },
    {
      "epoch": 3.675835551611949,
      "grad_norm": 1.257738471031189,
      "learning_rate": 1.1162500000000001e-06,
      "loss": 0.0323,
      "step": 3107
    },
    {
      "epoch": 3.6770186335403725,
      "grad_norm": 1.5912891626358032,
      "learning_rate": 1.1150000000000001e-06,
      "loss": 0.0303,
      "step": 3108
    },
    {
      "epoch": 3.6782017154687963,
      "grad_norm": 1.531211495399475,
      "learning_rate": 1.1137500000000001e-06,
      "loss": 0.0366,
      "step": 3109
    },
    {
      "epoch": 3.67938479739722,
      "grad_norm": 1.2999118566513062,
      "learning_rate": 1.1125000000000001e-06,
      "loss": 0.0328,
      "step": 3110
    },
    {
      "epoch": 3.6805678793256433,
      "grad_norm": 1.7561109066009521,
      "learning_rate": 1.1112500000000002e-06,
      "loss": 0.0372,
      "step": 3111
    },
    {
      "epoch": 3.6817509612540666,
      "grad_norm": 1.3183891773223877,
      "learning_rate": 1.1100000000000002e-06,
      "loss": 0.0311,
      "step": 3112
    },
    {
      "epoch": 3.6829340431824904,
      "grad_norm": 1.2963168621063232,
      "learning_rate": 1.1087500000000002e-06,
      "loss": 0.0348,
      "step": 3113
    },
    {
      "epoch": 3.684117125110914,
      "grad_norm": 1.5430119037628174,
      "learning_rate": 1.1075000000000002e-06,
      "loss": 0.03,
      "step": 3114
    },
    {
      "epoch": 3.6853002070393375,
      "grad_norm": 1.5069408416748047,
      "learning_rate": 1.10625e-06,
      "loss": 0.0294,
      "step": 3115
    },
    {
      "epoch": 3.686483288967761,
      "grad_norm": 1.373327612876892,
      "learning_rate": 1.105e-06,
      "loss": 0.032,
      "step": 3116
    },
    {
      "epoch": 3.6876663708961845,
      "grad_norm": 1.4403420686721802,
      "learning_rate": 1.10375e-06,
      "loss": 0.0333,
      "step": 3117
    },
    {
      "epoch": 3.6888494528246083,
      "grad_norm": 1.371446967124939,
      "learning_rate": 1.1025e-06,
      "loss": 0.0309,
      "step": 3118
    },
    {
      "epoch": 3.6900325347530316,
      "grad_norm": 1.562498688697815,
      "learning_rate": 1.10125e-06,
      "loss": 0.0326,
      "step": 3119
    },
    {
      "epoch": 3.691215616681455,
      "grad_norm": 1.4720321893692017,
      "learning_rate": 1.1e-06,
      "loss": 0.0305,
      "step": 3120
    },
    {
      "epoch": 3.6923986986098787,
      "grad_norm": 1.4292125701904297,
      "learning_rate": 1.09875e-06,
      "loss": 0.0339,
      "step": 3121
    },
    {
      "epoch": 3.6935817805383024,
      "grad_norm": 1.5458494424819946,
      "learning_rate": 1.0975e-06,
      "loss": 0.0377,
      "step": 3122
    },
    {
      "epoch": 3.6947648624667258,
      "grad_norm": 1.4622817039489746,
      "learning_rate": 1.09625e-06,
      "loss": 0.0278,
      "step": 3123
    },
    {
      "epoch": 3.6959479443951495,
      "grad_norm": 1.5361117124557495,
      "learning_rate": 1.095e-06,
      "loss": 0.0318,
      "step": 3124
    },
    {
      "epoch": 3.697131026323573,
      "grad_norm": 1.5040806531906128,
      "learning_rate": 1.0937500000000001e-06,
      "loss": 0.0333,
      "step": 3125
    },
    {
      "epoch": 3.6983141082519966,
      "grad_norm": 1.441792368888855,
      "learning_rate": 1.0925000000000001e-06,
      "loss": 0.0335,
      "step": 3126
    },
    {
      "epoch": 3.69949719018042,
      "grad_norm": 1.6298925876617432,
      "learning_rate": 1.0912500000000001e-06,
      "loss": 0.0309,
      "step": 3127
    },
    {
      "epoch": 3.7006802721088436,
      "grad_norm": 1.4906195402145386,
      "learning_rate": 1.0900000000000002e-06,
      "loss": 0.0356,
      "step": 3128
    },
    {
      "epoch": 3.701863354037267,
      "grad_norm": 1.4159423112869263,
      "learning_rate": 1.0887500000000002e-06,
      "loss": 0.0364,
      "step": 3129
    },
    {
      "epoch": 3.7030464359656907,
      "grad_norm": 1.4641478061676025,
      "learning_rate": 1.0875000000000002e-06,
      "loss": 0.0306,
      "step": 3130
    },
    {
      "epoch": 3.704229517894114,
      "grad_norm": 1.105021595954895,
      "learning_rate": 1.0862500000000002e-06,
      "loss": 0.0267,
      "step": 3131
    },
    {
      "epoch": 3.705412599822538,
      "grad_norm": 1.540403962135315,
      "learning_rate": 1.085e-06,
      "loss": 0.0353,
      "step": 3132
    },
    {
      "epoch": 3.706595681750961,
      "grad_norm": 1.4513791799545288,
      "learning_rate": 1.08375e-06,
      "loss": 0.0295,
      "step": 3133
    },
    {
      "epoch": 3.707778763679385,
      "grad_norm": 1.3991225957870483,
      "learning_rate": 1.0825e-06,
      "loss": 0.0296,
      "step": 3134
    },
    {
      "epoch": 3.708961845607808,
      "grad_norm": 1.8403664827346802,
      "learning_rate": 1.08125e-06,
      "loss": 0.0319,
      "step": 3135
    },
    {
      "epoch": 3.710144927536232,
      "grad_norm": 1.3372331857681274,
      "learning_rate": 1.08e-06,
      "loss": 0.0321,
      "step": 3136
    },
    {
      "epoch": 3.7113280094646557,
      "grad_norm": 1.8407433032989502,
      "learning_rate": 1.07875e-06,
      "loss": 0.0335,
      "step": 3137
    },
    {
      "epoch": 3.712511091393079,
      "grad_norm": 1.8109571933746338,
      "learning_rate": 1.0775e-06,
      "loss": 0.0339,
      "step": 3138
    },
    {
      "epoch": 3.7136941733215023,
      "grad_norm": 1.6841219663619995,
      "learning_rate": 1.07625e-06,
      "loss": 0.0359,
      "step": 3139
    },
    {
      "epoch": 3.714877255249926,
      "grad_norm": 1.4224114418029785,
      "learning_rate": 1.075e-06,
      "loss": 0.033,
      "step": 3140
    },
    {
      "epoch": 3.71606033717835,
      "grad_norm": 1.4705008268356323,
      "learning_rate": 1.07375e-06,
      "loss": 0.034,
      "step": 3141
    },
    {
      "epoch": 3.717243419106773,
      "grad_norm": 1.2502061128616333,
      "learning_rate": 1.0725000000000001e-06,
      "loss": 0.0336,
      "step": 3142
    },
    {
      "epoch": 3.7184265010351965,
      "grad_norm": 1.4459385871887207,
      "learning_rate": 1.0712500000000001e-06,
      "loss": 0.0327,
      "step": 3143
    },
    {
      "epoch": 3.71960958296362,
      "grad_norm": 1.6611433029174805,
      "learning_rate": 1.0700000000000001e-06,
      "loss": 0.0343,
      "step": 3144
    },
    {
      "epoch": 3.720792664892044,
      "grad_norm": 1.4321211576461792,
      "learning_rate": 1.0687500000000001e-06,
      "loss": 0.0325,
      "step": 3145
    },
    {
      "epoch": 3.7219757468204673,
      "grad_norm": 1.3198440074920654,
      "learning_rate": 1.0675000000000002e-06,
      "loss": 0.0286,
      "step": 3146
    },
    {
      "epoch": 3.7231588287488906,
      "grad_norm": 1.5870091915130615,
      "learning_rate": 1.0662500000000002e-06,
      "loss": 0.0326,
      "step": 3147
    },
    {
      "epoch": 3.7243419106773143,
      "grad_norm": 1.4230053424835205,
      "learning_rate": 1.065e-06,
      "loss": 0.0287,
      "step": 3148
    },
    {
      "epoch": 3.725524992605738,
      "grad_norm": 1.663040280342102,
      "learning_rate": 1.06375e-06,
      "loss": 0.0339,
      "step": 3149
    },
    {
      "epoch": 3.7267080745341614,
      "grad_norm": 1.4405732154846191,
      "learning_rate": 1.0625e-06,
      "loss": 0.0339,
      "step": 3150
    },
    {
      "epoch": 3.727891156462585,
      "grad_norm": 1.4021989107131958,
      "learning_rate": 1.06125e-06,
      "loss": 0.0298,
      "step": 3151
    },
    {
      "epoch": 3.7290742383910085,
      "grad_norm": 1.3265639543533325,
      "learning_rate": 1.06e-06,
      "loss": 0.0334,
      "step": 3152
    },
    {
      "epoch": 3.7302573203194322,
      "grad_norm": 2.3076698780059814,
      "learning_rate": 1.05875e-06,
      "loss": 0.0356,
      "step": 3153
    },
    {
      "epoch": 3.7314404022478556,
      "grad_norm": 1.401691198348999,
      "learning_rate": 1.0575e-06,
      "loss": 0.0291,
      "step": 3154
    },
    {
      "epoch": 3.7326234841762793,
      "grad_norm": 1.3240450620651245,
      "learning_rate": 1.05625e-06,
      "loss": 0.0306,
      "step": 3155
    },
    {
      "epoch": 3.7338065661047026,
      "grad_norm": 1.481643795967102,
      "learning_rate": 1.055e-06,
      "loss": 0.0348,
      "step": 3156
    },
    {
      "epoch": 3.7349896480331264,
      "grad_norm": 1.2509660720825195,
      "learning_rate": 1.05375e-06,
      "loss": 0.0306,
      "step": 3157
    },
    {
      "epoch": 3.7361727299615497,
      "grad_norm": 1.504357099533081,
      "learning_rate": 1.0525e-06,
      "loss": 0.0368,
      "step": 3158
    },
    {
      "epoch": 3.7373558118899735,
      "grad_norm": 1.4235472679138184,
      "learning_rate": 1.05125e-06,
      "loss": 0.0322,
      "step": 3159
    },
    {
      "epoch": 3.7385388938183968,
      "grad_norm": 1.3889226913452148,
      "learning_rate": 1.0500000000000001e-06,
      "loss": 0.0267,
      "step": 3160
    },
    {
      "epoch": 3.7397219757468205,
      "grad_norm": 1.4888522624969482,
      "learning_rate": 1.0487500000000001e-06,
      "loss": 0.0326,
      "step": 3161
    },
    {
      "epoch": 3.740905057675244,
      "grad_norm": 1.452012062072754,
      "learning_rate": 1.0475000000000001e-06,
      "loss": 0.0329,
      "step": 3162
    },
    {
      "epoch": 3.7420881396036676,
      "grad_norm": 1.3943297863006592,
      "learning_rate": 1.0462500000000001e-06,
      "loss": 0.0354,
      "step": 3163
    },
    {
      "epoch": 3.7432712215320914,
      "grad_norm": 1.699652910232544,
      "learning_rate": 1.045e-06,
      "loss": 0.0333,
      "step": 3164
    },
    {
      "epoch": 3.7444543034605147,
      "grad_norm": 1.4278453588485718,
      "learning_rate": 1.04375e-06,
      "loss": 0.0344,
      "step": 3165
    },
    {
      "epoch": 3.745637385388938,
      "grad_norm": 1.4744415283203125,
      "learning_rate": 1.0425e-06,
      "loss": 0.0334,
      "step": 3166
    },
    {
      "epoch": 3.7468204673173617,
      "grad_norm": 1.9033408164978027,
      "learning_rate": 1.04125e-06,
      "loss": 0.0316,
      "step": 3167
    },
    {
      "epoch": 3.7480035492457855,
      "grad_norm": 1.2885016202926636,
      "learning_rate": 1.04e-06,
      "loss": 0.0318,
      "step": 3168
    },
    {
      "epoch": 3.749186631174209,
      "grad_norm": 2.6570677757263184,
      "learning_rate": 1.03875e-06,
      "loss": 0.0344,
      "step": 3169
    },
    {
      "epoch": 3.750369713102632,
      "grad_norm": 1.5496710538864136,
      "learning_rate": 1.0375e-06,
      "loss": 0.0346,
      "step": 3170
    },
    {
      "epoch": 3.751552795031056,
      "grad_norm": 1.2244137525558472,
      "learning_rate": 1.03625e-06,
      "loss": 0.0293,
      "step": 3171
    },
    {
      "epoch": 3.7527358769594796,
      "grad_norm": 1.537782907485962,
      "learning_rate": 1.035e-06,
      "loss": 0.0333,
      "step": 3172
    },
    {
      "epoch": 3.753918958887903,
      "grad_norm": 1.2989498376846313,
      "learning_rate": 1.03375e-06,
      "loss": 0.0334,
      "step": 3173
    },
    {
      "epoch": 3.7551020408163263,
      "grad_norm": 1.3052787780761719,
      "learning_rate": 1.0325e-06,
      "loss": 0.033,
      "step": 3174
    },
    {
      "epoch": 3.75628512274475,
      "grad_norm": 1.4153378009796143,
      "learning_rate": 1.03125e-06,
      "loss": 0.027,
      "step": 3175
    },
    {
      "epoch": 3.7574682046731738,
      "grad_norm": 1.5986751317977905,
      "learning_rate": 1.03e-06,
      "loss": 0.0321,
      "step": 3176
    },
    {
      "epoch": 3.758651286601597,
      "grad_norm": 1.1900631189346313,
      "learning_rate": 1.02875e-06,
      "loss": 0.0321,
      "step": 3177
    },
    {
      "epoch": 3.759834368530021,
      "grad_norm": 1.6101644039154053,
      "learning_rate": 1.0275000000000001e-06,
      "loss": 0.0374,
      "step": 3178
    },
    {
      "epoch": 3.761017450458444,
      "grad_norm": 1.3567906618118286,
      "learning_rate": 1.0262500000000001e-06,
      "loss": 0.0317,
      "step": 3179
    },
    {
      "epoch": 3.762200532386868,
      "grad_norm": 1.6403671503067017,
      "learning_rate": 1.025e-06,
      "loss": 0.0308,
      "step": 3180
    },
    {
      "epoch": 3.7633836143152912,
      "grad_norm": 1.4633855819702148,
      "learning_rate": 1.02375e-06,
      "loss": 0.0309,
      "step": 3181
    },
    {
      "epoch": 3.764566696243715,
      "grad_norm": 1.488281011581421,
      "learning_rate": 1.0225e-06,
      "loss": 0.0303,
      "step": 3182
    },
    {
      "epoch": 3.7657497781721383,
      "grad_norm": 1.6326606273651123,
      "learning_rate": 1.02125e-06,
      "loss": 0.0332,
      "step": 3183
    },
    {
      "epoch": 3.766932860100562,
      "grad_norm": 1.6419352293014526,
      "learning_rate": 1.02e-06,
      "loss": 0.0302,
      "step": 3184
    },
    {
      "epoch": 3.7681159420289854,
      "grad_norm": 1.358381986618042,
      "learning_rate": 1.01875e-06,
      "loss": 0.0362,
      "step": 3185
    },
    {
      "epoch": 3.769299023957409,
      "grad_norm": 1.3346877098083496,
      "learning_rate": 1.0175e-06,
      "loss": 0.0329,
      "step": 3186
    },
    {
      "epoch": 3.7704821058858324,
      "grad_norm": 1.6784603595733643,
      "learning_rate": 1.01625e-06,
      "loss": 0.0405,
      "step": 3187
    },
    {
      "epoch": 3.771665187814256,
      "grad_norm": 1.8583189249038696,
      "learning_rate": 1.0150000000000002e-06,
      "loss": 0.0317,
      "step": 3188
    },
    {
      "epoch": 3.7728482697426795,
      "grad_norm": 1.517810344696045,
      "learning_rate": 1.0137500000000002e-06,
      "loss": 0.0313,
      "step": 3189
    },
    {
      "epoch": 3.7740313516711033,
      "grad_norm": 1.5661742687225342,
      "learning_rate": 1.0125e-06,
      "loss": 0.0334,
      "step": 3190
    },
    {
      "epoch": 3.775214433599527,
      "grad_norm": 1.166453242301941,
      "learning_rate": 1.01125e-06,
      "loss": 0.036,
      "step": 3191
    },
    {
      "epoch": 3.7763975155279503,
      "grad_norm": 1.5571891069412231,
      "learning_rate": 1.01e-06,
      "loss": 0.0364,
      "step": 3192
    },
    {
      "epoch": 3.7775805974563736,
      "grad_norm": 1.3530018329620361,
      "learning_rate": 1.00875e-06,
      "loss": 0.0344,
      "step": 3193
    },
    {
      "epoch": 3.7787636793847974,
      "grad_norm": 1.558789849281311,
      "learning_rate": 1.0075e-06,
      "loss": 0.0398,
      "step": 3194
    },
    {
      "epoch": 3.779946761313221,
      "grad_norm": 1.419532060623169,
      "learning_rate": 1.0062500000000001e-06,
      "loss": 0.0353,
      "step": 3195
    },
    {
      "epoch": 3.7811298432416445,
      "grad_norm": 1.333701252937317,
      "learning_rate": 1.0050000000000001e-06,
      "loss": 0.0311,
      "step": 3196
    },
    {
      "epoch": 3.782312925170068,
      "grad_norm": 1.2630265951156616,
      "learning_rate": 1.0037500000000001e-06,
      "loss": 0.0328,
      "step": 3197
    },
    {
      "epoch": 3.7834960070984915,
      "grad_norm": 1.6110697984695435,
      "learning_rate": 1.0025000000000001e-06,
      "loss": 0.0353,
      "step": 3198
    },
    {
      "epoch": 3.7846790890269153,
      "grad_norm": 2.208242654800415,
      "learning_rate": 1.0012500000000002e-06,
      "loss": 0.0362,
      "step": 3199
    },
    {
      "epoch": 3.7858621709553386,
      "grad_norm": 1.1792398691177368,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.0317,
      "step": 3200
    },
    {
      "epoch": 3.787045252883762,
      "grad_norm": 1.5717880725860596,
      "learning_rate": 9.987500000000002e-07,
      "loss": 0.033,
      "step": 3201
    },
    {
      "epoch": 3.7882283348121857,
      "grad_norm": 1.2913737297058105,
      "learning_rate": 9.975000000000002e-07,
      "loss": 0.0313,
      "step": 3202
    },
    {
      "epoch": 3.7894114167406094,
      "grad_norm": 1.3511567115783691,
      "learning_rate": 9.962500000000002e-07,
      "loss": 0.032,
      "step": 3203
    },
    {
      "epoch": 3.7905944986690328,
      "grad_norm": 1.430700421333313,
      "learning_rate": 9.950000000000002e-07,
      "loss": 0.0362,
      "step": 3204
    },
    {
      "epoch": 3.7917775805974565,
      "grad_norm": 1.5573371648788452,
      "learning_rate": 9.937500000000002e-07,
      "loss": 0.0346,
      "step": 3205
    },
    {
      "epoch": 3.79296066252588,
      "grad_norm": 1.3145581483840942,
      "learning_rate": 9.925e-07,
      "loss": 0.0309,
      "step": 3206
    },
    {
      "epoch": 3.7941437444543036,
      "grad_norm": 1.3016940355300903,
      "learning_rate": 9.9125e-07,
      "loss": 0.0346,
      "step": 3207
    },
    {
      "epoch": 3.795326826382727,
      "grad_norm": 1.1285688877105713,
      "learning_rate": 9.9e-07,
      "loss": 0.0311,
      "step": 3208
    },
    {
      "epoch": 3.7965099083111506,
      "grad_norm": 1.6230084896087646,
      "learning_rate": 9.8875e-07,
      "loss": 0.0324,
      "step": 3209
    },
    {
      "epoch": 3.797692990239574,
      "grad_norm": 1.6754345893859863,
      "learning_rate": 9.875e-07,
      "loss": 0.0331,
      "step": 3210
    },
    {
      "epoch": 3.7988760721679977,
      "grad_norm": 1.6067066192626953,
      "learning_rate": 9.8625e-07,
      "loss": 0.0328,
      "step": 3211
    },
    {
      "epoch": 3.800059154096421,
      "grad_norm": 1.6142659187316895,
      "learning_rate": 9.85e-07,
      "loss": 0.0322,
      "step": 3212
    },
    {
      "epoch": 3.801242236024845,
      "grad_norm": 1.5578984022140503,
      "learning_rate": 9.837500000000001e-07,
      "loss": 0.0371,
      "step": 3213
    },
    {
      "epoch": 3.802425317953268,
      "grad_norm": 1.4418067932128906,
      "learning_rate": 9.825000000000001e-07,
      "loss": 0.0316,
      "step": 3214
    },
    {
      "epoch": 3.803608399881692,
      "grad_norm": 1.4057230949401855,
      "learning_rate": 9.812500000000001e-07,
      "loss": 0.0315,
      "step": 3215
    },
    {
      "epoch": 3.804791481810115,
      "grad_norm": 1.4127693176269531,
      "learning_rate": 9.800000000000001e-07,
      "loss": 0.0314,
      "step": 3216
    },
    {
      "epoch": 3.805974563738539,
      "grad_norm": 1.3902525901794434,
      "learning_rate": 9.787500000000002e-07,
      "loss": 0.0328,
      "step": 3217
    },
    {
      "epoch": 3.8071576456669627,
      "grad_norm": 1.4748363494873047,
      "learning_rate": 9.775000000000002e-07,
      "loss": 0.0271,
      "step": 3218
    },
    {
      "epoch": 3.808340727595386,
      "grad_norm": 1.344033122062683,
      "learning_rate": 9.762500000000002e-07,
      "loss": 0.0269,
      "step": 3219
    },
    {
      "epoch": 3.8095238095238093,
      "grad_norm": 1.570331335067749,
      "learning_rate": 9.750000000000002e-07,
      "loss": 0.0358,
      "step": 3220
    },
    {
      "epoch": 3.810706891452233,
      "grad_norm": 1.4830741882324219,
      "learning_rate": 9.737500000000002e-07,
      "loss": 0.0384,
      "step": 3221
    },
    {
      "epoch": 3.811889973380657,
      "grad_norm": 1.634732723236084,
      "learning_rate": 9.725e-07,
      "loss": 0.0331,
      "step": 3222
    },
    {
      "epoch": 3.81307305530908,
      "grad_norm": 1.7948204278945923,
      "learning_rate": 9.7125e-07,
      "loss": 0.0338,
      "step": 3223
    },
    {
      "epoch": 3.8142561372375035,
      "grad_norm": 1.5373040437698364,
      "learning_rate": 9.7e-07,
      "loss": 0.0311,
      "step": 3224
    },
    {
      "epoch": 3.815439219165927,
      "grad_norm": 1.6260422468185425,
      "learning_rate": 9.6875e-07,
      "loss": 0.0362,
      "step": 3225
    },
    {
      "epoch": 3.816622301094351,
      "grad_norm": 1.4102494716644287,
      "learning_rate": 9.675e-07,
      "loss": 0.0311,
      "step": 3226
    },
    {
      "epoch": 3.8178053830227743,
      "grad_norm": 1.5827268362045288,
      "learning_rate": 9.6625e-07,
      "loss": 0.0312,
      "step": 3227
    },
    {
      "epoch": 3.818988464951198,
      "grad_norm": 1.4003534317016602,
      "learning_rate": 9.65e-07,
      "loss": 0.0274,
      "step": 3228
    },
    {
      "epoch": 3.8201715468796213,
      "grad_norm": 1.661650538444519,
      "learning_rate": 9.6375e-07,
      "loss": 0.0395,
      "step": 3229
    },
    {
      "epoch": 3.821354628808045,
      "grad_norm": 1.214439868927002,
      "learning_rate": 9.625e-07,
      "loss": 0.0293,
      "step": 3230
    },
    {
      "epoch": 3.8225377107364684,
      "grad_norm": 1.35824453830719,
      "learning_rate": 9.612500000000001e-07,
      "loss": 0.0271,
      "step": 3231
    },
    {
      "epoch": 3.823720792664892,
      "grad_norm": 1.4084033966064453,
      "learning_rate": 9.600000000000001e-07,
      "loss": 0.03,
      "step": 3232
    },
    {
      "epoch": 3.8249038745933155,
      "grad_norm": 1.346104383468628,
      "learning_rate": 9.587500000000001e-07,
      "loss": 0.033,
      "step": 3233
    },
    {
      "epoch": 3.8260869565217392,
      "grad_norm": 1.3276923894882202,
      "learning_rate": 9.575000000000001e-07,
      "loss": 0.0291,
      "step": 3234
    },
    {
      "epoch": 3.8272700384501626,
      "grad_norm": 1.35928213596344,
      "learning_rate": 9.562500000000002e-07,
      "loss": 0.0337,
      "step": 3235
    },
    {
      "epoch": 3.8284531203785863,
      "grad_norm": 1.5496981143951416,
      "learning_rate": 9.550000000000002e-07,
      "loss": 0.0329,
      "step": 3236
    },
    {
      "epoch": 3.8296362023070096,
      "grad_norm": 1.156783103942871,
      "learning_rate": 9.537500000000002e-07,
      "loss": 0.0293,
      "step": 3237
    },
    {
      "epoch": 3.8308192842354334,
      "grad_norm": 1.6587222814559937,
      "learning_rate": 9.525000000000001e-07,
      "loss": 0.0312,
      "step": 3238
    },
    {
      "epoch": 3.8320023661638567,
      "grad_norm": 1.3916010856628418,
      "learning_rate": 9.512500000000001e-07,
      "loss": 0.0335,
      "step": 3239
    },
    {
      "epoch": 3.8331854480922805,
      "grad_norm": 1.244348406791687,
      "learning_rate": 9.500000000000001e-07,
      "loss": 0.028,
      "step": 3240
    },
    {
      "epoch": 3.8343685300207038,
      "grad_norm": 1.5186567306518555,
      "learning_rate": 9.487500000000001e-07,
      "loss": 0.0322,
      "step": 3241
    },
    {
      "epoch": 3.8355516119491275,
      "grad_norm": 1.4650102853775024,
      "learning_rate": 9.475e-07,
      "loss": 0.0289,
      "step": 3242
    },
    {
      "epoch": 3.836734693877551,
      "grad_norm": 1.9524774551391602,
      "learning_rate": 9.4625e-07,
      "loss": 0.0334,
      "step": 3243
    },
    {
      "epoch": 3.8379177758059746,
      "grad_norm": 1.3681143522262573,
      "learning_rate": 9.450000000000001e-07,
      "loss": 0.0366,
      "step": 3244
    },
    {
      "epoch": 3.8391008577343984,
      "grad_norm": 1.5938427448272705,
      "learning_rate": 9.437500000000001e-07,
      "loss": 0.0332,
      "step": 3245
    },
    {
      "epoch": 3.8402839396628217,
      "grad_norm": 1.5586495399475098,
      "learning_rate": 9.425000000000001e-07,
      "loss": 0.0366,
      "step": 3246
    },
    {
      "epoch": 3.841467021591245,
      "grad_norm": 1.6967747211456299,
      "learning_rate": 9.412500000000001e-07,
      "loss": 0.0346,
      "step": 3247
    },
    {
      "epoch": 3.8426501035196687,
      "grad_norm": 1.5958651304244995,
      "learning_rate": 9.400000000000001e-07,
      "loss": 0.036,
      "step": 3248
    },
    {
      "epoch": 3.8438331854480925,
      "grad_norm": 1.6773791313171387,
      "learning_rate": 9.387500000000001e-07,
      "loss": 0.0322,
      "step": 3249
    },
    {
      "epoch": 3.845016267376516,
      "grad_norm": 1.6645792722702026,
      "learning_rate": 9.375000000000001e-07,
      "loss": 0.0347,
      "step": 3250
    },
    {
      "epoch": 3.846199349304939,
      "grad_norm": 1.4369484186172485,
      "learning_rate": 9.3625e-07,
      "loss": 0.0348,
      "step": 3251
    },
    {
      "epoch": 3.847382431233363,
      "grad_norm": 1.5345337390899658,
      "learning_rate": 9.35e-07,
      "loss": 0.0328,
      "step": 3252
    },
    {
      "epoch": 3.8485655131617866,
      "grad_norm": 1.382237195968628,
      "learning_rate": 9.337500000000001e-07,
      "loss": 0.0292,
      "step": 3253
    },
    {
      "epoch": 3.84974859509021,
      "grad_norm": 1.4255424737930298,
      "learning_rate": 9.325000000000001e-07,
      "loss": 0.0358,
      "step": 3254
    },
    {
      "epoch": 3.8509316770186337,
      "grad_norm": 1.3793935775756836,
      "learning_rate": 9.312500000000001e-07,
      "loss": 0.03,
      "step": 3255
    },
    {
      "epoch": 3.852114758947057,
      "grad_norm": 1.8250515460968018,
      "learning_rate": 9.300000000000001e-07,
      "loss": 0.033,
      "step": 3256
    },
    {
      "epoch": 3.8532978408754808,
      "grad_norm": 1.4007539749145508,
      "learning_rate": 9.287500000000001e-07,
      "loss": 0.0317,
      "step": 3257
    },
    {
      "epoch": 3.854480922803904,
      "grad_norm": 1.4631458520889282,
      "learning_rate": 9.275000000000001e-07,
      "loss": 0.0336,
      "step": 3258
    },
    {
      "epoch": 3.855664004732328,
      "grad_norm": 1.438245177268982,
      "learning_rate": 9.2625e-07,
      "loss": 0.0349,
      "step": 3259
    },
    {
      "epoch": 3.856847086660751,
      "grad_norm": 1.9849612712860107,
      "learning_rate": 9.25e-07,
      "loss": 0.0316,
      "step": 3260
    },
    {
      "epoch": 3.858030168589175,
      "grad_norm": 1.3967581987380981,
      "learning_rate": 9.2375e-07,
      "loss": 0.033,
      "step": 3261
    },
    {
      "epoch": 3.8592132505175982,
      "grad_norm": 1.5747380256652832,
      "learning_rate": 9.225000000000001e-07,
      "loss": 0.0418,
      "step": 3262
    },
    {
      "epoch": 3.860396332446022,
      "grad_norm": 1.4264438152313232,
      "learning_rate": 9.212500000000001e-07,
      "loss": 0.0367,
      "step": 3263
    },
    {
      "epoch": 3.8615794143744453,
      "grad_norm": 2.016354560852051,
      "learning_rate": 9.200000000000001e-07,
      "loss": 0.0385,
      "step": 3264
    },
    {
      "epoch": 3.862762496302869,
      "grad_norm": 1.1110016107559204,
      "learning_rate": 9.187500000000001e-07,
      "loss": 0.0301,
      "step": 3265
    },
    {
      "epoch": 3.8639455782312924,
      "grad_norm": 1.610900640487671,
      "learning_rate": 9.175000000000001e-07,
      "loss": 0.0333,
      "step": 3266
    },
    {
      "epoch": 3.865128660159716,
      "grad_norm": 1.4013073444366455,
      "learning_rate": 9.1625e-07,
      "loss": 0.0329,
      "step": 3267
    },
    {
      "epoch": 3.86631174208814,
      "grad_norm": 1.5782734155654907,
      "learning_rate": 9.15e-07,
      "loss": 0.0319,
      "step": 3268
    },
    {
      "epoch": 3.867494824016563,
      "grad_norm": 1.3669109344482422,
      "learning_rate": 9.1375e-07,
      "loss": 0.0366,
      "step": 3269
    },
    {
      "epoch": 3.8686779059449865,
      "grad_norm": 1.6442350149154663,
      "learning_rate": 9.125e-07,
      "loss": 0.0312,
      "step": 3270
    },
    {
      "epoch": 3.8698609878734103,
      "grad_norm": 1.2196000814437866,
      "learning_rate": 9.112500000000001e-07,
      "loss": 0.0405,
      "step": 3271
    },
    {
      "epoch": 3.871044069801834,
      "grad_norm": 1.338904857635498,
      "learning_rate": 9.100000000000001e-07,
      "loss": 0.0326,
      "step": 3272
    },
    {
      "epoch": 3.8722271517302573,
      "grad_norm": 1.4010568857192993,
      "learning_rate": 9.087500000000001e-07,
      "loss": 0.0296,
      "step": 3273
    },
    {
      "epoch": 3.8734102336586806,
      "grad_norm": 1.350022315979004,
      "learning_rate": 9.075000000000001e-07,
      "loss": 0.0311,
      "step": 3274
    },
    {
      "epoch": 3.8745933155871044,
      "grad_norm": 1.7890986204147339,
      "learning_rate": 9.0625e-07,
      "loss": 0.0341,
      "step": 3275
    },
    {
      "epoch": 3.875776397515528,
      "grad_norm": 1.3625928163528442,
      "learning_rate": 9.05e-07,
      "loss": 0.028,
      "step": 3276
    },
    {
      "epoch": 3.8769594794439515,
      "grad_norm": 1.8094254732131958,
      "learning_rate": 9.0375e-07,
      "loss": 0.0337,
      "step": 3277
    },
    {
      "epoch": 3.878142561372375,
      "grad_norm": 1.27149498462677,
      "learning_rate": 9.025e-07,
      "loss": 0.0349,
      "step": 3278
    },
    {
      "epoch": 3.8793256433007985,
      "grad_norm": 1.318089246749878,
      "learning_rate": 9.012500000000001e-07,
      "loss": 0.0312,
      "step": 3279
    },
    {
      "epoch": 3.8805087252292223,
      "grad_norm": 1.4336597919464111,
      "learning_rate": 9.000000000000001e-07,
      "loss": 0.0317,
      "step": 3280
    },
    {
      "epoch": 3.8816918071576456,
      "grad_norm": 1.3567018508911133,
      "learning_rate": 8.987500000000001e-07,
      "loss": 0.0323,
      "step": 3281
    },
    {
      "epoch": 3.8828748890860694,
      "grad_norm": 1.3563851118087769,
      "learning_rate": 8.975000000000001e-07,
      "loss": 0.0322,
      "step": 3282
    },
    {
      "epoch": 3.8840579710144927,
      "grad_norm": 1.3853124380111694,
      "learning_rate": 8.9625e-07,
      "loss": 0.0339,
      "step": 3283
    },
    {
      "epoch": 3.8852410529429164,
      "grad_norm": 1.3448734283447266,
      "learning_rate": 8.95e-07,
      "loss": 0.0327,
      "step": 3284
    },
    {
      "epoch": 3.8864241348713398,
      "grad_norm": 1.6741636991500854,
      "learning_rate": 8.9375e-07,
      "loss": 0.0291,
      "step": 3285
    },
    {
      "epoch": 3.8876072167997635,
      "grad_norm": 1.6587629318237305,
      "learning_rate": 8.925e-07,
      "loss": 0.0328,
      "step": 3286
    },
    {
      "epoch": 3.888790298728187,
      "grad_norm": 1.5547525882720947,
      "learning_rate": 8.9125e-07,
      "loss": 0.0342,
      "step": 3287
    },
    {
      "epoch": 3.8899733806566106,
      "grad_norm": 1.6980674266815186,
      "learning_rate": 8.900000000000001e-07,
      "loss": 0.0354,
      "step": 3288
    },
    {
      "epoch": 3.891156462585034,
      "grad_norm": 1.6172635555267334,
      "learning_rate": 8.887500000000001e-07,
      "loss": 0.0322,
      "step": 3289
    },
    {
      "epoch": 3.8923395445134576,
      "grad_norm": 1.4632196426391602,
      "learning_rate": 8.875000000000001e-07,
      "loss": 0.0326,
      "step": 3290
    },
    {
      "epoch": 3.893522626441881,
      "grad_norm": 1.0993475914001465,
      "learning_rate": 8.8625e-07,
      "loss": 0.0301,
      "step": 3291
    },
    {
      "epoch": 3.8947057083703047,
      "grad_norm": 1.6714733839035034,
      "learning_rate": 8.85e-07,
      "loss": 0.0325,
      "step": 3292
    },
    {
      "epoch": 3.895888790298728,
      "grad_norm": 1.8067665100097656,
      "learning_rate": 8.8375e-07,
      "loss": 0.0317,
      "step": 3293
    },
    {
      "epoch": 3.897071872227152,
      "grad_norm": 2.0884475708007812,
      "learning_rate": 8.825e-07,
      "loss": 0.04,
      "step": 3294
    },
    {
      "epoch": 3.8982549541555755,
      "grad_norm": 1.3442925214767456,
      "learning_rate": 8.8125e-07,
      "loss": 0.0331,
      "step": 3295
    },
    {
      "epoch": 3.899438036083999,
      "grad_norm": 2.0974361896514893,
      "learning_rate": 8.8e-07,
      "loss": 0.0335,
      "step": 3296
    },
    {
      "epoch": 3.900621118012422,
      "grad_norm": 1.6030317544937134,
      "learning_rate": 8.787500000000001e-07,
      "loss": 0.0285,
      "step": 3297
    },
    {
      "epoch": 3.901804199940846,
      "grad_norm": 1.6683521270751953,
      "learning_rate": 8.775000000000001e-07,
      "loss": 0.0325,
      "step": 3298
    },
    {
      "epoch": 3.9029872818692697,
      "grad_norm": 1.298296332359314,
      "learning_rate": 8.7625e-07,
      "loss": 0.0322,
      "step": 3299
    },
    {
      "epoch": 3.904170363797693,
      "grad_norm": 1.7013070583343506,
      "learning_rate": 8.75e-07,
      "loss": 0.0355,
      "step": 3300
    },
    {
      "epoch": 3.9053534457261163,
      "grad_norm": 1.1435459852218628,
      "learning_rate": 8.7375e-07,
      "loss": 0.0308,
      "step": 3301
    },
    {
      "epoch": 3.90653652765454,
      "grad_norm": 1.6445759534835815,
      "learning_rate": 8.725e-07,
      "loss": 0.036,
      "step": 3302
    },
    {
      "epoch": 3.907719609582964,
      "grad_norm": 1.8408029079437256,
      "learning_rate": 8.7125e-07,
      "loss": 0.0377,
      "step": 3303
    },
    {
      "epoch": 3.908902691511387,
      "grad_norm": 1.2845250368118286,
      "learning_rate": 8.7e-07,
      "loss": 0.0328,
      "step": 3304
    },
    {
      "epoch": 3.9100857734398105,
      "grad_norm": 1.442566990852356,
      "learning_rate": 8.6875e-07,
      "loss": 0.0306,
      "step": 3305
    },
    {
      "epoch": 3.911268855368234,
      "grad_norm": 1.7673218250274658,
      "learning_rate": 8.675000000000001e-07,
      "loss": 0.0345,
      "step": 3306
    },
    {
      "epoch": 3.912451937296658,
      "grad_norm": 1.5461399555206299,
      "learning_rate": 8.6625e-07,
      "loss": 0.0327,
      "step": 3307
    },
    {
      "epoch": 3.9136350192250813,
      "grad_norm": 1.4908536672592163,
      "learning_rate": 8.65e-07,
      "loss": 0.0358,
      "step": 3308
    },
    {
      "epoch": 3.914818101153505,
      "grad_norm": 1.6870843172073364,
      "learning_rate": 8.6375e-07,
      "loss": 0.0325,
      "step": 3309
    },
    {
      "epoch": 3.9160011830819283,
      "grad_norm": 1.2814102172851562,
      "learning_rate": 8.625e-07,
      "loss": 0.0315,
      "step": 3310
    },
    {
      "epoch": 3.917184265010352,
      "grad_norm": 1.477423906326294,
      "learning_rate": 8.6125e-07,
      "loss": 0.0269,
      "step": 3311
    },
    {
      "epoch": 3.9183673469387754,
      "grad_norm": 1.483696460723877,
      "learning_rate": 8.6e-07,
      "loss": 0.0325,
      "step": 3312
    },
    {
      "epoch": 3.919550428867199,
      "grad_norm": 1.4053646326065063,
      "learning_rate": 8.587500000000001e-07,
      "loss": 0.0299,
      "step": 3313
    },
    {
      "epoch": 3.9207335107956225,
      "grad_norm": 1.4305837154388428,
      "learning_rate": 8.575000000000002e-07,
      "loss": 0.0336,
      "step": 3314
    },
    {
      "epoch": 3.9219165927240462,
      "grad_norm": 1.4591296911239624,
      "learning_rate": 8.562500000000002e-07,
      "loss": 0.0279,
      "step": 3315
    },
    {
      "epoch": 3.9230996746524696,
      "grad_norm": 1.5162149667739868,
      "learning_rate": 8.550000000000002e-07,
      "loss": 0.0308,
      "step": 3316
    },
    {
      "epoch": 3.9242827565808933,
      "grad_norm": 1.6896600723266602,
      "learning_rate": 8.537500000000001e-07,
      "loss": 0.0295,
      "step": 3317
    },
    {
      "epoch": 3.9254658385093166,
      "grad_norm": 1.4891828298568726,
      "learning_rate": 8.525000000000001e-07,
      "loss": 0.0386,
      "step": 3318
    },
    {
      "epoch": 3.9266489204377404,
      "grad_norm": 1.7853292226791382,
      "learning_rate": 8.512500000000001e-07,
      "loss": 0.0378,
      "step": 3319
    },
    {
      "epoch": 3.9278320023661637,
      "grad_norm": 1.6269445419311523,
      "learning_rate": 8.500000000000001e-07,
      "loss": 0.0312,
      "step": 3320
    },
    {
      "epoch": 3.9290150842945875,
      "grad_norm": 1.467261552810669,
      "learning_rate": 8.487500000000001e-07,
      "loss": 0.0307,
      "step": 3321
    },
    {
      "epoch": 3.930198166223011,
      "grad_norm": 1.7355353832244873,
      "learning_rate": 8.475000000000001e-07,
      "loss": 0.0367,
      "step": 3322
    },
    {
      "epoch": 3.9313812481514345,
      "grad_norm": 1.4065600633621216,
      "learning_rate": 8.462500000000002e-07,
      "loss": 0.0335,
      "step": 3323
    },
    {
      "epoch": 3.932564330079858,
      "grad_norm": 1.7136565446853638,
      "learning_rate": 8.450000000000002e-07,
      "loss": 0.0375,
      "step": 3324
    },
    {
      "epoch": 3.9337474120082816,
      "grad_norm": 1.5231754779815674,
      "learning_rate": 8.437500000000001e-07,
      "loss": 0.0324,
      "step": 3325
    },
    {
      "epoch": 3.9349304939367054,
      "grad_norm": 1.3040601015090942,
      "learning_rate": 8.425000000000001e-07,
      "loss": 0.0348,
      "step": 3326
    },
    {
      "epoch": 3.9361135758651287,
      "grad_norm": 1.2653149366378784,
      "learning_rate": 8.412500000000001e-07,
      "loss": 0.0294,
      "step": 3327
    },
    {
      "epoch": 3.937296657793552,
      "grad_norm": 1.4324527978897095,
      "learning_rate": 8.400000000000001e-07,
      "loss": 0.0363,
      "step": 3328
    },
    {
      "epoch": 3.9384797397219757,
      "grad_norm": 1.4152510166168213,
      "learning_rate": 8.387500000000001e-07,
      "loss": 0.0333,
      "step": 3329
    },
    {
      "epoch": 3.9396628216503995,
      "grad_norm": 1.5234920978546143,
      "learning_rate": 8.375000000000001e-07,
      "loss": 0.0304,
      "step": 3330
    },
    {
      "epoch": 3.940845903578823,
      "grad_norm": 1.3950510025024414,
      "learning_rate": 8.362500000000001e-07,
      "loss": 0.0271,
      "step": 3331
    },
    {
      "epoch": 3.942028985507246,
      "grad_norm": 1.3062162399291992,
      "learning_rate": 8.350000000000002e-07,
      "loss": 0.0317,
      "step": 3332
    },
    {
      "epoch": 3.94321206743567,
      "grad_norm": 1.928748369216919,
      "learning_rate": 8.337500000000001e-07,
      "loss": 0.0314,
      "step": 3333
    },
    {
      "epoch": 3.9443951493640936,
      "grad_norm": 1.4957391023635864,
      "learning_rate": 8.325000000000001e-07,
      "loss": 0.0346,
      "step": 3334
    },
    {
      "epoch": 3.945578231292517,
      "grad_norm": 1.201930046081543,
      "learning_rate": 8.312500000000001e-07,
      "loss": 0.0297,
      "step": 3335
    },
    {
      "epoch": 3.9467613132209407,
      "grad_norm": 1.3239091634750366,
      "learning_rate": 8.300000000000001e-07,
      "loss": 0.0289,
      "step": 3336
    },
    {
      "epoch": 3.947944395149364,
      "grad_norm": 1.5993945598602295,
      "learning_rate": 8.287500000000001e-07,
      "loss": 0.0387,
      "step": 3337
    },
    {
      "epoch": 3.9491274770777878,
      "grad_norm": 1.655487060546875,
      "learning_rate": 8.275000000000001e-07,
      "loss": 0.034,
      "step": 3338
    },
    {
      "epoch": 3.950310559006211,
      "grad_norm": 1.4104193449020386,
      "learning_rate": 8.262500000000001e-07,
      "loss": 0.0332,
      "step": 3339
    },
    {
      "epoch": 3.951493640934635,
      "grad_norm": 1.2167919874191284,
      "learning_rate": 8.250000000000001e-07,
      "loss": 0.0343,
      "step": 3340
    },
    {
      "epoch": 3.952676722863058,
      "grad_norm": 1.3522578477859497,
      "learning_rate": 8.237500000000001e-07,
      "loss": 0.032,
      "step": 3341
    },
    {
      "epoch": 3.953859804791482,
      "grad_norm": 1.454064130783081,
      "learning_rate": 8.225000000000001e-07,
      "loss": 0.0325,
      "step": 3342
    },
    {
      "epoch": 3.9550428867199052,
      "grad_norm": 1.500585913658142,
      "learning_rate": 8.212500000000001e-07,
      "loss": 0.0366,
      "step": 3343
    },
    {
      "epoch": 3.956225968648329,
      "grad_norm": 1.5090453624725342,
      "learning_rate": 8.200000000000001e-07,
      "loss": 0.0332,
      "step": 3344
    },
    {
      "epoch": 3.9574090505767523,
      "grad_norm": 1.5809963941574097,
      "learning_rate": 8.187500000000001e-07,
      "loss": 0.0317,
      "step": 3345
    },
    {
      "epoch": 3.958592132505176,
      "grad_norm": 1.621708869934082,
      "learning_rate": 8.175000000000001e-07,
      "loss": 0.0342,
      "step": 3346
    },
    {
      "epoch": 3.9597752144335994,
      "grad_norm": 1.380223035812378,
      "learning_rate": 8.162500000000001e-07,
      "loss": 0.0314,
      "step": 3347
    },
    {
      "epoch": 3.960958296362023,
      "grad_norm": 1.6043046712875366,
      "learning_rate": 8.150000000000001e-07,
      "loss": 0.0364,
      "step": 3348
    },
    {
      "epoch": 3.962141378290447,
      "grad_norm": 1.7058428525924683,
      "learning_rate": 8.1375e-07,
      "loss": 0.035,
      "step": 3349
    },
    {
      "epoch": 3.96332446021887,
      "grad_norm": 1.4469683170318604,
      "learning_rate": 8.125000000000001e-07,
      "loss": 0.0299,
      "step": 3350
    },
    {
      "epoch": 3.9645075421472935,
      "grad_norm": 1.4945610761642456,
      "learning_rate": 8.112500000000001e-07,
      "loss": 0.0332,
      "step": 3351
    },
    {
      "epoch": 3.9656906240757173,
      "grad_norm": 1.4792635440826416,
      "learning_rate": 8.100000000000001e-07,
      "loss": 0.0304,
      "step": 3352
    },
    {
      "epoch": 3.966873706004141,
      "grad_norm": 1.0090372562408447,
      "learning_rate": 8.087500000000001e-07,
      "loss": 0.0316,
      "step": 3353
    },
    {
      "epoch": 3.9680567879325643,
      "grad_norm": 1.1982927322387695,
      "learning_rate": 8.075000000000001e-07,
      "loss": 0.0288,
      "step": 3354
    },
    {
      "epoch": 3.9692398698609876,
      "grad_norm": 1.233250379562378,
      "learning_rate": 8.062500000000001e-07,
      "loss": 0.0304,
      "step": 3355
    },
    {
      "epoch": 3.9704229517894114,
      "grad_norm": 1.3439667224884033,
      "learning_rate": 8.050000000000001e-07,
      "loss": 0.0314,
      "step": 3356
    },
    {
      "epoch": 3.971606033717835,
      "grad_norm": 1.610595941543579,
      "learning_rate": 8.0375e-07,
      "loss": 0.0297,
      "step": 3357
    },
    {
      "epoch": 3.9727891156462585,
      "grad_norm": 1.3803462982177734,
      "learning_rate": 8.025e-07,
      "loss": 0.0325,
      "step": 3358
    },
    {
      "epoch": 3.973972197574682,
      "grad_norm": 1.4965463876724243,
      "learning_rate": 8.012500000000001e-07,
      "loss": 0.0317,
      "step": 3359
    },
    {
      "epoch": 3.9751552795031055,
      "grad_norm": 1.5316029787063599,
      "learning_rate": 8.000000000000001e-07,
      "loss": 0.0308,
      "step": 3360
    },
    {
      "epoch": 3.9763383614315293,
      "grad_norm": 1.430654764175415,
      "learning_rate": 7.987500000000001e-07,
      "loss": 0.0325,
      "step": 3361
    },
    {
      "epoch": 3.9775214433599526,
      "grad_norm": 1.4609973430633545,
      "learning_rate": 7.975000000000001e-07,
      "loss": 0.0354,
      "step": 3362
    },
    {
      "epoch": 3.9787045252883764,
      "grad_norm": 1.407643437385559,
      "learning_rate": 7.962500000000001e-07,
      "loss": 0.0312,
      "step": 3363
    },
    {
      "epoch": 3.9798876072167997,
      "grad_norm": 1.603326678276062,
      "learning_rate": 7.950000000000001e-07,
      "loss": 0.0314,
      "step": 3364
    },
    {
      "epoch": 3.9810706891452234,
      "grad_norm": 1.4457813501358032,
      "learning_rate": 7.9375e-07,
      "loss": 0.0273,
      "step": 3365
    },
    {
      "epoch": 3.9822537710736468,
      "grad_norm": 1.5081816911697388,
      "learning_rate": 7.925e-07,
      "loss": 0.0344,
      "step": 3366
    },
    {
      "epoch": 3.9834368530020705,
      "grad_norm": 1.3513822555541992,
      "learning_rate": 7.9125e-07,
      "loss": 0.0283,
      "step": 3367
    },
    {
      "epoch": 3.984619934930494,
      "grad_norm": 1.615708589553833,
      "learning_rate": 7.900000000000001e-07,
      "loss": 0.0346,
      "step": 3368
    },
    {
      "epoch": 3.9858030168589176,
      "grad_norm": 1.466617465019226,
      "learning_rate": 7.887500000000001e-07,
      "loss": 0.0289,
      "step": 3369
    },
    {
      "epoch": 3.986986098787341,
      "grad_norm": 1.378891110420227,
      "learning_rate": 7.875000000000001e-07,
      "loss": 0.034,
      "step": 3370
    },
    {
      "epoch": 3.9881691807157647,
      "grad_norm": 1.8301976919174194,
      "learning_rate": 7.862500000000001e-07,
      "loss": 0.0332,
      "step": 3371
    },
    {
      "epoch": 3.989352262644188,
      "grad_norm": 1.4099934101104736,
      "learning_rate": 7.850000000000001e-07,
      "loss": 0.033,
      "step": 3372
    },
    {
      "epoch": 3.9905353445726117,
      "grad_norm": 1.3048890829086304,
      "learning_rate": 7.8375e-07,
      "loss": 0.0313,
      "step": 3373
    },
    {
      "epoch": 3.991718426501035,
      "grad_norm": 1.4172672033309937,
      "learning_rate": 7.825e-07,
      "loss": 0.0321,
      "step": 3374
    },
    {
      "epoch": 3.992901508429459,
      "grad_norm": 1.366847038269043,
      "learning_rate": 7.8125e-07,
      "loss": 0.034,
      "step": 3375
    },
    {
      "epoch": 3.9940845903578825,
      "grad_norm": 1.7883164882659912,
      "learning_rate": 7.8e-07,
      "loss": 0.0337,
      "step": 3376
    },
    {
      "epoch": 3.995267672286306,
      "grad_norm": 1.383488416671753,
      "learning_rate": 7.787500000000001e-07,
      "loss": 0.0312,
      "step": 3377
    },
    {
      "epoch": 3.996450754214729,
      "grad_norm": 1.4037846326828003,
      "learning_rate": 7.775000000000001e-07,
      "loss": 0.0337,
      "step": 3378
    },
    {
      "epoch": 3.997633836143153,
      "grad_norm": 1.6504777669906616,
      "learning_rate": 7.762500000000001e-07,
      "loss": 0.0291,
      "step": 3379
    },
    {
      "epoch": 3.9988169180715767,
      "grad_norm": 1.2041751146316528,
      "learning_rate": 7.750000000000001e-07,
      "loss": 0.0309,
      "step": 3380
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.4494342803955078,
      "learning_rate": 7.737500000000001e-07,
      "loss": 0.0333,
      "step": 3381
    },
    {
      "epoch": 4.001183081928423,
      "grad_norm": 0.6712071299552917,
      "learning_rate": 7.725e-07,
      "loss": 0.0137,
      "step": 3382
    },
    {
      "epoch": 4.0023661638568475,
      "grad_norm": 0.9252065420150757,
      "learning_rate": 7.7125e-07,
      "loss": 0.0163,
      "step": 3383
    },
    {
      "epoch": 4.003549245785271,
      "grad_norm": 0.7047213315963745,
      "learning_rate": 7.7e-07,
      "loss": 0.0134,
      "step": 3384
    },
    {
      "epoch": 4.004732327713694,
      "grad_norm": 0.8338692784309387,
      "learning_rate": 7.6875e-07,
      "loss": 0.0148,
      "step": 3385
    },
    {
      "epoch": 4.0059154096421175,
      "grad_norm": 0.8877047300338745,
      "learning_rate": 7.675000000000001e-07,
      "loss": 0.0151,
      "step": 3386
    },
    {
      "epoch": 4.007098491570542,
      "grad_norm": 0.7846319675445557,
      "learning_rate": 7.662500000000001e-07,
      "loss": 0.0128,
      "step": 3387
    },
    {
      "epoch": 4.008281573498965,
      "grad_norm": 0.9324353337287903,
      "learning_rate": 7.650000000000001e-07,
      "loss": 0.0135,
      "step": 3388
    },
    {
      "epoch": 4.009464655427388,
      "grad_norm": 0.8601680397987366,
      "learning_rate": 7.637500000000001e-07,
      "loss": 0.0176,
      "step": 3389
    },
    {
      "epoch": 4.010647737355812,
      "grad_norm": 0.919695258140564,
      "learning_rate": 7.625e-07,
      "loss": 0.0131,
      "step": 3390
    },
    {
      "epoch": 4.011830819284236,
      "grad_norm": 1.0925676822662354,
      "learning_rate": 7.6125e-07,
      "loss": 0.0151,
      "step": 3391
    },
    {
      "epoch": 4.013013901212659,
      "grad_norm": 0.9757835268974304,
      "learning_rate": 7.6e-07,
      "loss": 0.0147,
      "step": 3392
    },
    {
      "epoch": 4.014196983141082,
      "grad_norm": 1.1667841672897339,
      "learning_rate": 7.5875e-07,
      "loss": 0.0138,
      "step": 3393
    },
    {
      "epoch": 4.015380065069506,
      "grad_norm": 1.2077858448028564,
      "learning_rate": 7.575000000000001e-07,
      "loss": 0.0148,
      "step": 3394
    },
    {
      "epoch": 4.01656314699793,
      "grad_norm": 1.3713231086730957,
      "learning_rate": 7.562500000000001e-07,
      "loss": 0.0146,
      "step": 3395
    },
    {
      "epoch": 4.017746228926353,
      "grad_norm": 1.5427119731903076,
      "learning_rate": 7.550000000000001e-07,
      "loss": 0.0144,
      "step": 3396
    },
    {
      "epoch": 4.018929310854777,
      "grad_norm": 1.093886137008667,
      "learning_rate": 7.537500000000001e-07,
      "loss": 0.0136,
      "step": 3397
    },
    {
      "epoch": 4.0201123927832,
      "grad_norm": 1.303457260131836,
      "learning_rate": 7.525e-07,
      "loss": 0.0162,
      "step": 3398
    },
    {
      "epoch": 4.021295474711624,
      "grad_norm": 0.9375545382499695,
      "learning_rate": 7.5125e-07,
      "loss": 0.0154,
      "step": 3399
    },
    {
      "epoch": 4.022478556640047,
      "grad_norm": 1.1201436519622803,
      "learning_rate": 7.5e-07,
      "loss": 0.0147,
      "step": 3400
    },
    {
      "epoch": 4.023661638568471,
      "grad_norm": 1.72199285030365,
      "learning_rate": 7.4875e-07,
      "loss": 0.0157,
      "step": 3401
    },
    {
      "epoch": 4.024844720496894,
      "grad_norm": 0.8972126245498657,
      "learning_rate": 7.475e-07,
      "loss": 0.0142,
      "step": 3402
    },
    {
      "epoch": 4.026027802425318,
      "grad_norm": 1.4768855571746826,
      "learning_rate": 7.462500000000001e-07,
      "loss": 0.015,
      "step": 3403
    },
    {
      "epoch": 4.0272108843537415,
      "grad_norm": 1.3319556713104248,
      "learning_rate": 7.450000000000001e-07,
      "loss": 0.0177,
      "step": 3404
    },
    {
      "epoch": 4.028393966282165,
      "grad_norm": 1.133811116218567,
      "learning_rate": 7.437500000000001e-07,
      "loss": 0.0146,
      "step": 3405
    },
    {
      "epoch": 4.029577048210588,
      "grad_norm": 1.1574431657791138,
      "learning_rate": 7.425e-07,
      "loss": 0.0177,
      "step": 3406
    },
    {
      "epoch": 4.030760130139012,
      "grad_norm": 1.2803245782852173,
      "learning_rate": 7.4125e-07,
      "loss": 0.0156,
      "step": 3407
    },
    {
      "epoch": 4.031943212067436,
      "grad_norm": 1.2277494668960571,
      "learning_rate": 7.4e-07,
      "loss": 0.0144,
      "step": 3408
    },
    {
      "epoch": 4.033126293995859,
      "grad_norm": 1.1839910745620728,
      "learning_rate": 7.3875e-07,
      "loss": 0.0153,
      "step": 3409
    },
    {
      "epoch": 4.034309375924283,
      "grad_norm": 1.3643828630447388,
      "learning_rate": 7.375e-07,
      "loss": 0.0145,
      "step": 3410
    },
    {
      "epoch": 4.0354924578527065,
      "grad_norm": 1.0742640495300293,
      "learning_rate": 7.3625e-07,
      "loss": 0.0126,
      "step": 3411
    },
    {
      "epoch": 4.03667553978113,
      "grad_norm": 1.3911257982254028,
      "learning_rate": 7.350000000000001e-07,
      "loss": 0.0179,
      "step": 3412
    },
    {
      "epoch": 4.037858621709553,
      "grad_norm": 0.8934176564216614,
      "learning_rate": 7.337500000000001e-07,
      "loss": 0.0153,
      "step": 3413
    },
    {
      "epoch": 4.039041703637977,
      "grad_norm": 1.0038830041885376,
      "learning_rate": 7.325e-07,
      "loss": 0.0162,
      "step": 3414
    },
    {
      "epoch": 4.040224785566401,
      "grad_norm": 1.2437002658843994,
      "learning_rate": 7.3125e-07,
      "loss": 0.0155,
      "step": 3415
    },
    {
      "epoch": 4.041407867494824,
      "grad_norm": 0.9356801509857178,
      "learning_rate": 7.3e-07,
      "loss": 0.0138,
      "step": 3416
    },
    {
      "epoch": 4.042590949423247,
      "grad_norm": 0.885857880115509,
      "learning_rate": 7.2875e-07,
      "loss": 0.0148,
      "step": 3417
    },
    {
      "epoch": 4.0437740313516715,
      "grad_norm": 1.29246985912323,
      "learning_rate": 7.275e-07,
      "loss": 0.0161,
      "step": 3418
    },
    {
      "epoch": 4.044957113280095,
      "grad_norm": 1.0270977020263672,
      "learning_rate": 7.2625e-07,
      "loss": 0.0136,
      "step": 3419
    },
    {
      "epoch": 4.046140195208518,
      "grad_norm": 1.4631562232971191,
      "learning_rate": 7.25e-07,
      "loss": 0.0164,
      "step": 3420
    },
    {
      "epoch": 4.047323277136941,
      "grad_norm": 1.3347618579864502,
      "learning_rate": 7.237500000000001e-07,
      "loss": 0.0157,
      "step": 3421
    },
    {
      "epoch": 4.048506359065366,
      "grad_norm": 1.1093395948410034,
      "learning_rate": 7.225e-07,
      "loss": 0.0162,
      "step": 3422
    },
    {
      "epoch": 4.049689440993789,
      "grad_norm": 0.9512934684753418,
      "learning_rate": 7.2125e-07,
      "loss": 0.0163,
      "step": 3423
    },
    {
      "epoch": 4.050872522922212,
      "grad_norm": 0.8720839023590088,
      "learning_rate": 7.2e-07,
      "loss": 0.0154,
      "step": 3424
    },
    {
      "epoch": 4.0520556048506355,
      "grad_norm": 1.012698769569397,
      "learning_rate": 7.1875e-07,
      "loss": 0.0131,
      "step": 3425
    },
    {
      "epoch": 4.05323868677906,
      "grad_norm": 1.0069795846939087,
      "learning_rate": 7.175e-07,
      "loss": 0.0145,
      "step": 3426
    },
    {
      "epoch": 4.054421768707483,
      "grad_norm": 1.3598345518112183,
      "learning_rate": 7.1625e-07,
      "loss": 0.0144,
      "step": 3427
    },
    {
      "epoch": 4.055604850635906,
      "grad_norm": 1.2950471639633179,
      "learning_rate": 7.15e-07,
      "loss": 0.0167,
      "step": 3428
    },
    {
      "epoch": 4.05678793256433,
      "grad_norm": 1.27305006980896,
      "learning_rate": 7.1375e-07,
      "loss": 0.0159,
      "step": 3429
    },
    {
      "epoch": 4.057971014492754,
      "grad_norm": 0.9707962274551392,
      "learning_rate": 7.125e-07,
      "loss": 0.0121,
      "step": 3430
    },
    {
      "epoch": 4.059154096421177,
      "grad_norm": 0.8594356775283813,
      "learning_rate": 7.1125e-07,
      "loss": 0.0124,
      "step": 3431
    },
    {
      "epoch": 4.0603371783496005,
      "grad_norm": 1.2895547151565552,
      "learning_rate": 7.1e-07,
      "loss": 0.0164,
      "step": 3432
    },
    {
      "epoch": 4.061520260278024,
      "grad_norm": 1.5395681858062744,
      "learning_rate": 7.0875e-07,
      "loss": 0.016,
      "step": 3433
    },
    {
      "epoch": 4.062703342206448,
      "grad_norm": 1.3186559677124023,
      "learning_rate": 7.075e-07,
      "loss": 0.0151,
      "step": 3434
    },
    {
      "epoch": 4.063886424134871,
      "grad_norm": 1.0605987310409546,
      "learning_rate": 7.0625e-07,
      "loss": 0.0145,
      "step": 3435
    },
    {
      "epoch": 4.065069506063295,
      "grad_norm": 1.0249269008636475,
      "learning_rate": 7.05e-07,
      "loss": 0.0174,
      "step": 3436
    },
    {
      "epoch": 4.066252587991719,
      "grad_norm": 0.9716159105300903,
      "learning_rate": 7.0375e-07,
      "loss": 0.0181,
      "step": 3437
    },
    {
      "epoch": 4.067435669920142,
      "grad_norm": 1.3415510654449463,
      "learning_rate": 7.025000000000002e-07,
      "loss": 0.0137,
      "step": 3438
    },
    {
      "epoch": 4.0686187518485655,
      "grad_norm": 1.0976347923278809,
      "learning_rate": 7.012500000000002e-07,
      "loss": 0.0144,
      "step": 3439
    },
    {
      "epoch": 4.069801833776989,
      "grad_norm": 1.324601650238037,
      "learning_rate": 7.000000000000001e-07,
      "loss": 0.0138,
      "step": 3440
    },
    {
      "epoch": 4.070984915705413,
      "grad_norm": 1.328048825263977,
      "learning_rate": 6.987500000000001e-07,
      "loss": 0.0182,
      "step": 3441
    },
    {
      "epoch": 4.072167997633836,
      "grad_norm": 1.115700125694275,
      "learning_rate": 6.975000000000001e-07,
      "loss": 0.0119,
      "step": 3442
    },
    {
      "epoch": 4.07335107956226,
      "grad_norm": 1.0370335578918457,
      "learning_rate": 6.962500000000001e-07,
      "loss": 0.0172,
      "step": 3443
    },
    {
      "epoch": 4.074534161490683,
      "grad_norm": 1.1017335653305054,
      "learning_rate": 6.950000000000001e-07,
      "loss": 0.0136,
      "step": 3444
    },
    {
      "epoch": 4.075717243419107,
      "grad_norm": 1.8941309452056885,
      "learning_rate": 6.937500000000001e-07,
      "loss": 0.0175,
      "step": 3445
    },
    {
      "epoch": 4.07690032534753,
      "grad_norm": 0.8066739439964294,
      "learning_rate": 6.925000000000001e-07,
      "loss": 0.0151,
      "step": 3446
    },
    {
      "epoch": 4.078083407275954,
      "grad_norm": 1.0229219198226929,
      "learning_rate": 6.912500000000002e-07,
      "loss": 0.0163,
      "step": 3447
    },
    {
      "epoch": 4.079266489204377,
      "grad_norm": 0.9591362476348877,
      "learning_rate": 6.900000000000001e-07,
      "loss": 0.0144,
      "step": 3448
    },
    {
      "epoch": 4.080449571132801,
      "grad_norm": 1.1412920951843262,
      "learning_rate": 6.887500000000001e-07,
      "loss": 0.017,
      "step": 3449
    },
    {
      "epoch": 4.081632653061225,
      "grad_norm": 1.2124912738800049,
      "learning_rate": 6.875000000000001e-07,
      "loss": 0.0188,
      "step": 3450
    },
    {
      "epoch": 4.082815734989648,
      "grad_norm": 1.1085692644119263,
      "learning_rate": 6.862500000000001e-07,
      "loss": 0.0134,
      "step": 3451
    },
    {
      "epoch": 4.083998816918071,
      "grad_norm": 1.1501420736312866,
      "learning_rate": 6.850000000000001e-07,
      "loss": 0.0153,
      "step": 3452
    },
    {
      "epoch": 4.085181898846495,
      "grad_norm": 1.647203803062439,
      "learning_rate": 6.837500000000001e-07,
      "loss": 0.0199,
      "step": 3453
    },
    {
      "epoch": 4.086364980774919,
      "grad_norm": 1.1346039772033691,
      "learning_rate": 6.825000000000001e-07,
      "loss": 0.0157,
      "step": 3454
    },
    {
      "epoch": 4.087548062703342,
      "grad_norm": 1.624648928642273,
      "learning_rate": 6.812500000000001e-07,
      "loss": 0.0168,
      "step": 3455
    },
    {
      "epoch": 4.088731144631765,
      "grad_norm": 1.269086480140686,
      "learning_rate": 6.800000000000001e-07,
      "loss": 0.0148,
      "step": 3456
    },
    {
      "epoch": 4.0899142265601895,
      "grad_norm": 1.434822678565979,
      "learning_rate": 6.787500000000001e-07,
      "loss": 0.0177,
      "step": 3457
    },
    {
      "epoch": 4.091097308488613,
      "grad_norm": 1.0883805751800537,
      "learning_rate": 6.775000000000001e-07,
      "loss": 0.0155,
      "step": 3458
    },
    {
      "epoch": 4.092280390417036,
      "grad_norm": 1.2063273191452026,
      "learning_rate": 6.762500000000001e-07,
      "loss": 0.0136,
      "step": 3459
    },
    {
      "epoch": 4.0934634723454595,
      "grad_norm": 1.3631967306137085,
      "learning_rate": 6.750000000000001e-07,
      "loss": 0.0135,
      "step": 3460
    },
    {
      "epoch": 4.094646554273884,
      "grad_norm": 1.3141480684280396,
      "learning_rate": 6.737500000000001e-07,
      "loss": 0.0168,
      "step": 3461
    },
    {
      "epoch": 4.095829636202307,
      "grad_norm": 1.5140384435653687,
      "learning_rate": 6.725000000000001e-07,
      "loss": 0.015,
      "step": 3462
    },
    {
      "epoch": 4.09701271813073,
      "grad_norm": 1.0243693590164185,
      "learning_rate": 6.712500000000001e-07,
      "loss": 0.014,
      "step": 3463
    },
    {
      "epoch": 4.0981958000591545,
      "grad_norm": 1.343532919883728,
      "learning_rate": 6.7e-07,
      "loss": 0.0141,
      "step": 3464
    },
    {
      "epoch": 4.099378881987578,
      "grad_norm": 1.693604826927185,
      "learning_rate": 6.687500000000001e-07,
      "loss": 0.0139,
      "step": 3465
    },
    {
      "epoch": 4.100561963916001,
      "grad_norm": 1.25705885887146,
      "learning_rate": 6.675000000000001e-07,
      "loss": 0.0145,
      "step": 3466
    },
    {
      "epoch": 4.1017450458444245,
      "grad_norm": 1.3815205097198486,
      "learning_rate": 6.662500000000001e-07,
      "loss": 0.0144,
      "step": 3467
    },
    {
      "epoch": 4.102928127772849,
      "grad_norm": 1.5639536380767822,
      "learning_rate": 6.650000000000001e-07,
      "loss": 0.0178,
      "step": 3468
    },
    {
      "epoch": 4.104111209701272,
      "grad_norm": 1.2690300941467285,
      "learning_rate": 6.637500000000001e-07,
      "loss": 0.0117,
      "step": 3469
    },
    {
      "epoch": 4.105294291629695,
      "grad_norm": 0.9780581593513489,
      "learning_rate": 6.625000000000001e-07,
      "loss": 0.0147,
      "step": 3470
    },
    {
      "epoch": 4.106477373558119,
      "grad_norm": 0.9527963995933533,
      "learning_rate": 6.612500000000001e-07,
      "loss": 0.0164,
      "step": 3471
    },
    {
      "epoch": 4.107660455486543,
      "grad_norm": 1.3045427799224854,
      "learning_rate": 6.6e-07,
      "loss": 0.0155,
      "step": 3472
    },
    {
      "epoch": 4.108843537414966,
      "grad_norm": 1.2041444778442383,
      "learning_rate": 6.5875e-07,
      "loss": 0.0143,
      "step": 3473
    },
    {
      "epoch": 4.110026619343389,
      "grad_norm": 0.9065019488334656,
      "learning_rate": 6.575000000000001e-07,
      "loss": 0.012,
      "step": 3474
    },
    {
      "epoch": 4.111209701271813,
      "grad_norm": 1.2192661762237549,
      "learning_rate": 6.562500000000001e-07,
      "loss": 0.015,
      "step": 3475
    },
    {
      "epoch": 4.112392783200237,
      "grad_norm": 0.9799237251281738,
      "learning_rate": 6.550000000000001e-07,
      "loss": 0.0141,
      "step": 3476
    },
    {
      "epoch": 4.11357586512866,
      "grad_norm": 1.1047767400741577,
      "learning_rate": 6.537500000000001e-07,
      "loss": 0.015,
      "step": 3477
    },
    {
      "epoch": 4.114758947057084,
      "grad_norm": 1.0832250118255615,
      "learning_rate": 6.525000000000001e-07,
      "loss": 0.0153,
      "step": 3478
    },
    {
      "epoch": 4.115942028985507,
      "grad_norm": 1.4630954265594482,
      "learning_rate": 6.512500000000001e-07,
      "loss": 0.0156,
      "step": 3479
    },
    {
      "epoch": 4.117125110913931,
      "grad_norm": 1.2095292806625366,
      "learning_rate": 6.5e-07,
      "loss": 0.0146,
      "step": 3480
    },
    {
      "epoch": 4.118308192842354,
      "grad_norm": 1.199334740638733,
      "learning_rate": 6.4875e-07,
      "loss": 0.0133,
      "step": 3481
    },
    {
      "epoch": 4.119491274770778,
      "grad_norm": 1.2467288970947266,
      "learning_rate": 6.475e-07,
      "loss": 0.0129,
      "step": 3482
    },
    {
      "epoch": 4.120674356699201,
      "grad_norm": 1.3035966157913208,
      "learning_rate": 6.462500000000001e-07,
      "loss": 0.015,
      "step": 3483
    },
    {
      "epoch": 4.121857438627625,
      "grad_norm": 1.2883275747299194,
      "learning_rate": 6.450000000000001e-07,
      "loss": 0.0153,
      "step": 3484
    },
    {
      "epoch": 4.1230405205560485,
      "grad_norm": 1.1759676933288574,
      "learning_rate": 6.437500000000001e-07,
      "loss": 0.0154,
      "step": 3485
    },
    {
      "epoch": 4.124223602484472,
      "grad_norm": 1.1833043098449707,
      "learning_rate": 6.425000000000001e-07,
      "loss": 0.0136,
      "step": 3486
    },
    {
      "epoch": 4.125406684412896,
      "grad_norm": 1.0531272888183594,
      "learning_rate": 6.412500000000001e-07,
      "loss": 0.0143,
      "step": 3487
    },
    {
      "epoch": 4.126589766341319,
      "grad_norm": 1.3032867908477783,
      "learning_rate": 6.4e-07,
      "loss": 0.0158,
      "step": 3488
    },
    {
      "epoch": 4.127772848269743,
      "grad_norm": 1.0476019382476807,
      "learning_rate": 6.3875e-07,
      "loss": 0.0129,
      "step": 3489
    },
    {
      "epoch": 4.128955930198166,
      "grad_norm": 1.4543040990829468,
      "learning_rate": 6.375e-07,
      "loss": 0.0175,
      "step": 3490
    },
    {
      "epoch": 4.13013901212659,
      "grad_norm": 1.7004433870315552,
      "learning_rate": 6.3625e-07,
      "loss": 0.0172,
      "step": 3491
    },
    {
      "epoch": 4.1313220940550135,
      "grad_norm": 1.0993958711624146,
      "learning_rate": 6.350000000000001e-07,
      "loss": 0.0134,
      "step": 3492
    },
    {
      "epoch": 4.132505175983437,
      "grad_norm": 1.359779953956604,
      "learning_rate": 6.337500000000001e-07,
      "loss": 0.0158,
      "step": 3493
    },
    {
      "epoch": 4.13368825791186,
      "grad_norm": 1.2762892246246338,
      "learning_rate": 6.325000000000001e-07,
      "loss": 0.0167,
      "step": 3494
    },
    {
      "epoch": 4.134871339840284,
      "grad_norm": 1.3144510984420776,
      "learning_rate": 6.312500000000001e-07,
      "loss": 0.0144,
      "step": 3495
    },
    {
      "epoch": 4.136054421768708,
      "grad_norm": 1.239758014678955,
      "learning_rate": 6.3e-07,
      "loss": 0.0157,
      "step": 3496
    },
    {
      "epoch": 4.137237503697131,
      "grad_norm": 0.9998862147331238,
      "learning_rate": 6.2875e-07,
      "loss": 0.0135,
      "step": 3497
    },
    {
      "epoch": 4.138420585625554,
      "grad_norm": 0.8762887120246887,
      "learning_rate": 6.275e-07,
      "loss": 0.0123,
      "step": 3498
    },
    {
      "epoch": 4.1396036675539785,
      "grad_norm": 1.1912308931350708,
      "learning_rate": 6.2625e-07,
      "loss": 0.016,
      "step": 3499
    },
    {
      "epoch": 4.140786749482402,
      "grad_norm": 0.6407239437103271,
      "learning_rate": 6.25e-07,
      "loss": 0.0139,
      "step": 3500
    },
    {
      "epoch": 4.141969831410825,
      "grad_norm": 1.2361286878585815,
      "learning_rate": 6.237500000000001e-07,
      "loss": 0.0163,
      "step": 3501
    },
    {
      "epoch": 4.143152913339248,
      "grad_norm": 1.0342464447021484,
      "learning_rate": 6.225000000000001e-07,
      "loss": 0.0133,
      "step": 3502
    },
    {
      "epoch": 4.144335995267673,
      "grad_norm": 1.0916259288787842,
      "learning_rate": 6.212500000000001e-07,
      "loss": 0.0168,
      "step": 3503
    },
    {
      "epoch": 4.145519077196096,
      "grad_norm": 1.378536581993103,
      "learning_rate": 6.200000000000001e-07,
      "loss": 0.0164,
      "step": 3504
    },
    {
      "epoch": 4.146702159124519,
      "grad_norm": 1.0369548797607422,
      "learning_rate": 6.1875e-07,
      "loss": 0.0139,
      "step": 3505
    },
    {
      "epoch": 4.1478852410529425,
      "grad_norm": 1.2113922834396362,
      "learning_rate": 6.175e-07,
      "loss": 0.0159,
      "step": 3506
    },
    {
      "epoch": 4.149068322981367,
      "grad_norm": 1.327402114868164,
      "learning_rate": 6.1625e-07,
      "loss": 0.0135,
      "step": 3507
    },
    {
      "epoch": 4.15025140490979,
      "grad_norm": 1.068105697631836,
      "learning_rate": 6.15e-07,
      "loss": 0.0146,
      "step": 3508
    },
    {
      "epoch": 4.151434486838213,
      "grad_norm": 1.0456892251968384,
      "learning_rate": 6.137500000000001e-07,
      "loss": 0.0146,
      "step": 3509
    },
    {
      "epoch": 4.152617568766637,
      "grad_norm": 1.563988208770752,
      "learning_rate": 6.125000000000001e-07,
      "loss": 0.0164,
      "step": 3510
    },
    {
      "epoch": 4.153800650695061,
      "grad_norm": 1.2215781211853027,
      "learning_rate": 6.112500000000001e-07,
      "loss": 0.0169,
      "step": 3511
    },
    {
      "epoch": 4.154983732623484,
      "grad_norm": 1.1518625020980835,
      "learning_rate": 6.100000000000001e-07,
      "loss": 0.0192,
      "step": 3512
    },
    {
      "epoch": 4.1561668145519075,
      "grad_norm": 1.061421275138855,
      "learning_rate": 6.0875e-07,
      "loss": 0.0115,
      "step": 3513
    },
    {
      "epoch": 4.157349896480332,
      "grad_norm": 1.1260621547698975,
      "learning_rate": 6.075e-07,
      "loss": 0.0117,
      "step": 3514
    },
    {
      "epoch": 4.158532978408755,
      "grad_norm": 1.472580909729004,
      "learning_rate": 6.0625e-07,
      "loss": 0.0161,
      "step": 3515
    },
    {
      "epoch": 4.159716060337178,
      "grad_norm": 1.0845364332199097,
      "learning_rate": 6.05e-07,
      "loss": 0.0136,
      "step": 3516
    },
    {
      "epoch": 4.160899142265602,
      "grad_norm": 1.1387759447097778,
      "learning_rate": 6.0375e-07,
      "loss": 0.0156,
      "step": 3517
    },
    {
      "epoch": 4.162082224194026,
      "grad_norm": 1.366635799407959,
      "learning_rate": 6.025000000000001e-07,
      "loss": 0.0141,
      "step": 3518
    },
    {
      "epoch": 4.163265306122449,
      "grad_norm": 1.1506577730178833,
      "learning_rate": 6.012500000000001e-07,
      "loss": 0.0138,
      "step": 3519
    },
    {
      "epoch": 4.1644483880508725,
      "grad_norm": 1.2088648080825806,
      "learning_rate": 6.000000000000001e-07,
      "loss": 0.0158,
      "step": 3520
    },
    {
      "epoch": 4.165631469979296,
      "grad_norm": 0.9968836903572083,
      "learning_rate": 5.9875e-07,
      "loss": 0.017,
      "step": 3521
    },
    {
      "epoch": 4.16681455190772,
      "grad_norm": 1.1911300420761108,
      "learning_rate": 5.975e-07,
      "loss": 0.0139,
      "step": 3522
    },
    {
      "epoch": 4.167997633836143,
      "grad_norm": 1.258027195930481,
      "learning_rate": 5.9625e-07,
      "loss": 0.0144,
      "step": 3523
    },
    {
      "epoch": 4.169180715764567,
      "grad_norm": 1.3163537979125977,
      "learning_rate": 5.95e-07,
      "loss": 0.0155,
      "step": 3524
    },
    {
      "epoch": 4.17036379769299,
      "grad_norm": 1.270803451538086,
      "learning_rate": 5.9375e-07,
      "loss": 0.0126,
      "step": 3525
    },
    {
      "epoch": 4.171546879621414,
      "grad_norm": 1.5761808156967163,
      "learning_rate": 5.925e-07,
      "loss": 0.0146,
      "step": 3526
    },
    {
      "epoch": 4.172729961549837,
      "grad_norm": 1.1174696683883667,
      "learning_rate": 5.912500000000001e-07,
      "loss": 0.0139,
      "step": 3527
    },
    {
      "epoch": 4.173913043478261,
      "grad_norm": 1.3147093057632446,
      "learning_rate": 5.900000000000001e-07,
      "loss": 0.0134,
      "step": 3528
    },
    {
      "epoch": 4.175096125406684,
      "grad_norm": 1.1345754861831665,
      "learning_rate": 5.8875e-07,
      "loss": 0.0124,
      "step": 3529
    },
    {
      "epoch": 4.176279207335108,
      "grad_norm": 1.1139323711395264,
      "learning_rate": 5.875e-07,
      "loss": 0.0157,
      "step": 3530
    },
    {
      "epoch": 4.177462289263532,
      "grad_norm": 1.1677659749984741,
      "learning_rate": 5.8625e-07,
      "loss": 0.0145,
      "step": 3531
    },
    {
      "epoch": 4.178645371191955,
      "grad_norm": 1.1955451965332031,
      "learning_rate": 5.850000000000001e-07,
      "loss": 0.0116,
      "step": 3532
    },
    {
      "epoch": 4.179828453120378,
      "grad_norm": 1.0077284574508667,
      "learning_rate": 5.837500000000001e-07,
      "loss": 0.0132,
      "step": 3533
    },
    {
      "epoch": 4.181011535048802,
      "grad_norm": 0.9232893586158752,
      "learning_rate": 5.825e-07,
      "loss": 0.0157,
      "step": 3534
    },
    {
      "epoch": 4.182194616977226,
      "grad_norm": 1.0326405763626099,
      "learning_rate": 5.8125e-07,
      "loss": 0.0141,
      "step": 3535
    },
    {
      "epoch": 4.183377698905649,
      "grad_norm": 1.4907057285308838,
      "learning_rate": 5.800000000000001e-07,
      "loss": 0.0145,
      "step": 3536
    },
    {
      "epoch": 4.184560780834072,
      "grad_norm": 0.8111011385917664,
      "learning_rate": 5.787500000000001e-07,
      "loss": 0.0117,
      "step": 3537
    },
    {
      "epoch": 4.1857438627624965,
      "grad_norm": 0.8658562302589417,
      "learning_rate": 5.775000000000001e-07,
      "loss": 0.0126,
      "step": 3538
    },
    {
      "epoch": 4.18692694469092,
      "grad_norm": 1.4250104427337646,
      "learning_rate": 5.762500000000001e-07,
      "loss": 0.0157,
      "step": 3539
    },
    {
      "epoch": 4.188110026619343,
      "grad_norm": 1.5428072214126587,
      "learning_rate": 5.750000000000001e-07,
      "loss": 0.0157,
      "step": 3540
    },
    {
      "epoch": 4.189293108547767,
      "grad_norm": 1.473046898841858,
      "learning_rate": 5.737500000000001e-07,
      "loss": 0.0163,
      "step": 3541
    },
    {
      "epoch": 4.190476190476191,
      "grad_norm": 1.80694580078125,
      "learning_rate": 5.725e-07,
      "loss": 0.0154,
      "step": 3542
    },
    {
      "epoch": 4.191659272404614,
      "grad_norm": 0.9662620425224304,
      "learning_rate": 5.7125e-07,
      "loss": 0.0154,
      "step": 3543
    },
    {
      "epoch": 4.192842354333037,
      "grad_norm": 0.9812756776809692,
      "learning_rate": 5.7e-07,
      "loss": 0.0153,
      "step": 3544
    },
    {
      "epoch": 4.1940254362614615,
      "grad_norm": 1.009981632232666,
      "learning_rate": 5.687500000000001e-07,
      "loss": 0.0123,
      "step": 3545
    },
    {
      "epoch": 4.195208518189885,
      "grad_norm": 0.9284949898719788,
      "learning_rate": 5.675000000000001e-07,
      "loss": 0.0131,
      "step": 3546
    },
    {
      "epoch": 4.196391600118308,
      "grad_norm": 1.0809892416000366,
      "learning_rate": 5.662500000000001e-07,
      "loss": 0.0167,
      "step": 3547
    },
    {
      "epoch": 4.1975746820467315,
      "grad_norm": 1.3385117053985596,
      "learning_rate": 5.650000000000001e-07,
      "loss": 0.0141,
      "step": 3548
    },
    {
      "epoch": 4.198757763975156,
      "grad_norm": 1.3884369134902954,
      "learning_rate": 5.637500000000001e-07,
      "loss": 0.0148,
      "step": 3549
    },
    {
      "epoch": 4.199940845903579,
      "grad_norm": 2.714723587036133,
      "learning_rate": 5.625e-07,
      "loss": 0.0145,
      "step": 3550
    },
    {
      "epoch": 4.201123927832002,
      "grad_norm": 1.371387004852295,
      "learning_rate": 5.6125e-07,
      "loss": 0.0159,
      "step": 3551
    },
    {
      "epoch": 4.202307009760426,
      "grad_norm": 1.93416428565979,
      "learning_rate": 5.6e-07,
      "loss": 0.0169,
      "step": 3552
    },
    {
      "epoch": 4.20349009168885,
      "grad_norm": 1.0045504570007324,
      "learning_rate": 5.5875e-07,
      "loss": 0.0131,
      "step": 3553
    },
    {
      "epoch": 4.204673173617273,
      "grad_norm": 1.302680253982544,
      "learning_rate": 5.575000000000001e-07,
      "loss": 0.0167,
      "step": 3554
    },
    {
      "epoch": 4.205856255545696,
      "grad_norm": 1.2461503744125366,
      "learning_rate": 5.562500000000001e-07,
      "loss": 0.0165,
      "step": 3555
    },
    {
      "epoch": 4.20703933747412,
      "grad_norm": 1.1212751865386963,
      "learning_rate": 5.550000000000001e-07,
      "loss": 0.0135,
      "step": 3556
    },
    {
      "epoch": 4.208222419402544,
      "grad_norm": 1.0680972337722778,
      "learning_rate": 5.537500000000001e-07,
      "loss": 0.0134,
      "step": 3557
    },
    {
      "epoch": 4.209405501330967,
      "grad_norm": 1.0067449808120728,
      "learning_rate": 5.525e-07,
      "loss": 0.0176,
      "step": 3558
    },
    {
      "epoch": 4.210588583259391,
      "grad_norm": 1.387519359588623,
      "learning_rate": 5.5125e-07,
      "loss": 0.0138,
      "step": 3559
    },
    {
      "epoch": 4.211771665187814,
      "grad_norm": 1.4073983430862427,
      "learning_rate": 5.5e-07,
      "loss": 0.0127,
      "step": 3560
    },
    {
      "epoch": 4.212954747116238,
      "grad_norm": 1.2140369415283203,
      "learning_rate": 5.4875e-07,
      "loss": 0.0126,
      "step": 3561
    },
    {
      "epoch": 4.214137829044661,
      "grad_norm": 1.366350769996643,
      "learning_rate": 5.475e-07,
      "loss": 0.0157,
      "step": 3562
    },
    {
      "epoch": 4.215320910973085,
      "grad_norm": 1.283484697341919,
      "learning_rate": 5.462500000000001e-07,
      "loss": 0.0156,
      "step": 3563
    },
    {
      "epoch": 4.216503992901508,
      "grad_norm": 1.1450811624526978,
      "learning_rate": 5.450000000000001e-07,
      "loss": 0.0153,
      "step": 3564
    },
    {
      "epoch": 4.217687074829932,
      "grad_norm": 1.4765201807022095,
      "learning_rate": 5.437500000000001e-07,
      "loss": 0.014,
      "step": 3565
    },
    {
      "epoch": 4.2188701567583555,
      "grad_norm": 1.1871325969696045,
      "learning_rate": 5.425e-07,
      "loss": 0.0155,
      "step": 3566
    },
    {
      "epoch": 4.220053238686779,
      "grad_norm": 1.2608391046524048,
      "learning_rate": 5.4125e-07,
      "loss": 0.0124,
      "step": 3567
    },
    {
      "epoch": 4.221236320615203,
      "grad_norm": 1.1357945203781128,
      "learning_rate": 5.4e-07,
      "loss": 0.016,
      "step": 3568
    },
    {
      "epoch": 4.222419402543626,
      "grad_norm": 1.1687713861465454,
      "learning_rate": 5.3875e-07,
      "loss": 0.0165,
      "step": 3569
    },
    {
      "epoch": 4.22360248447205,
      "grad_norm": 1.1227748394012451,
      "learning_rate": 5.375e-07,
      "loss": 0.014,
      "step": 3570
    },
    {
      "epoch": 4.224785566400473,
      "grad_norm": 1.002967357635498,
      "learning_rate": 5.362500000000001e-07,
      "loss": 0.0151,
      "step": 3571
    },
    {
      "epoch": 4.225968648328897,
      "grad_norm": 1.3030284643173218,
      "learning_rate": 5.350000000000001e-07,
      "loss": 0.0141,
      "step": 3572
    },
    {
      "epoch": 4.2271517302573205,
      "grad_norm": 1.3868446350097656,
      "learning_rate": 5.337500000000001e-07,
      "loss": 0.0154,
      "step": 3573
    },
    {
      "epoch": 4.228334812185744,
      "grad_norm": 1.3573379516601562,
      "learning_rate": 5.325e-07,
      "loss": 0.0119,
      "step": 3574
    },
    {
      "epoch": 4.229517894114167,
      "grad_norm": 0.966695249080658,
      "learning_rate": 5.3125e-07,
      "loss": 0.0154,
      "step": 3575
    },
    {
      "epoch": 4.230700976042591,
      "grad_norm": 1.3644839525222778,
      "learning_rate": 5.3e-07,
      "loss": 0.0158,
      "step": 3576
    },
    {
      "epoch": 4.231884057971015,
      "grad_norm": 0.989528477191925,
      "learning_rate": 5.2875e-07,
      "loss": 0.0143,
      "step": 3577
    },
    {
      "epoch": 4.233067139899438,
      "grad_norm": 1.2114574909210205,
      "learning_rate": 5.275e-07,
      "loss": 0.0143,
      "step": 3578
    },
    {
      "epoch": 4.234250221827861,
      "grad_norm": 1.3287700414657593,
      "learning_rate": 5.2625e-07,
      "loss": 0.0148,
      "step": 3579
    },
    {
      "epoch": 4.2354333037562855,
      "grad_norm": 0.9921172857284546,
      "learning_rate": 5.250000000000001e-07,
      "loss": 0.0128,
      "step": 3580
    },
    {
      "epoch": 4.236616385684709,
      "grad_norm": 1.3009345531463623,
      "learning_rate": 5.237500000000001e-07,
      "loss": 0.016,
      "step": 3581
    },
    {
      "epoch": 4.237799467613132,
      "grad_norm": 1.3265211582183838,
      "learning_rate": 5.225e-07,
      "loss": 0.0156,
      "step": 3582
    },
    {
      "epoch": 4.238982549541555,
      "grad_norm": 1.1114667654037476,
      "learning_rate": 5.2125e-07,
      "loss": 0.0129,
      "step": 3583
    },
    {
      "epoch": 4.24016563146998,
      "grad_norm": 1.597588300704956,
      "learning_rate": 5.2e-07,
      "loss": 0.0155,
      "step": 3584
    },
    {
      "epoch": 4.241348713398403,
      "grad_norm": 1.3502302169799805,
      "learning_rate": 5.1875e-07,
      "loss": 0.0144,
      "step": 3585
    },
    {
      "epoch": 4.242531795326826,
      "grad_norm": 1.7287795543670654,
      "learning_rate": 5.175e-07,
      "loss": 0.0162,
      "step": 3586
    },
    {
      "epoch": 4.2437148772552495,
      "grad_norm": 1.155511498451233,
      "learning_rate": 5.1625e-07,
      "loss": 0.0129,
      "step": 3587
    },
    {
      "epoch": 4.244897959183674,
      "grad_norm": 1.2465813159942627,
      "learning_rate": 5.15e-07,
      "loss": 0.0152,
      "step": 3588
    },
    {
      "epoch": 4.246081041112097,
      "grad_norm": 1.1818499565124512,
      "learning_rate": 5.137500000000001e-07,
      "loss": 0.0129,
      "step": 3589
    },
    {
      "epoch": 4.24726412304052,
      "grad_norm": 1.25155770778656,
      "learning_rate": 5.125e-07,
      "loss": 0.0142,
      "step": 3590
    },
    {
      "epoch": 4.248447204968944,
      "grad_norm": 1.1379051208496094,
      "learning_rate": 5.1125e-07,
      "loss": 0.0151,
      "step": 3591
    },
    {
      "epoch": 4.249630286897368,
      "grad_norm": 1.462848424911499,
      "learning_rate": 5.1e-07,
      "loss": 0.0145,
      "step": 3592
    },
    {
      "epoch": 4.250813368825791,
      "grad_norm": 0.7998476028442383,
      "learning_rate": 5.0875e-07,
      "loss": 0.014,
      "step": 3593
    },
    {
      "epoch": 4.2519964507542145,
      "grad_norm": 1.1074923276901245,
      "learning_rate": 5.075000000000001e-07,
      "loss": 0.0145,
      "step": 3594
    },
    {
      "epoch": 4.253179532682639,
      "grad_norm": 1.1516653299331665,
      "learning_rate": 5.0625e-07,
      "loss": 0.0145,
      "step": 3595
    },
    {
      "epoch": 4.254362614611062,
      "grad_norm": 1.1824978590011597,
      "learning_rate": 5.05e-07,
      "loss": 0.0147,
      "step": 3596
    },
    {
      "epoch": 4.255545696539485,
      "grad_norm": 1.0840556621551514,
      "learning_rate": 5.0375e-07,
      "loss": 0.017,
      "step": 3597
    },
    {
      "epoch": 4.256728778467909,
      "grad_norm": 1.1449469327926636,
      "learning_rate": 5.025000000000001e-07,
      "loss": 0.0148,
      "step": 3598
    },
    {
      "epoch": 4.257911860396333,
      "grad_norm": 1.3474303483963013,
      "learning_rate": 5.012500000000001e-07,
      "loss": 0.0139,
      "step": 3599
    },
    {
      "epoch": 4.259094942324756,
      "grad_norm": 1.1065343618392944,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.0109,
      "step": 3600
    },
    {
      "epoch": 4.2602780242531795,
      "grad_norm": 1.1271415948867798,
      "learning_rate": 4.987500000000001e-07,
      "loss": 0.0142,
      "step": 3601
    },
    {
      "epoch": 4.261461106181603,
      "grad_norm": 1.8976036310195923,
      "learning_rate": 4.975000000000001e-07,
      "loss": 0.0143,
      "step": 3602
    },
    {
      "epoch": 4.262644188110027,
      "grad_norm": 1.034936785697937,
      "learning_rate": 4.9625e-07,
      "loss": 0.0124,
      "step": 3603
    },
    {
      "epoch": 4.26382727003845,
      "grad_norm": 1.1512850522994995,
      "learning_rate": 4.95e-07,
      "loss": 0.0143,
      "step": 3604
    },
    {
      "epoch": 4.265010351966874,
      "grad_norm": 1.1858915090560913,
      "learning_rate": 4.9375e-07,
      "loss": 0.0141,
      "step": 3605
    },
    {
      "epoch": 4.266193433895297,
      "grad_norm": 1.499306321144104,
      "learning_rate": 4.925e-07,
      "loss": 0.0167,
      "step": 3606
    },
    {
      "epoch": 4.267376515823721,
      "grad_norm": 1.3264082670211792,
      "learning_rate": 4.912500000000001e-07,
      "loss": 0.017,
      "step": 3607
    },
    {
      "epoch": 4.268559597752144,
      "grad_norm": 0.9705203175544739,
      "learning_rate": 4.900000000000001e-07,
      "loss": 0.0141,
      "step": 3608
    },
    {
      "epoch": 4.269742679680568,
      "grad_norm": 1.3086469173431396,
      "learning_rate": 4.887500000000001e-07,
      "loss": 0.0152,
      "step": 3609
    },
    {
      "epoch": 4.270925761608991,
      "grad_norm": 1.873598337173462,
      "learning_rate": 4.875000000000001e-07,
      "loss": 0.015,
      "step": 3610
    },
    {
      "epoch": 4.272108843537415,
      "grad_norm": 1.4290244579315186,
      "learning_rate": 4.8625e-07,
      "loss": 0.0132,
      "step": 3611
    },
    {
      "epoch": 4.273291925465839,
      "grad_norm": 1.3954068422317505,
      "learning_rate": 4.85e-07,
      "loss": 0.014,
      "step": 3612
    },
    {
      "epoch": 4.274475007394262,
      "grad_norm": 1.4348829984664917,
      "learning_rate": 4.8375e-07,
      "loss": 0.0158,
      "step": 3613
    },
    {
      "epoch": 4.275658089322685,
      "grad_norm": 1.056287407875061,
      "learning_rate": 4.825e-07,
      "loss": 0.0118,
      "step": 3614
    },
    {
      "epoch": 4.276841171251109,
      "grad_norm": 1.4585750102996826,
      "learning_rate": 4.8125e-07,
      "loss": 0.0155,
      "step": 3615
    },
    {
      "epoch": 4.278024253179533,
      "grad_norm": 1.4016259908676147,
      "learning_rate": 4.800000000000001e-07,
      "loss": 0.0153,
      "step": 3616
    },
    {
      "epoch": 4.279207335107956,
      "grad_norm": 1.4598970413208008,
      "learning_rate": 4.787500000000001e-07,
      "loss": 0.0142,
      "step": 3617
    },
    {
      "epoch": 4.280390417036379,
      "grad_norm": 1.3074675798416138,
      "learning_rate": 4.775000000000001e-07,
      "loss": 0.0138,
      "step": 3618
    },
    {
      "epoch": 4.2815734989648035,
      "grad_norm": 0.7384185791015625,
      "learning_rate": 4.7625000000000005e-07,
      "loss": 0.0138,
      "step": 3619
    },
    {
      "epoch": 4.282756580893227,
      "grad_norm": 1.0707982778549194,
      "learning_rate": 4.7500000000000006e-07,
      "loss": 0.0146,
      "step": 3620
    },
    {
      "epoch": 4.28393966282165,
      "grad_norm": 1.2352120876312256,
      "learning_rate": 4.7375e-07,
      "loss": 0.014,
      "step": 3621
    },
    {
      "epoch": 4.285122744750074,
      "grad_norm": 1.3415814638137817,
      "learning_rate": 4.7250000000000003e-07,
      "loss": 0.0154,
      "step": 3622
    },
    {
      "epoch": 4.286305826678498,
      "grad_norm": 1.2876195907592773,
      "learning_rate": 4.7125000000000004e-07,
      "loss": 0.019,
      "step": 3623
    },
    {
      "epoch": 4.287488908606921,
      "grad_norm": 1.3201857805252075,
      "learning_rate": 4.7000000000000005e-07,
      "loss": 0.0124,
      "step": 3624
    },
    {
      "epoch": 4.288671990535344,
      "grad_norm": 1.2237918376922607,
      "learning_rate": 4.6875000000000006e-07,
      "loss": 0.0148,
      "step": 3625
    },
    {
      "epoch": 4.2898550724637685,
      "grad_norm": 1.879042148590088,
      "learning_rate": 4.675e-07,
      "loss": 0.0161,
      "step": 3626
    },
    {
      "epoch": 4.291038154392192,
      "grad_norm": 0.8324350118637085,
      "learning_rate": 4.6625000000000004e-07,
      "loss": 0.0142,
      "step": 3627
    },
    {
      "epoch": 4.292221236320615,
      "grad_norm": 1.1088266372680664,
      "learning_rate": 4.6500000000000005e-07,
      "loss": 0.0128,
      "step": 3628
    },
    {
      "epoch": 4.2934043182490385,
      "grad_norm": 0.9626941680908203,
      "learning_rate": 4.6375000000000006e-07,
      "loss": 0.0139,
      "step": 3629
    },
    {
      "epoch": 4.294587400177463,
      "grad_norm": 1.1609612703323364,
      "learning_rate": 4.625e-07,
      "loss": 0.0121,
      "step": 3630
    },
    {
      "epoch": 4.295770482105886,
      "grad_norm": 1.093837857246399,
      "learning_rate": 4.6125000000000003e-07,
      "loss": 0.0128,
      "step": 3631
    },
    {
      "epoch": 4.296953564034309,
      "grad_norm": 1.3153479099273682,
      "learning_rate": 4.6000000000000004e-07,
      "loss": 0.013,
      "step": 3632
    },
    {
      "epoch": 4.298136645962733,
      "grad_norm": 1.2244272232055664,
      "learning_rate": 4.5875000000000005e-07,
      "loss": 0.0125,
      "step": 3633
    },
    {
      "epoch": 4.299319727891157,
      "grad_norm": 1.2274004220962524,
      "learning_rate": 4.575e-07,
      "loss": 0.0131,
      "step": 3634
    },
    {
      "epoch": 4.30050280981958,
      "grad_norm": 1.2616418600082397,
      "learning_rate": 4.5625e-07,
      "loss": 0.013,
      "step": 3635
    },
    {
      "epoch": 4.301685891748003,
      "grad_norm": 1.035027265548706,
      "learning_rate": 4.5500000000000004e-07,
      "loss": 0.015,
      "step": 3636
    },
    {
      "epoch": 4.302868973676427,
      "grad_norm": 1.2408113479614258,
      "learning_rate": 4.5375000000000005e-07,
      "loss": 0.0136,
      "step": 3637
    },
    {
      "epoch": 4.304052055604851,
      "grad_norm": 1.1312936544418335,
      "learning_rate": 4.525e-07,
      "loss": 0.0133,
      "step": 3638
    },
    {
      "epoch": 4.305235137533274,
      "grad_norm": 0.9676356911659241,
      "learning_rate": 4.5125e-07,
      "loss": 0.0176,
      "step": 3639
    },
    {
      "epoch": 4.306418219461698,
      "grad_norm": 1.3321959972381592,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 0.011,
      "step": 3640
    },
    {
      "epoch": 4.307601301390121,
      "grad_norm": 1.010885238647461,
      "learning_rate": 4.4875000000000004e-07,
      "loss": 0.0129,
      "step": 3641
    },
    {
      "epoch": 4.308784383318545,
      "grad_norm": 1.0330592393875122,
      "learning_rate": 4.475e-07,
      "loss": 0.0136,
      "step": 3642
    },
    {
      "epoch": 4.309967465246968,
      "grad_norm": 1.316184639930725,
      "learning_rate": 4.4625e-07,
      "loss": 0.0157,
      "step": 3643
    },
    {
      "epoch": 4.311150547175392,
      "grad_norm": 1.2122917175292969,
      "learning_rate": 4.4500000000000003e-07,
      "loss": 0.0141,
      "step": 3644
    },
    {
      "epoch": 4.312333629103815,
      "grad_norm": 0.851001501083374,
      "learning_rate": 4.4375000000000004e-07,
      "loss": 0.0134,
      "step": 3645
    },
    {
      "epoch": 4.313516711032239,
      "grad_norm": 1.1388428211212158,
      "learning_rate": 4.425e-07,
      "loss": 0.0148,
      "step": 3646
    },
    {
      "epoch": 4.3146997929606625,
      "grad_norm": 1.0334173440933228,
      "learning_rate": 4.4125e-07,
      "loss": 0.0141,
      "step": 3647
    },
    {
      "epoch": 4.315882874889086,
      "grad_norm": 1.0485626459121704,
      "learning_rate": 4.4e-07,
      "loss": 0.0132,
      "step": 3648
    },
    {
      "epoch": 4.31706595681751,
      "grad_norm": 1.2796655893325806,
      "learning_rate": 4.3875000000000003e-07,
      "loss": 0.0152,
      "step": 3649
    },
    {
      "epoch": 4.318249038745933,
      "grad_norm": 1.0281015634536743,
      "learning_rate": 4.375e-07,
      "loss": 0.0128,
      "step": 3650
    },
    {
      "epoch": 4.319432120674357,
      "grad_norm": 1.2790031433105469,
      "learning_rate": 4.3625e-07,
      "loss": 0.0132,
      "step": 3651
    },
    {
      "epoch": 4.32061520260278,
      "grad_norm": 1.3444329500198364,
      "learning_rate": 4.35e-07,
      "loss": 0.016,
      "step": 3652
    },
    {
      "epoch": 4.321798284531204,
      "grad_norm": 1.4517184495925903,
      "learning_rate": 4.3375000000000003e-07,
      "loss": 0.0139,
      "step": 3653
    },
    {
      "epoch": 4.3229813664596275,
      "grad_norm": 1.4574201107025146,
      "learning_rate": 4.325e-07,
      "loss": 0.0157,
      "step": 3654
    },
    {
      "epoch": 4.324164448388051,
      "grad_norm": 1.375389575958252,
      "learning_rate": 4.3125e-07,
      "loss": 0.015,
      "step": 3655
    },
    {
      "epoch": 4.325347530316474,
      "grad_norm": 1.4188307523727417,
      "learning_rate": 4.3e-07,
      "loss": 0.0183,
      "step": 3656
    },
    {
      "epoch": 4.326530612244898,
      "grad_norm": 1.2586756944656372,
      "learning_rate": 4.287500000000001e-07,
      "loss": 0.0162,
      "step": 3657
    },
    {
      "epoch": 4.327713694173322,
      "grad_norm": 1.3370975255966187,
      "learning_rate": 4.275000000000001e-07,
      "loss": 0.0141,
      "step": 3658
    },
    {
      "epoch": 4.328896776101745,
      "grad_norm": 1.168445348739624,
      "learning_rate": 4.2625000000000005e-07,
      "loss": 0.0119,
      "step": 3659
    },
    {
      "epoch": 4.330079858030168,
      "grad_norm": 1.152636170387268,
      "learning_rate": 4.2500000000000006e-07,
      "loss": 0.017,
      "step": 3660
    },
    {
      "epoch": 4.3312629399585925,
      "grad_norm": 1.043997049331665,
      "learning_rate": 4.2375000000000007e-07,
      "loss": 0.0166,
      "step": 3661
    },
    {
      "epoch": 4.332446021887016,
      "grad_norm": 0.8921056389808655,
      "learning_rate": 4.225000000000001e-07,
      "loss": 0.0134,
      "step": 3662
    },
    {
      "epoch": 4.333629103815439,
      "grad_norm": 1.2168604135513306,
      "learning_rate": 4.2125000000000004e-07,
      "loss": 0.0162,
      "step": 3663
    },
    {
      "epoch": 4.334812185743862,
      "grad_norm": 1.3735309839248657,
      "learning_rate": 4.2000000000000006e-07,
      "loss": 0.0169,
      "step": 3664
    },
    {
      "epoch": 4.335995267672287,
      "grad_norm": 1.4498330354690552,
      "learning_rate": 4.1875000000000007e-07,
      "loss": 0.0132,
      "step": 3665
    },
    {
      "epoch": 4.33717834960071,
      "grad_norm": 1.1429939270019531,
      "learning_rate": 4.175000000000001e-07,
      "loss": 0.0137,
      "step": 3666
    },
    {
      "epoch": 4.338361431529133,
      "grad_norm": 1.3189789056777954,
      "learning_rate": 4.1625000000000004e-07,
      "loss": 0.013,
      "step": 3667
    },
    {
      "epoch": 4.3395445134575565,
      "grad_norm": 1.0720303058624268,
      "learning_rate": 4.1500000000000005e-07,
      "loss": 0.0105,
      "step": 3668
    },
    {
      "epoch": 4.340727595385981,
      "grad_norm": 0.8892923593521118,
      "learning_rate": 4.1375000000000006e-07,
      "loss": 0.0132,
      "step": 3669
    },
    {
      "epoch": 4.341910677314404,
      "grad_norm": 1.2747265100479126,
      "learning_rate": 4.125000000000001e-07,
      "loss": 0.0197,
      "step": 3670
    },
    {
      "epoch": 4.343093759242827,
      "grad_norm": 1.096947431564331,
      "learning_rate": 4.1125000000000003e-07,
      "loss": 0.0156,
      "step": 3671
    },
    {
      "epoch": 4.344276841171251,
      "grad_norm": 1.1523938179016113,
      "learning_rate": 4.1000000000000004e-07,
      "loss": 0.0154,
      "step": 3672
    },
    {
      "epoch": 4.345459923099675,
      "grad_norm": 1.2470190525054932,
      "learning_rate": 4.0875000000000006e-07,
      "loss": 0.0142,
      "step": 3673
    },
    {
      "epoch": 4.346643005028098,
      "grad_norm": 1.5184391736984253,
      "learning_rate": 4.0750000000000007e-07,
      "loss": 0.0165,
      "step": 3674
    },
    {
      "epoch": 4.3478260869565215,
      "grad_norm": 1.0692219734191895,
      "learning_rate": 4.0625000000000003e-07,
      "loss": 0.0139,
      "step": 3675
    },
    {
      "epoch": 4.349009168884946,
      "grad_norm": 1.2974870204925537,
      "learning_rate": 4.0500000000000004e-07,
      "loss": 0.0139,
      "step": 3676
    },
    {
      "epoch": 4.350192250813369,
      "grad_norm": 1.091141700744629,
      "learning_rate": 4.0375000000000005e-07,
      "loss": 0.0162,
      "step": 3677
    },
    {
      "epoch": 4.351375332741792,
      "grad_norm": 1.382089376449585,
      "learning_rate": 4.0250000000000006e-07,
      "loss": 0.0135,
      "step": 3678
    },
    {
      "epoch": 4.352558414670216,
      "grad_norm": 1.0919700860977173,
      "learning_rate": 4.0125e-07,
      "loss": 0.014,
      "step": 3679
    },
    {
      "epoch": 4.35374149659864,
      "grad_norm": 1.1507911682128906,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 0.0159,
      "step": 3680
    },
    {
      "epoch": 4.354924578527063,
      "grad_norm": 0.8708051443099976,
      "learning_rate": 3.9875000000000005e-07,
      "loss": 0.0134,
      "step": 3681
    },
    {
      "epoch": 4.3561076604554865,
      "grad_norm": 1.6522514820098877,
      "learning_rate": 3.9750000000000006e-07,
      "loss": 0.0152,
      "step": 3682
    },
    {
      "epoch": 4.35729074238391,
      "grad_norm": 1.1387608051300049,
      "learning_rate": 3.9625e-07,
      "loss": 0.0165,
      "step": 3683
    },
    {
      "epoch": 4.358473824312334,
      "grad_norm": 1.428667664527893,
      "learning_rate": 3.9500000000000003e-07,
      "loss": 0.0142,
      "step": 3684
    },
    {
      "epoch": 4.359656906240757,
      "grad_norm": 1.2582247257232666,
      "learning_rate": 3.9375000000000004e-07,
      "loss": 0.0174,
      "step": 3685
    },
    {
      "epoch": 4.360839988169181,
      "grad_norm": 1.189099907875061,
      "learning_rate": 3.9250000000000005e-07,
      "loss": 0.0146,
      "step": 3686
    },
    {
      "epoch": 4.362023070097604,
      "grad_norm": 1.3747448921203613,
      "learning_rate": 3.9125e-07,
      "loss": 0.0192,
      "step": 3687
    },
    {
      "epoch": 4.363206152026028,
      "grad_norm": 1.2179200649261475,
      "learning_rate": 3.9e-07,
      "loss": 0.0129,
      "step": 3688
    },
    {
      "epoch": 4.364389233954451,
      "grad_norm": 1.786212682723999,
      "learning_rate": 3.8875000000000004e-07,
      "loss": 0.0145,
      "step": 3689
    },
    {
      "epoch": 4.365572315882875,
      "grad_norm": 1.1598351001739502,
      "learning_rate": 3.8750000000000005e-07,
      "loss": 0.0135,
      "step": 3690
    },
    {
      "epoch": 4.366755397811298,
      "grad_norm": 1.675309181213379,
      "learning_rate": 3.8625e-07,
      "loss": 0.0121,
      "step": 3691
    },
    {
      "epoch": 4.367938479739722,
      "grad_norm": 1.5713818073272705,
      "learning_rate": 3.85e-07,
      "loss": 0.0144,
      "step": 3692
    },
    {
      "epoch": 4.369121561668146,
      "grad_norm": 0.9869341850280762,
      "learning_rate": 3.8375000000000003e-07,
      "loss": 0.011,
      "step": 3693
    },
    {
      "epoch": 4.370304643596569,
      "grad_norm": 1.1807652711868286,
      "learning_rate": 3.8250000000000004e-07,
      "loss": 0.0152,
      "step": 3694
    },
    {
      "epoch": 4.371487725524992,
      "grad_norm": 0.8826397061347961,
      "learning_rate": 3.8125e-07,
      "loss": 0.0125,
      "step": 3695
    },
    {
      "epoch": 4.372670807453416,
      "grad_norm": 1.1989405155181885,
      "learning_rate": 3.8e-07,
      "loss": 0.0145,
      "step": 3696
    },
    {
      "epoch": 4.37385388938184,
      "grad_norm": 1.662712574005127,
      "learning_rate": 3.7875000000000003e-07,
      "loss": 0.0151,
      "step": 3697
    },
    {
      "epoch": 4.375036971310263,
      "grad_norm": 1.3821622133255005,
      "learning_rate": 3.7750000000000004e-07,
      "loss": 0.0151,
      "step": 3698
    },
    {
      "epoch": 4.376220053238686,
      "grad_norm": 1.1394133567810059,
      "learning_rate": 3.7625e-07,
      "loss": 0.0111,
      "step": 3699
    },
    {
      "epoch": 4.3774031351671105,
      "grad_norm": 1.1627509593963623,
      "learning_rate": 3.75e-07,
      "loss": 0.0123,
      "step": 3700
    },
    {
      "epoch": 4.378586217095534,
      "grad_norm": 1.2807142734527588,
      "learning_rate": 3.7375e-07,
      "loss": 0.0149,
      "step": 3701
    },
    {
      "epoch": 4.379769299023957,
      "grad_norm": 0.8952203989028931,
      "learning_rate": 3.7250000000000003e-07,
      "loss": 0.0147,
      "step": 3702
    },
    {
      "epoch": 4.380952380952381,
      "grad_norm": 1.2361639738082886,
      "learning_rate": 3.7125e-07,
      "loss": 0.0153,
      "step": 3703
    },
    {
      "epoch": 4.382135462880805,
      "grad_norm": 1.5076000690460205,
      "learning_rate": 3.7e-07,
      "loss": 0.0135,
      "step": 3704
    },
    {
      "epoch": 4.383318544809228,
      "grad_norm": 1.0191949605941772,
      "learning_rate": 3.6875e-07,
      "loss": 0.0118,
      "step": 3705
    },
    {
      "epoch": 4.384501626737651,
      "grad_norm": 1.2322627305984497,
      "learning_rate": 3.6750000000000003e-07,
      "loss": 0.0142,
      "step": 3706
    },
    {
      "epoch": 4.3856847086660755,
      "grad_norm": 1.7396570444107056,
      "learning_rate": 3.6625e-07,
      "loss": 0.0142,
      "step": 3707
    },
    {
      "epoch": 4.386867790594499,
      "grad_norm": 1.6677711009979248,
      "learning_rate": 3.65e-07,
      "loss": 0.0136,
      "step": 3708
    },
    {
      "epoch": 4.388050872522922,
      "grad_norm": 1.2260419130325317,
      "learning_rate": 3.6375e-07,
      "loss": 0.0165,
      "step": 3709
    },
    {
      "epoch": 4.3892339544513455,
      "grad_norm": 1.1949443817138672,
      "learning_rate": 3.625e-07,
      "loss": 0.0135,
      "step": 3710
    },
    {
      "epoch": 4.39041703637977,
      "grad_norm": 1.1633620262145996,
      "learning_rate": 3.6125e-07,
      "loss": 0.0127,
      "step": 3711
    },
    {
      "epoch": 4.391600118308193,
      "grad_norm": 1.4265475273132324,
      "learning_rate": 3.6e-07,
      "loss": 0.0163,
      "step": 3712
    },
    {
      "epoch": 4.392783200236616,
      "grad_norm": 1.2298752069473267,
      "learning_rate": 3.5875e-07,
      "loss": 0.0139,
      "step": 3713
    },
    {
      "epoch": 4.39396628216504,
      "grad_norm": 1.3417061567306519,
      "learning_rate": 3.575e-07,
      "loss": 0.0157,
      "step": 3714
    },
    {
      "epoch": 4.395149364093464,
      "grad_norm": 1.2389531135559082,
      "learning_rate": 3.5625e-07,
      "loss": 0.0126,
      "step": 3715
    },
    {
      "epoch": 4.396332446021887,
      "grad_norm": 1.300001859664917,
      "learning_rate": 3.55e-07,
      "loss": 0.0156,
      "step": 3716
    },
    {
      "epoch": 4.39751552795031,
      "grad_norm": 1.7401446104049683,
      "learning_rate": 3.5375e-07,
      "loss": 0.0174,
      "step": 3717
    },
    {
      "epoch": 4.398698609878734,
      "grad_norm": 1.0672249794006348,
      "learning_rate": 3.525e-07,
      "loss": 0.011,
      "step": 3718
    },
    {
      "epoch": 4.399881691807158,
      "grad_norm": 1.4920117855072021,
      "learning_rate": 3.512500000000001e-07,
      "loss": 0.0116,
      "step": 3719
    },
    {
      "epoch": 4.401064773735581,
      "grad_norm": 1.0158312320709229,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 0.0125,
      "step": 3720
    },
    {
      "epoch": 4.402247855664005,
      "grad_norm": 1.1158419847488403,
      "learning_rate": 3.4875000000000005e-07,
      "loss": 0.0145,
      "step": 3721
    },
    {
      "epoch": 4.403430937592428,
      "grad_norm": 1.0790088176727295,
      "learning_rate": 3.4750000000000006e-07,
      "loss": 0.0133,
      "step": 3722
    },
    {
      "epoch": 4.404614019520852,
      "grad_norm": 1.1396714448928833,
      "learning_rate": 3.4625000000000007e-07,
      "loss": 0.0175,
      "step": 3723
    },
    {
      "epoch": 4.405797101449275,
      "grad_norm": 1.4706292152404785,
      "learning_rate": 3.4500000000000003e-07,
      "loss": 0.0132,
      "step": 3724
    },
    {
      "epoch": 4.406980183377699,
      "grad_norm": 1.1139123439788818,
      "learning_rate": 3.4375000000000004e-07,
      "loss": 0.0124,
      "step": 3725
    },
    {
      "epoch": 4.408163265306122,
      "grad_norm": 1.1300973892211914,
      "learning_rate": 3.4250000000000006e-07,
      "loss": 0.0115,
      "step": 3726
    },
    {
      "epoch": 4.409346347234546,
      "grad_norm": 1.1652758121490479,
      "learning_rate": 3.4125000000000007e-07,
      "loss": 0.0172,
      "step": 3727
    },
    {
      "epoch": 4.4105294291629695,
      "grad_norm": 0.8881568908691406,
      "learning_rate": 3.4000000000000003e-07,
      "loss": 0.0138,
      "step": 3728
    },
    {
      "epoch": 4.411712511091393,
      "grad_norm": 1.4512152671813965,
      "learning_rate": 3.3875000000000004e-07,
      "loss": 0.0133,
      "step": 3729
    },
    {
      "epoch": 4.412895593019817,
      "grad_norm": 1.132643222808838,
      "learning_rate": 3.3750000000000005e-07,
      "loss": 0.0128,
      "step": 3730
    },
    {
      "epoch": 4.41407867494824,
      "grad_norm": 0.9694779515266418,
      "learning_rate": 3.3625000000000006e-07,
      "loss": 0.0129,
      "step": 3731
    },
    {
      "epoch": 4.415261756876664,
      "grad_norm": 1.1862062215805054,
      "learning_rate": 3.35e-07,
      "loss": 0.0144,
      "step": 3732
    },
    {
      "epoch": 4.416444838805087,
      "grad_norm": 1.4223309755325317,
      "learning_rate": 3.3375000000000003e-07,
      "loss": 0.0139,
      "step": 3733
    },
    {
      "epoch": 4.417627920733511,
      "grad_norm": 1.1662510633468628,
      "learning_rate": 3.3250000000000005e-07,
      "loss": 0.0147,
      "step": 3734
    },
    {
      "epoch": 4.4188110026619345,
      "grad_norm": 1.1835424900054932,
      "learning_rate": 3.3125000000000006e-07,
      "loss": 0.0149,
      "step": 3735
    },
    {
      "epoch": 4.419994084590358,
      "grad_norm": 0.7946937084197998,
      "learning_rate": 3.3e-07,
      "loss": 0.0095,
      "step": 3736
    },
    {
      "epoch": 4.421177166518781,
      "grad_norm": 1.062906265258789,
      "learning_rate": 3.2875000000000003e-07,
      "loss": 0.0142,
      "step": 3737
    },
    {
      "epoch": 4.422360248447205,
      "grad_norm": 1.3007041215896606,
      "learning_rate": 3.2750000000000004e-07,
      "loss": 0.0146,
      "step": 3738
    },
    {
      "epoch": 4.423543330375629,
      "grad_norm": 1.307305932044983,
      "learning_rate": 3.2625000000000005e-07,
      "loss": 0.0128,
      "step": 3739
    },
    {
      "epoch": 4.424726412304052,
      "grad_norm": 1.5250734090805054,
      "learning_rate": 3.25e-07,
      "loss": 0.0158,
      "step": 3740
    },
    {
      "epoch": 4.425909494232475,
      "grad_norm": 1.8355926275253296,
      "learning_rate": 3.2375e-07,
      "loss": 0.0131,
      "step": 3741
    },
    {
      "epoch": 4.4270925761608995,
      "grad_norm": 1.2511670589447021,
      "learning_rate": 3.2250000000000004e-07,
      "loss": 0.0142,
      "step": 3742
    },
    {
      "epoch": 4.428275658089323,
      "grad_norm": 1.0021952390670776,
      "learning_rate": 3.2125000000000005e-07,
      "loss": 0.0117,
      "step": 3743
    },
    {
      "epoch": 4.429458740017746,
      "grad_norm": 1.2392067909240723,
      "learning_rate": 3.2e-07,
      "loss": 0.0131,
      "step": 3744
    },
    {
      "epoch": 4.430641821946169,
      "grad_norm": 1.1209744215011597,
      "learning_rate": 3.1875e-07,
      "loss": 0.0118,
      "step": 3745
    },
    {
      "epoch": 4.431824903874594,
      "grad_norm": 0.8967317938804626,
      "learning_rate": 3.1750000000000003e-07,
      "loss": 0.0117,
      "step": 3746
    },
    {
      "epoch": 4.433007985803017,
      "grad_norm": 1.958120584487915,
      "learning_rate": 3.1625000000000004e-07,
      "loss": 0.0131,
      "step": 3747
    },
    {
      "epoch": 4.43419106773144,
      "grad_norm": 1.0072057247161865,
      "learning_rate": 3.15e-07,
      "loss": 0.0103,
      "step": 3748
    },
    {
      "epoch": 4.4353741496598635,
      "grad_norm": 0.9765480756759644,
      "learning_rate": 3.1375e-07,
      "loss": 0.0151,
      "step": 3749
    },
    {
      "epoch": 4.436557231588288,
      "grad_norm": 0.964718759059906,
      "learning_rate": 3.125e-07,
      "loss": 0.0117,
      "step": 3750
    },
    {
      "epoch": 4.437740313516711,
      "grad_norm": 1.114830732345581,
      "learning_rate": 3.1125000000000004e-07,
      "loss": 0.0143,
      "step": 3751
    },
    {
      "epoch": 4.438923395445134,
      "grad_norm": 0.8220805525779724,
      "learning_rate": 3.1000000000000005e-07,
      "loss": 0.0113,
      "step": 3752
    },
    {
      "epoch": 4.440106477373558,
      "grad_norm": 0.8409322500228882,
      "learning_rate": 3.0875e-07,
      "loss": 0.0147,
      "step": 3753
    },
    {
      "epoch": 4.441289559301982,
      "grad_norm": 1.1091654300689697,
      "learning_rate": 3.075e-07,
      "loss": 0.0176,
      "step": 3754
    },
    {
      "epoch": 4.442472641230405,
      "grad_norm": 1.1023364067077637,
      "learning_rate": 3.0625000000000003e-07,
      "loss": 0.0151,
      "step": 3755
    },
    {
      "epoch": 4.4436557231588285,
      "grad_norm": 0.9273171424865723,
      "learning_rate": 3.0500000000000004e-07,
      "loss": 0.0139,
      "step": 3756
    },
    {
      "epoch": 4.444838805087253,
      "grad_norm": 0.9335495829582214,
      "learning_rate": 3.0375e-07,
      "loss": 0.0118,
      "step": 3757
    },
    {
      "epoch": 4.446021887015676,
      "grad_norm": 1.4977680444717407,
      "learning_rate": 3.025e-07,
      "loss": 0.0145,
      "step": 3758
    },
    {
      "epoch": 4.447204968944099,
      "grad_norm": 1.3055846691131592,
      "learning_rate": 3.0125000000000003e-07,
      "loss": 0.0129,
      "step": 3759
    },
    {
      "epoch": 4.448388050872523,
      "grad_norm": 1.1620619297027588,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 0.0147,
      "step": 3760
    },
    {
      "epoch": 4.449571132800947,
      "grad_norm": 1.1118556261062622,
      "learning_rate": 2.9875e-07,
      "loss": 0.0146,
      "step": 3761
    },
    {
      "epoch": 4.45075421472937,
      "grad_norm": 1.4309312105178833,
      "learning_rate": 2.975e-07,
      "loss": 0.0178,
      "step": 3762
    },
    {
      "epoch": 4.4519372966577935,
      "grad_norm": 1.5483176708221436,
      "learning_rate": 2.9625e-07,
      "loss": 0.0139,
      "step": 3763
    },
    {
      "epoch": 4.453120378586217,
      "grad_norm": 1.298574447631836,
      "learning_rate": 2.9500000000000003e-07,
      "loss": 0.0154,
      "step": 3764
    },
    {
      "epoch": 4.454303460514641,
      "grad_norm": 1.3794598579406738,
      "learning_rate": 2.9375e-07,
      "loss": 0.0164,
      "step": 3765
    },
    {
      "epoch": 4.455486542443064,
      "grad_norm": 0.9628676176071167,
      "learning_rate": 2.9250000000000006e-07,
      "loss": 0.0121,
      "step": 3766
    },
    {
      "epoch": 4.456669624371488,
      "grad_norm": 1.1678799390792847,
      "learning_rate": 2.9125e-07,
      "loss": 0.0114,
      "step": 3767
    },
    {
      "epoch": 4.457852706299911,
      "grad_norm": 1.1425331830978394,
      "learning_rate": 2.9000000000000003e-07,
      "loss": 0.0129,
      "step": 3768
    },
    {
      "epoch": 4.459035788228335,
      "grad_norm": 0.9871340394020081,
      "learning_rate": 2.8875000000000004e-07,
      "loss": 0.0102,
      "step": 3769
    },
    {
      "epoch": 4.460218870156758,
      "grad_norm": 1.0501760244369507,
      "learning_rate": 2.8750000000000005e-07,
      "loss": 0.0124,
      "step": 3770
    },
    {
      "epoch": 4.461401952085182,
      "grad_norm": 1.1085304021835327,
      "learning_rate": 2.8625e-07,
      "loss": 0.0147,
      "step": 3771
    },
    {
      "epoch": 4.462585034013605,
      "grad_norm": 1.0973775386810303,
      "learning_rate": 2.85e-07,
      "loss": 0.0141,
      "step": 3772
    },
    {
      "epoch": 4.463768115942029,
      "grad_norm": 0.9608280062675476,
      "learning_rate": 2.8375000000000004e-07,
      "loss": 0.0127,
      "step": 3773
    },
    {
      "epoch": 4.464951197870453,
      "grad_norm": 1.6411699056625366,
      "learning_rate": 2.8250000000000005e-07,
      "loss": 0.014,
      "step": 3774
    },
    {
      "epoch": 4.466134279798876,
      "grad_norm": 1.0823729038238525,
      "learning_rate": 2.8125e-07,
      "loss": 0.0125,
      "step": 3775
    },
    {
      "epoch": 4.467317361727299,
      "grad_norm": 1.3735905885696411,
      "learning_rate": 2.8e-07,
      "loss": 0.0135,
      "step": 3776
    },
    {
      "epoch": 4.468500443655723,
      "grad_norm": 1.179389476776123,
      "learning_rate": 2.7875000000000003e-07,
      "loss": 0.0167,
      "step": 3777
    },
    {
      "epoch": 4.469683525584147,
      "grad_norm": 1.2777912616729736,
      "learning_rate": 2.7750000000000004e-07,
      "loss": 0.0144,
      "step": 3778
    },
    {
      "epoch": 4.47086660751257,
      "grad_norm": 1.3312983512878418,
      "learning_rate": 2.7625e-07,
      "loss": 0.0144,
      "step": 3779
    },
    {
      "epoch": 4.472049689440993,
      "grad_norm": 1.6353635787963867,
      "learning_rate": 2.75e-07,
      "loss": 0.0123,
      "step": 3780
    },
    {
      "epoch": 4.4732327713694175,
      "grad_norm": 1.13539457321167,
      "learning_rate": 2.7375e-07,
      "loss": 0.0123,
      "step": 3781
    },
    {
      "epoch": 4.474415853297841,
      "grad_norm": 2.0901618003845215,
      "learning_rate": 2.7250000000000004e-07,
      "loss": 0.0119,
      "step": 3782
    },
    {
      "epoch": 4.475598935226264,
      "grad_norm": 1.0477805137634277,
      "learning_rate": 2.7125e-07,
      "loss": 0.0149,
      "step": 3783
    },
    {
      "epoch": 4.476782017154688,
      "grad_norm": 0.9666970372200012,
      "learning_rate": 2.7e-07,
      "loss": 0.0111,
      "step": 3784
    },
    {
      "epoch": 4.477965099083112,
      "grad_norm": 0.831697404384613,
      "learning_rate": 2.6875e-07,
      "loss": 0.0149,
      "step": 3785
    },
    {
      "epoch": 4.479148181011535,
      "grad_norm": 0.9649348258972168,
      "learning_rate": 2.6750000000000003e-07,
      "loss": 0.0133,
      "step": 3786
    },
    {
      "epoch": 4.480331262939958,
      "grad_norm": 1.4897058010101318,
      "learning_rate": 2.6625e-07,
      "loss": 0.014,
      "step": 3787
    },
    {
      "epoch": 4.4815143448683825,
      "grad_norm": 1.5082415342330933,
      "learning_rate": 2.65e-07,
      "loss": 0.0125,
      "step": 3788
    },
    {
      "epoch": 4.482697426796806,
      "grad_norm": 0.90255206823349,
      "learning_rate": 2.6375e-07,
      "loss": 0.0131,
      "step": 3789
    },
    {
      "epoch": 4.483880508725229,
      "grad_norm": 1.1254191398620605,
      "learning_rate": 2.6250000000000003e-07,
      "loss": 0.0115,
      "step": 3790
    },
    {
      "epoch": 4.4850635906536525,
      "grad_norm": 1.320709466934204,
      "learning_rate": 2.6125e-07,
      "loss": 0.0129,
      "step": 3791
    },
    {
      "epoch": 4.486246672582077,
      "grad_norm": 1.0462384223937988,
      "learning_rate": 2.6e-07,
      "loss": 0.011,
      "step": 3792
    },
    {
      "epoch": 4.4874297545105,
      "grad_norm": 1.5363869667053223,
      "learning_rate": 2.5875e-07,
      "loss": 0.0135,
      "step": 3793
    },
    {
      "epoch": 4.488612836438923,
      "grad_norm": 1.739203691482544,
      "learning_rate": 2.575e-07,
      "loss": 0.02,
      "step": 3794
    },
    {
      "epoch": 4.489795918367347,
      "grad_norm": 1.1987860202789307,
      "learning_rate": 2.5625e-07,
      "loss": 0.0141,
      "step": 3795
    },
    {
      "epoch": 4.490979000295771,
      "grad_norm": 1.308578610420227,
      "learning_rate": 2.55e-07,
      "loss": 0.0157,
      "step": 3796
    },
    {
      "epoch": 4.492162082224194,
      "grad_norm": 1.013198971748352,
      "learning_rate": 2.5375000000000006e-07,
      "loss": 0.0144,
      "step": 3797
    },
    {
      "epoch": 4.493345164152617,
      "grad_norm": 1.2182115316390991,
      "learning_rate": 2.525e-07,
      "loss": 0.0126,
      "step": 3798
    },
    {
      "epoch": 4.494528246081041,
      "grad_norm": 1.7988308668136597,
      "learning_rate": 2.5125000000000003e-07,
      "loss": 0.014,
      "step": 3799
    },
    {
      "epoch": 4.495711328009465,
      "grad_norm": 1.4154717922210693,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 0.0142,
      "step": 3800
    },
    {
      "epoch": 4.496894409937888,
      "grad_norm": 0.9756066203117371,
      "learning_rate": 2.4875000000000005e-07,
      "loss": 0.0122,
      "step": 3801
    },
    {
      "epoch": 4.498077491866312,
      "grad_norm": 1.5958011150360107,
      "learning_rate": 2.475e-07,
      "loss": 0.0146,
      "step": 3802
    },
    {
      "epoch": 4.499260573794735,
      "grad_norm": 1.4842623472213745,
      "learning_rate": 2.4625e-07,
      "loss": 0.0177,
      "step": 3803
    },
    {
      "epoch": 4.500443655723159,
      "grad_norm": 1.0267225503921509,
      "learning_rate": 2.4500000000000004e-07,
      "loss": 0.0125,
      "step": 3804
    },
    {
      "epoch": 4.501626737651582,
      "grad_norm": 1.430670142173767,
      "learning_rate": 2.4375000000000005e-07,
      "loss": 0.0161,
      "step": 3805
    },
    {
      "epoch": 4.502809819580006,
      "grad_norm": 1.3319512605667114,
      "learning_rate": 2.425e-07,
      "loss": 0.0143,
      "step": 3806
    },
    {
      "epoch": 4.503992901508429,
      "grad_norm": 1.1301220655441284,
      "learning_rate": 2.4125e-07,
      "loss": 0.0142,
      "step": 3807
    },
    {
      "epoch": 4.505175983436853,
      "grad_norm": 1.3003913164138794,
      "learning_rate": 2.4000000000000003e-07,
      "loss": 0.0116,
      "step": 3808
    },
    {
      "epoch": 4.5063590653652765,
      "grad_norm": 1.5558748245239258,
      "learning_rate": 2.3875000000000004e-07,
      "loss": 0.0171,
      "step": 3809
    },
    {
      "epoch": 4.5075421472937,
      "grad_norm": 1.08849036693573,
      "learning_rate": 2.3750000000000003e-07,
      "loss": 0.0125,
      "step": 3810
    },
    {
      "epoch": 4.508725229222124,
      "grad_norm": 1.1083614826202393,
      "learning_rate": 2.3625000000000001e-07,
      "loss": 0.0143,
      "step": 3811
    },
    {
      "epoch": 4.509908311150547,
      "grad_norm": 1.076951265335083,
      "learning_rate": 2.3500000000000003e-07,
      "loss": 0.0144,
      "step": 3812
    },
    {
      "epoch": 4.511091393078971,
      "grad_norm": 0.7894152402877808,
      "learning_rate": 2.3375e-07,
      "loss": 0.0168,
      "step": 3813
    },
    {
      "epoch": 4.512274475007394,
      "grad_norm": 1.0263798236846924,
      "learning_rate": 2.3250000000000002e-07,
      "loss": 0.0127,
      "step": 3814
    },
    {
      "epoch": 4.513457556935818,
      "grad_norm": 1.0314431190490723,
      "learning_rate": 2.3125e-07,
      "loss": 0.0125,
      "step": 3815
    },
    {
      "epoch": 4.5146406388642415,
      "grad_norm": 1.2768052816390991,
      "learning_rate": 2.3000000000000002e-07,
      "loss": 0.0131,
      "step": 3816
    },
    {
      "epoch": 4.515823720792665,
      "grad_norm": 1.0892399549484253,
      "learning_rate": 2.2875e-07,
      "loss": 0.0129,
      "step": 3817
    },
    {
      "epoch": 4.517006802721088,
      "grad_norm": 1.1472368240356445,
      "learning_rate": 2.2750000000000002e-07,
      "loss": 0.0153,
      "step": 3818
    },
    {
      "epoch": 4.518189884649512,
      "grad_norm": 0.8188145160675049,
      "learning_rate": 2.2625e-07,
      "loss": 0.0114,
      "step": 3819
    },
    {
      "epoch": 4.519372966577936,
      "grad_norm": 1.4394800662994385,
      "learning_rate": 2.2500000000000002e-07,
      "loss": 0.0126,
      "step": 3820
    },
    {
      "epoch": 4.520556048506359,
      "grad_norm": 1.325788974761963,
      "learning_rate": 2.2375e-07,
      "loss": 0.0155,
      "step": 3821
    },
    {
      "epoch": 4.521739130434782,
      "grad_norm": 0.7463934421539307,
      "learning_rate": 2.2250000000000001e-07,
      "loss": 0.0134,
      "step": 3822
    },
    {
      "epoch": 4.5229222123632065,
      "grad_norm": 1.2386423349380493,
      "learning_rate": 2.2125e-07,
      "loss": 0.0182,
      "step": 3823
    },
    {
      "epoch": 4.52410529429163,
      "grad_norm": 1.0408538579940796,
      "learning_rate": 2.2e-07,
      "loss": 0.0137,
      "step": 3824
    },
    {
      "epoch": 4.525288376220053,
      "grad_norm": 0.7979284524917603,
      "learning_rate": 2.1875e-07,
      "loss": 0.0108,
      "step": 3825
    },
    {
      "epoch": 4.526471458148476,
      "grad_norm": 1.2900367975234985,
      "learning_rate": 2.175e-07,
      "loss": 0.0128,
      "step": 3826
    },
    {
      "epoch": 4.527654540076901,
      "grad_norm": 1.1793699264526367,
      "learning_rate": 2.1625e-07,
      "loss": 0.0135,
      "step": 3827
    },
    {
      "epoch": 4.528837622005324,
      "grad_norm": 1.3840960264205933,
      "learning_rate": 2.15e-07,
      "loss": 0.0105,
      "step": 3828
    },
    {
      "epoch": 4.530020703933747,
      "grad_norm": 1.3441182374954224,
      "learning_rate": 2.1375000000000004e-07,
      "loss": 0.0131,
      "step": 3829
    },
    {
      "epoch": 4.531203785862171,
      "grad_norm": 1.0488234758377075,
      "learning_rate": 2.1250000000000003e-07,
      "loss": 0.0174,
      "step": 3830
    },
    {
      "epoch": 4.532386867790595,
      "grad_norm": 1.7993664741516113,
      "learning_rate": 2.1125000000000004e-07,
      "loss": 0.0153,
      "step": 3831
    },
    {
      "epoch": 4.533569949719018,
      "grad_norm": 0.912959635257721,
      "learning_rate": 2.1000000000000003e-07,
      "loss": 0.0132,
      "step": 3832
    },
    {
      "epoch": 4.534753031647441,
      "grad_norm": 1.4288142919540405,
      "learning_rate": 2.0875000000000004e-07,
      "loss": 0.0129,
      "step": 3833
    },
    {
      "epoch": 4.535936113575865,
      "grad_norm": 1.3132165670394897,
      "learning_rate": 2.0750000000000003e-07,
      "loss": 0.0118,
      "step": 3834
    },
    {
      "epoch": 4.537119195504289,
      "grad_norm": 1.161919116973877,
      "learning_rate": 2.0625000000000004e-07,
      "loss": 0.0126,
      "step": 3835
    },
    {
      "epoch": 4.538302277432712,
      "grad_norm": 1.0462740659713745,
      "learning_rate": 2.0500000000000002e-07,
      "loss": 0.0136,
      "step": 3836
    },
    {
      "epoch": 4.5394853593611355,
      "grad_norm": 0.8959895372390747,
      "learning_rate": 2.0375000000000003e-07,
      "loss": 0.0113,
      "step": 3837
    },
    {
      "epoch": 4.54066844128956,
      "grad_norm": 0.9805852770805359,
      "learning_rate": 2.0250000000000002e-07,
      "loss": 0.0141,
      "step": 3838
    },
    {
      "epoch": 4.541851523217983,
      "grad_norm": 0.9318886995315552,
      "learning_rate": 2.0125000000000003e-07,
      "loss": 0.0121,
      "step": 3839
    },
    {
      "epoch": 4.543034605146406,
      "grad_norm": 1.0862581729888916,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 0.0109,
      "step": 3840
    },
    {
      "epoch": 4.54421768707483,
      "grad_norm": 1.12823486328125,
      "learning_rate": 1.9875000000000003e-07,
      "loss": 0.0143,
      "step": 3841
    },
    {
      "epoch": 4.545400769003254,
      "grad_norm": 0.8125132322311401,
      "learning_rate": 1.9750000000000001e-07,
      "loss": 0.0114,
      "step": 3842
    },
    {
      "epoch": 4.546583850931677,
      "grad_norm": 1.1634286642074585,
      "learning_rate": 1.9625000000000003e-07,
      "loss": 0.0109,
      "step": 3843
    },
    {
      "epoch": 4.5477669328601005,
      "grad_norm": 1.3765102624893188,
      "learning_rate": 1.95e-07,
      "loss": 0.0132,
      "step": 3844
    },
    {
      "epoch": 4.548950014788524,
      "grad_norm": 1.0627636909484863,
      "learning_rate": 1.9375000000000002e-07,
      "loss": 0.0128,
      "step": 3845
    },
    {
      "epoch": 4.550133096716948,
      "grad_norm": 1.3265103101730347,
      "learning_rate": 1.925e-07,
      "loss": 0.0128,
      "step": 3846
    },
    {
      "epoch": 4.551316178645371,
      "grad_norm": 1.1801010370254517,
      "learning_rate": 1.9125000000000002e-07,
      "loss": 0.0118,
      "step": 3847
    },
    {
      "epoch": 4.552499260573795,
      "grad_norm": 1.7943882942199707,
      "learning_rate": 1.9e-07,
      "loss": 0.0145,
      "step": 3848
    },
    {
      "epoch": 4.553682342502218,
      "grad_norm": 1.179008960723877,
      "learning_rate": 1.8875000000000002e-07,
      "loss": 0.0155,
      "step": 3849
    },
    {
      "epoch": 4.554865424430642,
      "grad_norm": 1.3862535953521729,
      "learning_rate": 1.875e-07,
      "loss": 0.013,
      "step": 3850
    },
    {
      "epoch": 4.556048506359065,
      "grad_norm": 1.1757287979125977,
      "learning_rate": 1.8625000000000002e-07,
      "loss": 0.0127,
      "step": 3851
    },
    {
      "epoch": 4.557231588287489,
      "grad_norm": 1.0114079713821411,
      "learning_rate": 1.85e-07,
      "loss": 0.0119,
      "step": 3852
    },
    {
      "epoch": 4.558414670215912,
      "grad_norm": 1.2452207803726196,
      "learning_rate": 1.8375000000000001e-07,
      "loss": 0.0123,
      "step": 3853
    },
    {
      "epoch": 4.559597752144336,
      "grad_norm": 1.5236400365829468,
      "learning_rate": 1.825e-07,
      "loss": 0.0132,
      "step": 3854
    },
    {
      "epoch": 4.56078083407276,
      "grad_norm": 1.4297497272491455,
      "learning_rate": 1.8125e-07,
      "loss": 0.0139,
      "step": 3855
    },
    {
      "epoch": 4.561963916001183,
      "grad_norm": 1.083322286605835,
      "learning_rate": 1.8e-07,
      "loss": 0.0123,
      "step": 3856
    },
    {
      "epoch": 4.563146997929607,
      "grad_norm": 1.768494725227356,
      "learning_rate": 1.7875e-07,
      "loss": 0.0125,
      "step": 3857
    },
    {
      "epoch": 4.56433007985803,
      "grad_norm": 1.0100175142288208,
      "learning_rate": 1.775e-07,
      "loss": 0.0123,
      "step": 3858
    },
    {
      "epoch": 4.565513161786454,
      "grad_norm": 1.1412909030914307,
      "learning_rate": 1.7625e-07,
      "loss": 0.0141,
      "step": 3859
    },
    {
      "epoch": 4.566696243714877,
      "grad_norm": 1.3609035015106201,
      "learning_rate": 1.7500000000000002e-07,
      "loss": 0.0154,
      "step": 3860
    },
    {
      "epoch": 4.5678793256433,
      "grad_norm": 1.4517232179641724,
      "learning_rate": 1.7375000000000003e-07,
      "loss": 0.0171,
      "step": 3861
    },
    {
      "epoch": 4.5690624075717245,
      "grad_norm": 1.0010218620300293,
      "learning_rate": 1.7250000000000002e-07,
      "loss": 0.0135,
      "step": 3862
    },
    {
      "epoch": 4.570245489500148,
      "grad_norm": 0.8790861964225769,
      "learning_rate": 1.7125000000000003e-07,
      "loss": 0.0126,
      "step": 3863
    },
    {
      "epoch": 4.571428571428571,
      "grad_norm": 1.2164216041564941,
      "learning_rate": 1.7000000000000001e-07,
      "loss": 0.0159,
      "step": 3864
    },
    {
      "epoch": 4.572611653356995,
      "grad_norm": 1.1402498483657837,
      "learning_rate": 1.6875000000000003e-07,
      "loss": 0.0125,
      "step": 3865
    },
    {
      "epoch": 4.573794735285419,
      "grad_norm": 1.5375196933746338,
      "learning_rate": 1.675e-07,
      "loss": 0.0119,
      "step": 3866
    },
    {
      "epoch": 4.574977817213842,
      "grad_norm": 0.9963312149047852,
      "learning_rate": 1.6625000000000002e-07,
      "loss": 0.0121,
      "step": 3867
    },
    {
      "epoch": 4.576160899142265,
      "grad_norm": 1.1417778730392456,
      "learning_rate": 1.65e-07,
      "loss": 0.0129,
      "step": 3868
    },
    {
      "epoch": 4.5773439810706895,
      "grad_norm": 1.4033547639846802,
      "learning_rate": 1.6375000000000002e-07,
      "loss": 0.0124,
      "step": 3869
    },
    {
      "epoch": 4.578527062999113,
      "grad_norm": 1.1692861318588257,
      "learning_rate": 1.625e-07,
      "loss": 0.0125,
      "step": 3870
    },
    {
      "epoch": 4.579710144927536,
      "grad_norm": 1.110651969909668,
      "learning_rate": 1.6125000000000002e-07,
      "loss": 0.0133,
      "step": 3871
    },
    {
      "epoch": 4.5808932268559595,
      "grad_norm": 1.123038649559021,
      "learning_rate": 1.6e-07,
      "loss": 0.0137,
      "step": 3872
    },
    {
      "epoch": 4.582076308784384,
      "grad_norm": 1.338476538658142,
      "learning_rate": 1.5875000000000002e-07,
      "loss": 0.0128,
      "step": 3873
    },
    {
      "epoch": 4.583259390712807,
      "grad_norm": 1.1311776638031006,
      "learning_rate": 1.575e-07,
      "loss": 0.0133,
      "step": 3874
    },
    {
      "epoch": 4.58444247264123,
      "grad_norm": 1.2533353567123413,
      "learning_rate": 1.5625e-07,
      "loss": 0.0172,
      "step": 3875
    },
    {
      "epoch": 4.585625554569654,
      "grad_norm": 1.0440913438796997,
      "learning_rate": 1.5500000000000002e-07,
      "loss": 0.0135,
      "step": 3876
    },
    {
      "epoch": 4.586808636498078,
      "grad_norm": 1.2165313959121704,
      "learning_rate": 1.5375e-07,
      "loss": 0.0168,
      "step": 3877
    },
    {
      "epoch": 4.587991718426501,
      "grad_norm": 1.0756720304489136,
      "learning_rate": 1.5250000000000002e-07,
      "loss": 0.013,
      "step": 3878
    },
    {
      "epoch": 4.589174800354924,
      "grad_norm": 1.4220173358917236,
      "learning_rate": 1.5125e-07,
      "loss": 0.0162,
      "step": 3879
    },
    {
      "epoch": 4.590357882283348,
      "grad_norm": 1.3133206367492676,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 0.0137,
      "step": 3880
    },
    {
      "epoch": 4.591540964211772,
      "grad_norm": 2.1241555213928223,
      "learning_rate": 1.4875e-07,
      "loss": 0.0178,
      "step": 3881
    },
    {
      "epoch": 4.592724046140195,
      "grad_norm": 1.3150873184204102,
      "learning_rate": 1.4750000000000002e-07,
      "loss": 0.0156,
      "step": 3882
    },
    {
      "epoch": 4.593907128068619,
      "grad_norm": 1.2382774353027344,
      "learning_rate": 1.4625000000000003e-07,
      "loss": 0.0136,
      "step": 3883
    },
    {
      "epoch": 4.595090209997043,
      "grad_norm": 1.7870086431503296,
      "learning_rate": 1.4500000000000001e-07,
      "loss": 0.0126,
      "step": 3884
    },
    {
      "epoch": 4.596273291925466,
      "grad_norm": 0.9954041242599487,
      "learning_rate": 1.4375000000000003e-07,
      "loss": 0.0139,
      "step": 3885
    },
    {
      "epoch": 4.597456373853889,
      "grad_norm": 1.1863747835159302,
      "learning_rate": 1.425e-07,
      "loss": 0.0147,
      "step": 3886
    },
    {
      "epoch": 4.598639455782313,
      "grad_norm": 0.9585094451904297,
      "learning_rate": 1.4125000000000002e-07,
      "loss": 0.0112,
      "step": 3887
    },
    {
      "epoch": 4.599822537710736,
      "grad_norm": 0.8845616579055786,
      "learning_rate": 1.4e-07,
      "loss": 0.0133,
      "step": 3888
    },
    {
      "epoch": 4.60100561963916,
      "grad_norm": 1.1398485898971558,
      "learning_rate": 1.3875000000000002e-07,
      "loss": 0.0136,
      "step": 3889
    },
    {
      "epoch": 4.6021887015675835,
      "grad_norm": 1.2279515266418457,
      "learning_rate": 1.375e-07,
      "loss": 0.0132,
      "step": 3890
    },
    {
      "epoch": 4.603371783496007,
      "grad_norm": 0.8414804935455322,
      "learning_rate": 1.3625000000000002e-07,
      "loss": 0.0135,
      "step": 3891
    },
    {
      "epoch": 4.604554865424431,
      "grad_norm": 1.300824761390686,
      "learning_rate": 1.35e-07,
      "loss": 0.012,
      "step": 3892
    },
    {
      "epoch": 4.605737947352854,
      "grad_norm": 0.84298175573349,
      "learning_rate": 1.3375000000000002e-07,
      "loss": 0.0138,
      "step": 3893
    },
    {
      "epoch": 4.606921029281278,
      "grad_norm": 1.4615131616592407,
      "learning_rate": 1.325e-07,
      "loss": 0.0135,
      "step": 3894
    },
    {
      "epoch": 4.608104111209701,
      "grad_norm": 1.3707168102264404,
      "learning_rate": 1.3125000000000001e-07,
      "loss": 0.0155,
      "step": 3895
    },
    {
      "epoch": 4.609287193138125,
      "grad_norm": 0.9600623250007629,
      "learning_rate": 1.3e-07,
      "loss": 0.0103,
      "step": 3896
    },
    {
      "epoch": 4.6104702750665485,
      "grad_norm": 1.04634428024292,
      "learning_rate": 1.2875e-07,
      "loss": 0.0108,
      "step": 3897
    },
    {
      "epoch": 4.611653356994972,
      "grad_norm": 1.078597903251648,
      "learning_rate": 1.275e-07,
      "loss": 0.0121,
      "step": 3898
    },
    {
      "epoch": 4.612836438923395,
      "grad_norm": 1.5998164415359497,
      "learning_rate": 1.2625e-07,
      "loss": 0.014,
      "step": 3899
    },
    {
      "epoch": 4.614019520851819,
      "grad_norm": 1.631312608718872,
      "learning_rate": 1.2500000000000002e-07,
      "loss": 0.016,
      "step": 3900
    },
    {
      "epoch": 4.615202602780243,
      "grad_norm": 1.040431022644043,
      "learning_rate": 1.2375e-07,
      "loss": 0.012,
      "step": 3901
    },
    {
      "epoch": 4.616385684708666,
      "grad_norm": 0.8884280323982239,
      "learning_rate": 1.2250000000000002e-07,
      "loss": 0.0122,
      "step": 3902
    },
    {
      "epoch": 4.617568766637089,
      "grad_norm": 0.9214581847190857,
      "learning_rate": 1.2125e-07,
      "loss": 0.0109,
      "step": 3903
    },
    {
      "epoch": 4.6187518485655135,
      "grad_norm": 1.031062364578247,
      "learning_rate": 1.2000000000000002e-07,
      "loss": 0.0125,
      "step": 3904
    },
    {
      "epoch": 4.619934930493937,
      "grad_norm": 0.8712834119796753,
      "learning_rate": 1.1875000000000001e-07,
      "loss": 0.0158,
      "step": 3905
    },
    {
      "epoch": 4.62111801242236,
      "grad_norm": 0.994232714176178,
      "learning_rate": 1.1750000000000001e-07,
      "loss": 0.0114,
      "step": 3906
    },
    {
      "epoch": 4.622301094350783,
      "grad_norm": 1.2968759536743164,
      "learning_rate": 1.1625000000000001e-07,
      "loss": 0.0125,
      "step": 3907
    },
    {
      "epoch": 4.623484176279208,
      "grad_norm": 1.2021393775939941,
      "learning_rate": 1.1500000000000001e-07,
      "loss": 0.0133,
      "step": 3908
    },
    {
      "epoch": 4.624667258207631,
      "grad_norm": 1.0258102416992188,
      "learning_rate": 1.1375000000000001e-07,
      "loss": 0.0129,
      "step": 3909
    },
    {
      "epoch": 4.625850340136054,
      "grad_norm": 1.1024338006973267,
      "learning_rate": 1.1250000000000001e-07,
      "loss": 0.0114,
      "step": 3910
    },
    {
      "epoch": 4.627033422064478,
      "grad_norm": 1.1806421279907227,
      "learning_rate": 1.1125000000000001e-07,
      "loss": 0.0124,
      "step": 3911
    },
    {
      "epoch": 4.628216503992902,
      "grad_norm": 1.1528384685516357,
      "learning_rate": 1.1e-07,
      "loss": 0.0124,
      "step": 3912
    },
    {
      "epoch": 4.629399585921325,
      "grad_norm": 1.1573352813720703,
      "learning_rate": 1.0875e-07,
      "loss": 0.0139,
      "step": 3913
    },
    {
      "epoch": 4.630582667849748,
      "grad_norm": 0.9932960271835327,
      "learning_rate": 1.075e-07,
      "loss": 0.0121,
      "step": 3914
    },
    {
      "epoch": 4.631765749778172,
      "grad_norm": 1.2330352067947388,
      "learning_rate": 1.0625000000000002e-07,
      "loss": 0.016,
      "step": 3915
    },
    {
      "epoch": 4.632948831706596,
      "grad_norm": 1.4231349229812622,
      "learning_rate": 1.0500000000000001e-07,
      "loss": 0.0118,
      "step": 3916
    },
    {
      "epoch": 4.634131913635019,
      "grad_norm": 0.8875893354415894,
      "learning_rate": 1.0375000000000001e-07,
      "loss": 0.0142,
      "step": 3917
    },
    {
      "epoch": 4.6353149955634425,
      "grad_norm": 0.9697222113609314,
      "learning_rate": 1.0250000000000001e-07,
      "loss": 0.0137,
      "step": 3918
    },
    {
      "epoch": 4.636498077491867,
      "grad_norm": 1.2785030603408813,
      "learning_rate": 1.0125000000000001e-07,
      "loss": 0.0163,
      "step": 3919
    },
    {
      "epoch": 4.63768115942029,
      "grad_norm": 1.0717703104019165,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 0.012,
      "step": 3920
    },
    {
      "epoch": 4.638864241348713,
      "grad_norm": 1.39628267288208,
      "learning_rate": 9.875000000000001e-08,
      "loss": 0.0136,
      "step": 3921
    },
    {
      "epoch": 4.640047323277137,
      "grad_norm": 1.1571112871170044,
      "learning_rate": 9.75e-08,
      "loss": 0.0141,
      "step": 3922
    },
    {
      "epoch": 4.641230405205561,
      "grad_norm": 1.2966231107711792,
      "learning_rate": 9.625e-08,
      "loss": 0.0135,
      "step": 3923
    },
    {
      "epoch": 4.642413487133984,
      "grad_norm": 1.1383695602416992,
      "learning_rate": 9.5e-08,
      "loss": 0.0132,
      "step": 3924
    },
    {
      "epoch": 4.6435965690624075,
      "grad_norm": 1.4969112873077393,
      "learning_rate": 9.375e-08,
      "loss": 0.0162,
      "step": 3925
    },
    {
      "epoch": 4.644779650990831,
      "grad_norm": 1.267492413520813,
      "learning_rate": 9.25e-08,
      "loss": 0.0153,
      "step": 3926
    },
    {
      "epoch": 4.645962732919255,
      "grad_norm": 1.0656739473342896,
      "learning_rate": 9.125e-08,
      "loss": 0.0114,
      "step": 3927
    },
    {
      "epoch": 4.647145814847678,
      "grad_norm": 0.9376157522201538,
      "learning_rate": 9e-08,
      "loss": 0.0113,
      "step": 3928
    },
    {
      "epoch": 4.648328896776102,
      "grad_norm": 1.255050778388977,
      "learning_rate": 8.875e-08,
      "loss": 0.0134,
      "step": 3929
    },
    {
      "epoch": 4.649511978704525,
      "grad_norm": 1.3018001317977905,
      "learning_rate": 8.750000000000001e-08,
      "loss": 0.0131,
      "step": 3930
    },
    {
      "epoch": 4.650695060632949,
      "grad_norm": 1.1415715217590332,
      "learning_rate": 8.625000000000001e-08,
      "loss": 0.0125,
      "step": 3931
    },
    {
      "epoch": 4.651878142561372,
      "grad_norm": 1.0146411657333374,
      "learning_rate": 8.500000000000001e-08,
      "loss": 0.0133,
      "step": 3932
    },
    {
      "epoch": 4.653061224489796,
      "grad_norm": 0.9796539545059204,
      "learning_rate": 8.375e-08,
      "loss": 0.0112,
      "step": 3933
    },
    {
      "epoch": 4.654244306418219,
      "grad_norm": 1.529662847518921,
      "learning_rate": 8.25e-08,
      "loss": 0.0136,
      "step": 3934
    },
    {
      "epoch": 4.655427388346643,
      "grad_norm": 1.138345718383789,
      "learning_rate": 8.125e-08,
      "loss": 0.0113,
      "step": 3935
    },
    {
      "epoch": 4.656610470275067,
      "grad_norm": 1.33473801612854,
      "learning_rate": 8e-08,
      "loss": 0.0128,
      "step": 3936
    },
    {
      "epoch": 4.65779355220349,
      "grad_norm": 1.0961664915084839,
      "learning_rate": 7.875e-08,
      "loss": 0.0142,
      "step": 3937
    },
    {
      "epoch": 4.658976634131914,
      "grad_norm": 0.9592301845550537,
      "learning_rate": 7.750000000000001e-08,
      "loss": 0.012,
      "step": 3938
    },
    {
      "epoch": 4.660159716060337,
      "grad_norm": 0.990770161151886,
      "learning_rate": 7.625000000000001e-08,
      "loss": 0.0124,
      "step": 3939
    },
    {
      "epoch": 4.661342797988761,
      "grad_norm": 0.9722172021865845,
      "learning_rate": 7.500000000000001e-08,
      "loss": 0.0112,
      "step": 3940
    },
    {
      "epoch": 4.662525879917184,
      "grad_norm": 1.5637296438217163,
      "learning_rate": 7.375000000000001e-08,
      "loss": 0.0156,
      "step": 3941
    },
    {
      "epoch": 4.663708961845607,
      "grad_norm": 0.8520132303237915,
      "learning_rate": 7.250000000000001e-08,
      "loss": 0.0141,
      "step": 3942
    },
    {
      "epoch": 4.6648920437740315,
      "grad_norm": 1.2372357845306396,
      "learning_rate": 7.125e-08,
      "loss": 0.0138,
      "step": 3943
    },
    {
      "epoch": 4.666075125702455,
      "grad_norm": 1.3529807329177856,
      "learning_rate": 7e-08,
      "loss": 0.0134,
      "step": 3944
    },
    {
      "epoch": 4.667258207630878,
      "grad_norm": 1.2668840885162354,
      "learning_rate": 6.875e-08,
      "loss": 0.0116,
      "step": 3945
    },
    {
      "epoch": 4.668441289559302,
      "grad_norm": 0.9014120101928711,
      "learning_rate": 6.75e-08,
      "loss": 0.0129,
      "step": 3946
    },
    {
      "epoch": 4.669624371487726,
      "grad_norm": 1.0158212184906006,
      "learning_rate": 6.625e-08,
      "loss": 0.0132,
      "step": 3947
    },
    {
      "epoch": 4.670807453416149,
      "grad_norm": 1.000591516494751,
      "learning_rate": 6.5e-08,
      "loss": 0.0109,
      "step": 3948
    },
    {
      "epoch": 4.671990535344572,
      "grad_norm": 1.1380668878555298,
      "learning_rate": 6.375e-08,
      "loss": 0.0123,
      "step": 3949
    },
    {
      "epoch": 4.6731736172729965,
      "grad_norm": 1.1437523365020752,
      "learning_rate": 6.250000000000001e-08,
      "loss": 0.014,
      "step": 3950
    },
    {
      "epoch": 4.67435669920142,
      "grad_norm": 1.213784098625183,
      "learning_rate": 6.125000000000001e-08,
      "loss": 0.0151,
      "step": 3951
    },
    {
      "epoch": 4.675539781129843,
      "grad_norm": 1.241310954093933,
      "learning_rate": 6.000000000000001e-08,
      "loss": 0.0135,
      "step": 3952
    },
    {
      "epoch": 4.6767228630582665,
      "grad_norm": 1.4583423137664795,
      "learning_rate": 5.8750000000000007e-08,
      "loss": 0.0122,
      "step": 3953
    },
    {
      "epoch": 4.677905944986691,
      "grad_norm": 1.4477792978286743,
      "learning_rate": 5.7500000000000005e-08,
      "loss": 0.0119,
      "step": 3954
    },
    {
      "epoch": 4.679089026915114,
      "grad_norm": 1.123445987701416,
      "learning_rate": 5.6250000000000004e-08,
      "loss": 0.0136,
      "step": 3955
    },
    {
      "epoch": 4.680272108843537,
      "grad_norm": 1.1043845415115356,
      "learning_rate": 5.5e-08,
      "loss": 0.011,
      "step": 3956
    },
    {
      "epoch": 4.681455190771961,
      "grad_norm": 0.9672202467918396,
      "learning_rate": 5.375e-08,
      "loss": 0.0144,
      "step": 3957
    },
    {
      "epoch": 4.682638272700385,
      "grad_norm": 1.1119701862335205,
      "learning_rate": 5.250000000000001e-08,
      "loss": 0.0126,
      "step": 3958
    },
    {
      "epoch": 4.683821354628808,
      "grad_norm": 0.8602145910263062,
      "learning_rate": 5.1250000000000006e-08,
      "loss": 0.0101,
      "step": 3959
    },
    {
      "epoch": 4.685004436557231,
      "grad_norm": 0.9955289363861084,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 0.0102,
      "step": 3960
    },
    {
      "epoch": 4.686187518485655,
      "grad_norm": 1.0529160499572754,
      "learning_rate": 4.875e-08,
      "loss": 0.0123,
      "step": 3961
    },
    {
      "epoch": 4.687370600414079,
      "grad_norm": 0.9052739143371582,
      "learning_rate": 4.75e-08,
      "loss": 0.013,
      "step": 3962
    },
    {
      "epoch": 4.688553682342502,
      "grad_norm": 1.3269903659820557,
      "learning_rate": 4.625e-08,
      "loss": 0.0119,
      "step": 3963
    },
    {
      "epoch": 4.689736764270926,
      "grad_norm": 2.333214044570923,
      "learning_rate": 4.5e-08,
      "loss": 0.0137,
      "step": 3964
    },
    {
      "epoch": 4.69091984619935,
      "grad_norm": 1.2287163734436035,
      "learning_rate": 4.3750000000000005e-08,
      "loss": 0.0126,
      "step": 3965
    },
    {
      "epoch": 4.692102928127773,
      "grad_norm": 0.9863678216934204,
      "learning_rate": 4.2500000000000003e-08,
      "loss": 0.0145,
      "step": 3966
    },
    {
      "epoch": 4.693286010056196,
      "grad_norm": 1.2296087741851807,
      "learning_rate": 4.125e-08,
      "loss": 0.0123,
      "step": 3967
    },
    {
      "epoch": 4.69446909198462,
      "grad_norm": 0.9937695860862732,
      "learning_rate": 4e-08,
      "loss": 0.0128,
      "step": 3968
    },
    {
      "epoch": 4.695652173913043,
      "grad_norm": 1.1658015251159668,
      "learning_rate": 3.8750000000000006e-08,
      "loss": 0.0149,
      "step": 3969
    },
    {
      "epoch": 4.696835255841467,
      "grad_norm": 1.1963155269622803,
      "learning_rate": 3.7500000000000005e-08,
      "loss": 0.0113,
      "step": 3970
    },
    {
      "epoch": 4.6980183377698905,
      "grad_norm": 1.062717318534851,
      "learning_rate": 3.6250000000000004e-08,
      "loss": 0.0113,
      "step": 3971
    },
    {
      "epoch": 4.699201419698314,
      "grad_norm": 1.2746045589447021,
      "learning_rate": 3.5e-08,
      "loss": 0.0141,
      "step": 3972
    },
    {
      "epoch": 4.700384501626738,
      "grad_norm": 1.2542712688446045,
      "learning_rate": 3.375e-08,
      "loss": 0.0147,
      "step": 3973
    },
    {
      "epoch": 4.701567583555161,
      "grad_norm": 0.9702257513999939,
      "learning_rate": 3.25e-08,
      "loss": 0.0118,
      "step": 3974
    },
    {
      "epoch": 4.702750665483585,
      "grad_norm": 1.3336702585220337,
      "learning_rate": 3.1250000000000005e-08,
      "loss": 0.0139,
      "step": 3975
    },
    {
      "epoch": 4.703933747412008,
      "grad_norm": 2.4992969036102295,
      "learning_rate": 3.0000000000000004e-08,
      "loss": 0.0134,
      "step": 3976
    },
    {
      "epoch": 4.705116829340432,
      "grad_norm": 1.003122091293335,
      "learning_rate": 2.8750000000000003e-08,
      "loss": 0.0144,
      "step": 3977
    },
    {
      "epoch": 4.7062999112688555,
      "grad_norm": 1.039140224456787,
      "learning_rate": 2.75e-08,
      "loss": 0.0103,
      "step": 3978
    },
    {
      "epoch": 4.707482993197279,
      "grad_norm": 1.1975301504135132,
      "learning_rate": 2.6250000000000003e-08,
      "loss": 0.0145,
      "step": 3979
    },
    {
      "epoch": 4.708666075125702,
      "grad_norm": 0.960659921169281,
      "learning_rate": 2.5000000000000002e-08,
      "loss": 0.0091,
      "step": 3980
    },
    {
      "epoch": 4.709849157054126,
      "grad_norm": 1.0543711185455322,
      "learning_rate": 2.375e-08,
      "loss": 0.0139,
      "step": 3981
    },
    {
      "epoch": 4.71103223898255,
      "grad_norm": 1.198020577430725,
      "learning_rate": 2.25e-08,
      "loss": 0.0145,
      "step": 3982
    },
    {
      "epoch": 4.712215320910973,
      "grad_norm": 1.0809433460235596,
      "learning_rate": 2.1250000000000002e-08,
      "loss": 0.0127,
      "step": 3983
    },
    {
      "epoch": 4.713398402839396,
      "grad_norm": 1.449899673461914,
      "learning_rate": 2e-08,
      "loss": 0.0141,
      "step": 3984
    },
    {
      "epoch": 4.7145814847678205,
      "grad_norm": 1.1461830139160156,
      "learning_rate": 1.8750000000000002e-08,
      "loss": 0.0137,
      "step": 3985
    },
    {
      "epoch": 4.715764566696244,
      "grad_norm": 1.7491106986999512,
      "learning_rate": 1.75e-08,
      "loss": 0.0155,
      "step": 3986
    },
    {
      "epoch": 4.716947648624667,
      "grad_norm": 1.956008791923523,
      "learning_rate": 1.625e-08,
      "loss": 0.015,
      "step": 3987
    },
    {
      "epoch": 4.71813073055309,
      "grad_norm": 1.0659576654434204,
      "learning_rate": 1.5000000000000002e-08,
      "loss": 0.0108,
      "step": 3988
    },
    {
      "epoch": 4.719313812481515,
      "grad_norm": 1.6309752464294434,
      "learning_rate": 1.375e-08,
      "loss": 0.0119,
      "step": 3989
    },
    {
      "epoch": 4.720496894409938,
      "grad_norm": 1.061408281326294,
      "learning_rate": 1.2500000000000001e-08,
      "loss": 0.0148,
      "step": 3990
    },
    {
      "epoch": 4.721679976338361,
      "grad_norm": 1.3093007802963257,
      "learning_rate": 1.125e-08,
      "loss": 0.0128,
      "step": 3991
    },
    {
      "epoch": 4.722863058266785,
      "grad_norm": 1.16950523853302,
      "learning_rate": 1e-08,
      "loss": 0.0144,
      "step": 3992
    },
    {
      "epoch": 4.724046140195209,
      "grad_norm": 1.1569727659225464,
      "learning_rate": 8.75e-09,
      "loss": 0.0124,
      "step": 3993
    },
    {
      "epoch": 4.725229222123632,
      "grad_norm": 0.8837238550186157,
      "learning_rate": 7.500000000000001e-09,
      "loss": 0.0109,
      "step": 3994
    },
    {
      "epoch": 4.726412304052055,
      "grad_norm": 1.456518530845642,
      "learning_rate": 6.2500000000000005e-09,
      "loss": 0.012,
      "step": 3995
    },
    {
      "epoch": 4.727595385980479,
      "grad_norm": 0.9517368674278259,
      "learning_rate": 5e-09,
      "loss": 0.0132,
      "step": 3996
    },
    {
      "epoch": 4.728778467908903,
      "grad_norm": 1.4451509714126587,
      "learning_rate": 3.7500000000000005e-09,
      "loss": 0.0127,
      "step": 3997
    },
    {
      "epoch": 4.729961549837326,
      "grad_norm": 1.392154335975647,
      "learning_rate": 2.5e-09,
      "loss": 0.0162,
      "step": 3998
    },
    {
      "epoch": 4.7311446317657495,
      "grad_norm": 1.3502089977264404,
      "learning_rate": 1.25e-09,
      "loss": 0.0134,
      "step": 3999
    },
    {
      "epoch": 4.732327713694174,
      "grad_norm": 0.9970996379852295,
      "learning_rate": 0.0,
      "loss": 0.0096,
      "step": 4000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 4000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.44568620988498e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}