{
  "args": {
    "quant": "bf16",
    "r": 16,
    "alpha": 32,
    "dropout": 0.05,
    "lr": 5e-05,
    "epochs": 1.0,
    "grad_accum": 16,
    "batch": 4,
    "max_batch_tokens": 2048,
    "no_checkpointing": true,
    "warmup": 0.03,
    "max_steps": null,
    "train_limit": null,
    "dev_limit": 600,
    "eval_every": 200,
    "log_every": 10,
    "seed": 0,
    "out": ".research/lora-runs/lora-bf16-r16-pro6000",
    "resume": null,
    "trainable": 32449536,
    "rows": 28321
  },
  "log": [
    {
      "step": 10,
      "loss": 1.9232643088410994,
      "lr": 9.433962264150944e-06,
      "elapsed": 14.36197234224528
    },
    {
      "step": 20,
      "loss": 1.5153778303496235,
      "lr": 1.8867924528301888e-05,
      "elapsed": 26.454956851899624
    },
    {
      "step": 30,
      "loss": 0.8646347499958985,
      "lr": 2.830188679245283e-05,
      "elapsed": 39.853591449558735
    },
    {
      "step": 40,
      "loss": 0.7394382569197877,
      "lr": 3.7735849056603776e-05,
      "elapsed": 53.25450412277132
    },
    {
      "step": 50,
      "loss": 0.7926127510220183,
      "lr": 4.7169811320754715e-05,
      "elapsed": 66.07344642933458
    },
    {
      "step": 60,
      "loss": 0.7502232105359704,
      "lr": 4.9998493506344376e-05,
      "elapsed": 79.88668446894735
    },
    {
      "step": 70,
      "loss": 0.6718390745086842,
      "lr": 4.9989287813726355e-05,
      "elapsed": 93.93079550378025
    },
    {
      "step": 80,
      "loss": 0.7167037246190406,
      "lr": 4.9971716447467535e-05,
      "elapsed": 107.35512674972415
    },
    {
      "step": 90,
      "loss": 0.6534441702607705,
      "lr": 4.994578528994104e-05,
      "elapsed": 120.82970630843192
    },
    {
      "step": 100,
      "loss": 0.6431660439422997,
      "lr": 4.991150302213063e-05,
      "elapsed": 133.4101430363953
    },
    {
      "step": 110,
      "loss": 0.5269582792663597,
      "lr": 4.9868881120724476e-05,
      "elapsed": 144.94975171238184
    },
    {
      "step": 120,
      "loss": 0.5888175216014668,
      "lr": 4.981793385427315e-05,
      "elapsed": 157.9021244123578
    },
    {
      "step": 130,
      "loss": 0.6776361332432597,
      "lr": 4.975867827841295e-05,
      "elapsed": 171.6651045884937
    },
    {
      "step": 140,
      "loss": 0.5393160118157545,
      "lr": 4.969113423015615e-05,
      "elapsed": 185.64704157225788
    },
    {
      "step": 150,
      "loss": 0.6869928840776643,
      "lr": 4.9615324321250145e-05,
      "elapsed": 199.46825186070055
    },
    {
      "step": 160,
      "loss": 0.566596093505183,
      "lr": 4.953127393060776e-05,
      "elapsed": 213.41139461658895
    },
    {
      "step": 170,
      "loss": 0.6858433748631619,
      "lr": 4.94390111958111e-05,
      "elapsed": 225.37800282239914
    },
    {
      "step": 180,
      "loss": 0.5157917301674757,
      "lr": 4.9338567003691924e-05,
      "elapsed": 238.36095469538122
    },
    {
      "step": 190,
      "loss": 0.6143538780832777,
      "lr": 4.922997497999166e-05,
      "elapsed": 252.39863560907543
    },
    {
      "step": 200,
      "loss": 0.6792697134326223,
      "lr": 4.911327147810447e-05,
      "elapsed": 265.6159346140921
    },
    {
      "step": 210,
      "loss": 0.5418894346559833,
      "lr": 4.898849556690728e-05,
      "elapsed": 295.11853809375316
    },
    {
      "step": 220,
      "loss": 0.500107095584631,
      "lr": 4.8855689017680604e-05,
      "elapsed": 309.7010040991008
    },
    {
      "step": 230,
      "loss": 0.5864253563130479,
      "lr": 4.8714896290124796e-05,
      "elapsed": 321.8976331371814
    },
    {
      "step": 240,
      "loss": 0.47682204515944254,
      "lr": 4.8566164517476243e-05,
      "elapsed": 334.77563617937267
    },
    {
      "step": 250,
      "loss": 0.46554192168427405,
      "lr": 4.840954349072856e-05,
      "elapsed": 349.12212940678
    },
    {
      "step": 260,
      "loss": 0.5417960361545517,
      "lr": 4.824508564196404e-05,
      "elapsed": 360.46489388495684
    },
    {
      "step": 270,
      "loss": 0.4902504076065467,
      "lr": 4.8072846026800947e-05,
      "elapsed": 373.40251083672047
    },
    {
      "step": 280,
      "loss": 0.46240646071951896,
      "lr": 4.7892882305962505e-05,
      "elapsed": 386.360066450201
    },
    {
      "step": 290,
      "loss": 0.5551713950786468,
      "lr": 4.770525472597383e-05,
      "elapsed": 400.56124676018953
    },
    {
      "step": 300,
      "loss": 0.6150913747316606,
      "lr": 4.7510026098993156e-05,
      "elapsed": 412.96187537070364
    },
    {
      "step": 310,
      "loss": 0.5497107902934679,
      "lr": 4.730726178178418e-05,
      "elapsed": 426.4971319483593
    },
    {
      "step": 320,
      "loss": 0.6122907400168003,
      "lr": 4.709702965383654e-05,
      "elapsed": 438.4044787120074
    },
    {
      "step": 330,
      "loss": 0.6021890326096545,
      "lr": 4.6879400094641855e-05,
      "elapsed": 450.89091697800905
    },
    {
      "step": 340,
      "loss": 0.5765390195677009,
      "lr": 4.665444596013262e-05,
      "elapsed": 465.3080373443663
    },
    {
      "step": 350,
      "loss": 0.4836690545172135,
      "lr": 4.64222425582923e-05,
      "elapsed": 477.492806465365
    },
    {
      "step": 360,
      "loss": 0.683009979599195,
      "lr": 4.6182867623944436e-05,
      "elapsed": 490.3940477799624
    },
    {
      "step": 370,
      "loss": 0.551934241066659,
      "lr": 4.593640129272927e-05,
      "elapsed": 503.12522852793336
    },
    {
      "step": 380,
      "loss": 0.5000262557531205,
      "lr": 4.568292607427677e-05,
      "elapsed": 515.0307189589366
    },
    {
      "step": 390,
      "loss": 0.5880624350464865,
      "lr": 4.5422526824584784e-05,
      "elapsed": 529.1235295515507
    },
    {
      "step": 400,
      "loss": 0.4106090073498776,
      "lr": 4.515529071761185e-05,
      "elapsed": 542.1818447401747
    },
    {
      "step": 410,
      "loss": 0.4690031253591913,
      "lr": 4.488130721609387e-05,
      "elapsed": 573.8018634896725
    },
    {
      "step": 420,
      "loss": 0.7722253934503133,
      "lr": 4.460066804159464e-05,
      "elapsed": 586.973056727089
    },
    {
      "step": 430,
      "loss": 0.46460258308686553,
      "lr": 4.4313467143800206e-05,
      "elapsed": 600.6727527761832
    },
    {
      "step": 440,
      "loss": 0.5688640481320333,
      "lr": 4.40198006690673e-05,
      "elapsed": 613.0477900411934
    },
    {
      "step": 450,
      "loss": 0.5862306417993699,
      "lr": 4.371976692823635e-05,
      "elapsed": 626.369218560867
    },
    {
      "step": 460,
      "loss": 0.4514349852650361,
      "lr": 4.3413466363719946e-05,
      "elapsed": 640.1699057612568
    },
    {
      "step": 470,
      "loss": 0.46656958238599877,
      "lr": 4.31010015158777e-05,
      "elapsed": 653.5558657338843
    },
    {
      "step": 480,
      "loss": 0.45762741731718926,
      "lr": 4.278247698868876e-05,
      "elapsed": 666.2654916746542
    },
    {
      "step": 490,
      "loss": 0.35441818725333263,
      "lr": 4.2457999414733484e-05,
      "elapsed": 680.2665766235441
    },
    {
      "step": 500,
      "loss": 0.44813309890551756,
      "lr": 4.2127677419496025e-05,
      "elapsed": 693.8864691741765
    },
    {
      "step": 510,
      "loss": 0.5915526706199661,
      "lr": 4.179162158499974e-05,
      "elapsed": 707.2636768221855
    },
    {
      "step": 520,
      "loss": 0.48505611993188696,
      "lr": 4.1449944412787586e-05,
      "elapsed": 719.9259273242205
    },
    {
      "step": 530,
      "loss": 0.502781449152119,
      "lr": 4.110276028625995e-05,
      "elapsed": 732.9034229209647
    },
    {
      "step": 540,
      "loss": 0.47894438410757945,
      "lr": 4.075018543238245e-05,
      "elapsed": 745.5163509594277
    },
    {
      "step": 550,
      "loss": 0.582240131453372,
      "lr": 4.039233788277661e-05,
      "elapsed": 757.3550198394805
    },
    {
      "step": 560,
      "loss": 0.4171484973871119,
      "lr": 4.002933743420638e-05,
      "elapsed": 770.261892972514
    },
    {
      "step": 570,
      "loss": 0.503138642919249,
      "lr": 3.96613056084737e-05,
      "elapsed": 784.3971037715673
    },
    {
      "step": 580,
      "loss": 0.45171953586331737,
      "lr": 3.9288365611736585e-05,
      "elapsed": 798.2585720922798
    },
    {
      "step": 590,
      "loss": 0.5452418765054855,
      "lr": 3.89106422932634e-05,
      "elapsed": 811.1169400252402
    },
    {
      "step": 600,
      "loss": 0.50922538822028,
      "lr": 3.852826210363699e-05,
      "elapsed": 824.9019158659503
    },
    {
      "step": 610,
      "loss": 0.406965330151134,
      "lr": 3.8141353052422766e-05,
      "elapsed": 857.5744177605957
    },
    {
      "step": 620,
      "loss": 0.5017037151289637,
      "lr": 3.775004466531491e-05,
      "elapsed": 870.996759600006
    },
    {
      "step": 630,
      "loss": 0.47199953535787875,
      "lr": 3.735446794077502e-05,
      "elapsed": 884.5048387292773
    },
    {
      "step": 640,
      "loss": 0.4693245959841109,
      "lr": 3.695475530617763e-05,
      "elapsed": 899.4672589227557
    },
    {
      "step": 650,
      "loss": 0.5419586229957779,
      "lr": 3.655104057347752e-05,
      "elapsed": 911.8732561161742
    },
    {
      "step": 660,
      "loss": 0.34978303661950927,
      "lr": 3.6143458894413465e-05,
      "elapsed": 924.0428753104061
    },
    {
      "step": 670,
      "loss": 0.5087796442037024,
      "lr": 3.573214671526331e-05,
      "elapsed": 935.5946926623583
    },
    {
      "step": 680,
      "loss": 0.43850542182431573,
      "lr": 3.5317241731165915e-05,
      "elapsed": 948.9013213599101
    },
    {
      "step": 690,
      "loss": 0.4524811442063002,
      "lr": 3.489888284002485e-05,
      "elapsed": 961.7541342275217
    },
    {
      "step": 700,
      "loss": 0.44392846156270627,
      "lr": 3.447721009600949e-05,
      "elapsed": 974.8258263124153
    },
    {
      "step": 710,
      "loss": 0.4881270878595836,
      "lr": 3.4052364662669024e-05,
      "elapsed": 988.0713557628915
    },
    {
      "step": 720,
      "loss": 0.4941750128758267,
      "lr": 3.362448876567509e-05,
      "elapsed": 1001.1017712783068
    },
    {
      "step": 730,
      "loss": 0.3923461010275484,
      "lr": 3.319372564520883e-05,
      "elapsed": 1015.2248773528263
    },
    {
      "step": 740,
      "loss": 0.39971580816752617,
      "lr": 3.276021950800832e-05,
      "elapsed": 1028.3561117583886
    },
    {
      "step": 750,
      "loss": 0.4396684976573676,
      "lr": 3.232411547909241e-05,
      "elapsed": 1040.8223139727488
    },
    {
      "step": 760,
      "loss": 0.5468331952934643,
      "lr": 3.188555955317718e-05,
      "elapsed": 1055.7943569589406
    },
    {
      "step": 770,
      "loss": 0.4634176871128629,
      "lr": 3.144469854580122e-05,
      "elapsed": 1068.677658321336
    },
    {
      "step": 780,
      "loss": 0.41468387839190923,
      "lr": 3.100168004417615e-05,
      "elapsed": 1081.6625755326822
    },
    {
      "step": 790,
      "loss": 0.4329489041959794,
      "lr": 3.0556652357778776e-05,
      "elapsed": 1094.953430189751
    },
    {
      "step": 800,
      "loss": 0.37950914841813993,
      "lr": 3.010976446870147e-05,
      "elapsed": 1107.0141322677955
    },
    {
      "step": 810,
      "loss": 0.45811499256611876,
      "lr": 2.9661165981777387e-05,
      "elapsed": 1137.7101019062102
    },
    {
      "step": 820,
      "loss": 0.46795654200581493,
      "lr": 2.921100707449721e-05,
      "elapsed": 1151.549932247959
    },
    {
      "step": 830,
      "loss": 0.4543050444678256,
      "lr": 2.875943844673411e-05,
      "elapsed": 1165.6888043312356
    },
    {
      "step": 840,
      "loss": 0.39071379780490995,
      "lr": 2.8306611270293974e-05,
      "elapsed": 1178.7829553335905
    },
    {
      "step": 850,
      "loss": 0.3724172264355937,
      "lr": 2.785267713830751e-05,
      "elapsed": 1191.95958991535
    },
    {
      "step": 860,
      "loss": 0.45116755763012995,
      "lr": 2.7397788014481357e-05,
      "elapsed": 1204.6770227625966
    },
    {
      "step": 870,
      "loss": 0.47514148841519405,
      "lr": 2.6942096182225156e-05,
      "elapsed": 1217.497099720873
    },
    {
      "step": 880,
      "loss": 0.4226887893816772,
      "lr": 2.6485754193671556e-05,
      "elapsed": 1229.6652097282931
    },
    {
      "step": 890,
      "loss": 0.315085154108057,
      "lr": 2.6028914818606294e-05,
      "elapsed": 1243.3186034280807
    },
    {
      "step": 900,
      "loss": 0.43747865926217033,
      "lr": 2.5571730993325376e-05,
      "elapsed": 1258.2617298187688
    },
    {
      "step": 910,
      "loss": 0.3799869530483043,
      "lr": 2.5114355769436525e-05,
      "elapsed": 1270.0884905895218
    },
    {
      "step": 920,
      "loss": 0.4364677692254323,
      "lr": 2.4656942262622083e-05,
      "elapsed": 1283.2818894777447
    },
    {
      "step": 930,
      "loss": 0.358639542494803,
      "lr": 2.419964360138036e-05,
      "elapsed": 1294.8435613755137
    },
    {
      "step": 940,
      "loss": 0.4134110755831569,
      "lr": 2.3742612875762792e-05,
      "elapsed": 1308.0912240743637
    },
    {
      "step": 950,
      "loss": 0.3981421598842735,
      "lr": 2.3286003086123852e-05,
      "elapsed": 1319.97099559661
    },
    {
      "step": 960,
      "loss": 0.48925119748714196,
      "lr": 2.2829967091901164e-05,
      "elapsed": 1332.8646791595966
    },
    {
      "step": 970,
      "loss": 0.4258063760702379,
      "lr": 2.237465756044262e-05,
      "elapsed": 1345.7144171837717
    },
    {
      "step": 980,
      "loss": 0.4160500049708539,
      "lr": 2.192022691589787e-05,
      "elapsed": 1357.8948813043535
    },
    {
      "step": 990,
      "loss": 0.4038763864298717,
      "lr": 2.1466827288191268e-05,
      "elapsed": 1371.2448106128722
    },
    {
      "step": 1000,
      "loss": 0.3869188700704916,
      "lr": 2.101461046209326e-05,
      "elapsed": 1384.2034305045381
    },
    {
      "step": 1010,
      "loss": 0.4506054151626334,
      "lr": 2.0563727826407324e-05,
      "elapsed": 1414.943480242975
    },
    {
      "step": 1020,
      "loss": 0.4657106443443336,
      "lr": 2.01143303232895e-05,
      "elapsed": 1426.8578702956438
    },
    {
      "step": 1030,
      "loss": 0.3239658772468104,
      "lr": 1.9666568397717414e-05,
      "elapsed": 1439.8536116303876
    },
    {
      "step": 1040,
      "loss": 0.48091320368777896,
      "lr": 1.922059194712576e-05,
      "elapsed": 1452.6031921645626
    },
    {
      "step": 1050,
      "loss": 0.392108545952443,
      "lr": 1.8776550271225082e-05,
      "elapsed": 1464.1558015001938
    },
    {
      "step": 1060,
      "loss": 0.40099872506810363,
      "lr": 1.833459202202063e-05,
      "elapsed": 1481.2987110447139
    },
    {
      "step": 1070,
      "loss": 0.3623592785089062,
      "lr": 1.7894865154048095e-05,
      "elapsed": 1494.6501736398786
    },
    {
      "step": 1080,
      "loss": 0.3424101290767937,
      "lr": 1.7457516874842808e-05,
      "elapsed": 1507.1146748950705
    },
    {
      "step": 1090,
      "loss": 0.40629388595998,
      "lr": 1.7022693595659e-05,
      "elapsed": 1518.6106238653883
    },
    {
      "step": 1100,
      "loss": 0.45124669420640806,
      "lr": 1.6590540882455654e-05,
      "elapsed": 1532.3985858270898
    },
    {
      "step": 1110,
      "loss": 0.5580948969131387,
      "lr": 1.6161203407165348e-05,
      "elapsed": 1546.0757038099691
    },
    {
      "step": 1120,
      "loss": 0.513607197198375,
      "lr": 1.5734824899262367e-05,
      "elapsed": 1558.351585314609
    },
    {
      "step": 1130,
      "loss": 0.37875798099785124,
      "lr": 1.5311548097646306e-05,
      "elapsed": 1572.072379451245
    },
    {
      "step": 1140,
      "loss": 0.476098059675219,
      "lr": 1.489151470285736e-05,
      "elapsed": 1585.7918770872056
    },
    {
      "step": 1150,
      "loss": 0.3993822238622979,
      "lr": 1.4474865329639143e-05,
      "elapsed": 1599.1609107432887
    },
    {
      "step": 1160,
      "loss": 0.49387275241642536,
      "lr": 1.4061739459865052e-05,
      "elapsed": 1610.4143932564184
    },
    {
      "step": 1170,
      "loss": 0.30371493083675505,
      "lr": 1.3652275395843839e-05,
      "elapsed": 1624.843071486801
    },
    {
      "step": 1180,
      "loss": 0.3516212335439626,
      "lr": 1.3246610214020144e-05,
      "elapsed": 1637.201446801424
    },
    {
      "step": 1190,
      "loss": 0.3992956576501997,
      "lr": 1.2844879719085306e-05,
      "elapsed": 1650.8998651793227
    },
    {
      "step": 1200,
      "loss": 0.37308946940942095,
      "lr": 1.2447218398514019e-05,
      "elapsed": 1662.9059392232448
    },
    {
      "step": 1210,
      "loss": 0.4326048568997042,
      "lr": 1.2053759377541866e-05,
      "elapsed": 1693.9108563773334
    },
    {
      "step": 1220,
      "loss": 0.3362520389038598,
      "lr": 1.1664634374598962e-05,
      "elapsed": 1709.092774208635
    },
    {
      "step": 1230,
      "loss": 0.4575508211605398,
      "lr": 1.1279973657214515e-05,
      "elapsed": 1721.4610916525126
    },
    {
      "step": 1240,
      "loss": 0.15491399853512722,
      "lr": 1.0899905998407121e-05,
      "elapsed": 1734.2607243116945
    },
    {
      "step": 1250,
      "loss": 0.2544696487292048,
      "lr": 1.052455863357533e-05,
      "elapsed": 1748.6008973829448
    },
    {
      "step": 1260,
      "loss": 0.29604330051570654,
      "lr": 1.0154057217903068e-05,
      "elapsed": 1761.1764274928719
    },
    {
      "step": 1270,
      "loss": 0.4574383495286535,
      "lr": 9.788525784293953e-06,
      "elapsed": 1775.1332162879407
    },
    {
      "step": 1280,
      "loss": 0.42697831801424935,
      "lr": 9.428086701848773e-06,
      "elapsed": 1787.955653095618
    },
    {
      "step": 1290,
      "loss": 0.46913126728388965,
      "lr": 9.072860634899927e-06,
      "elapsed": 1799.682244490832
    },
    {
      "step": 1300,
      "loss": 0.4350345450464199,
      "lr": 8.722966502616576e-06,
      "elapsed": 1812.7610102156177
    },
    {
      "step": 1310,
      "loss": 0.3803643998115414,
      "lr": 8.378521439194039e-06,
      "elapsed": 1824.5810701735318
    },
    {
      "step": 1320,
      "loss": 0.3148748922248631,
      "lr": 8.039640754640709e-06,
      "elapsed": 1838.1081981053576
    },
    {
      "step": 1330,
      "loss": 0.3338507486652077,
      "lr": 7.706437896175706e-06,
      "elapsed": 1851.7039591697976
    },
    {
      "step": 1340,
      "loss": 0.3672454664253998,
      "lr": 7.3790244102500876e-06,
      "elapsed": 1866.495910895057
    },
    {
      "step": 1350,
      "loss": 0.33911336120083335,
      "lr": 7.057509905204415e-06,
      "elapsed": 1879.8889862122014
    },
    {
      "step": 1360,
      "loss": 0.3847318332473141,
      "lr": 6.742002014575085e-06,
      "elapsed": 1893.6387873645872
    },
    {
      "step": 1370,
      "loss": 0.3330151125938423,
      "lr": 6.432606361061893e-06,
      "elapsed": 1907.066439654678
    },
    {
      "step": 1380,
      "loss": 0.31661138432720143,
      "lr": 6.12942652116858e-06,
      "elapsed": 1921.1484286570922
    },
    {
      "step": 1390,
      "loss": 0.4463134784958555,
      "lr": 5.83256399052855e-06,
      "elapsed": 1934.0630930662155
    },
    {
      "step": 1400,
      "loss": 0.463741071792602,
      "lr": 5.542118149927134e-06,
      "elapsed": 1945.510398345068
    },
    {
      "step": 1410,
      "loss": 0.44404932062506797,
      "lr": 5.2581862320318196e-06,
      "elapsed": 1977.1542784823105
    },
    {
      "step": 1420,
      "loss": 0.3874859266312979,
      "lr": 4.980863288841634e-06,
      "elapsed": 1990.877223114483
    },
    {
      "step": 1430,
      "loss": 0.3030089967754636,
      "lr": 4.710242159866599e-06,
      "elapsed": 2004.106383024715
    },
    {
      "step": 1440,
      "loss": 0.35400892793341454,
      "lr": 4.4464134410477306e-06,
      "elapsed": 2018.672008964233
    },
    {
      "step": 1450,
      "loss": 0.35542698911156667,
      "lr": 4.189465454428274e-06,
      "elapsed": 2032.1120523344725
    },
    {
      "step": 1460,
      "loss": 0.3450207724733769,
      "lr": 3.939484218586059e-06,
      "elapsed": 2046.6614354830235
    },
    {
      "step": 1470,
      "loss": 0.33344755993363473,
      "lr": 3.6965534198370346e-06,
      "elapsed": 2061.182344004512
    },
    {
      "step": 1480,
      "loss": 0.326269176609073,
      "lr": 3.460754384219575e-06,
      "elapsed": 2075.1179137816653
    },
    {
      "step": 1490,
      "loss": 0.33824425429366467,
      "lr": 3.2321660502689283e-06,
      "elapsed": 2089.157820098102
    },
    {
      "step": 1500,
      "loss": 0.28999415141371776,
      "lr": 3.0108649425909075e-06,
      "elapsed": 2102.0436012987047
    },
    {
      "step": 1510,
      "loss": 0.41748216674328925,
      "lr": 2.7969251462437814e-06,
      "elapsed": 2114.8919596206397
    },
    {
      "step": 1520,
      "loss": 0.36261643740391575,
      "lr": 2.59041828193671e-06,
      "elapsed": 2128.6031317124143
    },
    {
      "step": 1530,
      "loss": 0.4324149359066343,
      "lr": 2.391413482053309e-06,
      "elapsed": 2140.195151061751
    },
    {
      "step": 1540,
      "loss": 0.4085176423003868,
      "lr": 2.1999773675081603e-06,
      "elapsed": 2154.426231198944
    },
    {
      "step": 1550,
      "loss": 0.3915209761733482,
      "lr": 2.0161740254440896e-06,
      "elapsed": 2166.2802599882707
    },
    {
      "step": 1560,
      "loss": 0.4492820310283654,
      "lr": 1.8400649877777066e-06,
      "elapsed": 2178.4712408147752
    },
    {
      "step": 1570,
      "loss": 0.4104016724510348,
      "lr": 1.6717092106003335e-06,
      "elapsed": 2190.8286677803844
    },
    {
      "step": 1580,
      "loss": 0.445925465223971,
      "lr": 1.511163054441231e-06,
      "elapsed": 2203.8768193535507
    },
    {
      "step": 1590,
      "loss": 0.42547712168456914,
      "lr": 1.358480265399814e-06,
      "elapsed": 2215.081672102213
    },
    {
      "step": 1600,
      "loss": 0.3503291714947729,
      "lr": 1.2137119571529909e-06,
      "elapsed": 2230.02899968531
    },
    {
      "step": 1610,
      "loss": 0.3200183763358943,
      "lr": 1.0769065938438433e-06,
      "elapsed": 2261.6527246506885
    },
    {
      "step": 1620,
      "loss": 0.3165691127267709,
      "lr": 9.481099738572918e-07,
      "elapsed": 2274.6214442150667
    },
    {
      "step": 1630,
      "loss": 0.4426580813614451,
      "lr": 8.273652144880989e-07,
      "elapsed": 2286.52027056925
    },
    {
      "step": 1640,
      "loss": 0.452947377586447,
      "lr": 7.147127375065177e-07,
      "elapsed": 2299.514602413401
    },
    {
      "step": 1650,
      "loss": 0.33274608688795415,
      "lr": 6.10190255626264e-07,
      "elapsed": 2313.45470763091
    },
    {
      "step": 1660,
      "loss": 0.37347005022207425,
      "lr": 5.138327598794151e-07,
      "elapsed": 2327.309152536094
    },
    {
      "step": 1670,
      "loss": 0.3370607962738976,
      "lr": 4.256725079024554e-07,
      "elapsed": 2340.239795221947
    },
    {
      "step": 1680,
      "loss": 0.2596041916183728,
      "lr": 3.457390131373722e-07,
      "elapsed": 2353.6353598609567
    },
    {
      "step": 1690,
      "loss": 0.34474633104125474,
      "lr": 2.7405903495141827e-07,
      "elapsed": 2366.012430897914
    },
    {
      "step": 1700,
      "loss": 0.21030901722036538,
      "lr": 2.1065656967889368e-07,
      "elapsed": 2379.185927286744
    },
    {
      "step": 1710,
      "loss": 0.2916097749871137,
      "lr": 1.5555284258785275e-07,
      "elapsed": 2391.0365900583565
    },
    {
      "step": 1720,
      "loss": 0.23759234854374225,
      "lr": 1.0876630077453487e-07,
      "elapsed": 2403.269142160192
    },
    {
      "step": 1730,
      "loss": 0.2029191554830443,
      "lr": 7.03126069878185e-08,
      "elapsed": 2416.529265727848
    },
    {
      "step": 1740,
      "loss": 0.30572956568531295,
      "lr": 4.0204634385790365e-08,
      "elapsed": 2429.171683243476
    },
    {
      "step": 1750,
      "loss": 0.32611236302462865,
      "lr": 1.845246222619279e-08,
      "elapsed": 2441.6086100870743
    },
    {
      "step": 1760,
      "loss": 0.3832345533806208,
      "lr": 5.0633724921977934e-09,
      "elapsed": 2455.142147399485
    },
    {
      "step": 1770,
      "loss": 0.28204000007320296,
      "lr": 4.184745460433792e-11,
      "elapsed": 2468.236610945314
    }
  ],
  "eval": [
    {
      "step": 0,
      "loss": 1.9276709089595347,
      "acc": 0.5466666666666666,
      "jevbench_acc": 0.6055045871559633,
      "openjev_acc": 0.3953488372093023,
      "tasksource_acc": 0.5472972972972973
    },
    {
      "step": 200,
      "loss": 0.5869779995508967,
      "acc": 0.76,
      "jevbench_acc": 0.7293577981651376,
      "openjev_acc": 0.6395348837209303,
      "tasksource_acc": 0.8175675675675675
    },
    {
      "step": 400,
      "loss": 0.5417961287490107,
      "acc": 0.7916666666666666,
      "jevbench_acc": 0.7477064220183486,
      "openjev_acc": 0.6395348837209303,
      "tasksource_acc": 0.8682432432432432
    },
    {
      "step": 600,
      "loss": 0.45039895335939945,
      "acc": 0.8416666666666667,
      "jevbench_acc": 0.7752293577981652,
      "openjev_acc": 0.8023255813953488,
      "tasksource_acc": 0.902027027027027
    },
    {
      "step": 800,
      "loss": 0.43780928385300893,
      "acc": 0.8366666666666667,
      "jevbench_acc": 0.7706422018348624,
      "openjev_acc": 0.7674418604651163,
      "tasksource_acc": 0.9054054054054054
    },
    {
      "step": 1000,
      "loss": 0.4114590817915208,
      "acc": 0.8583333333333333,
      "jevbench_acc": 0.7798165137614679,
      "openjev_acc": 0.8372093023255814,
      "tasksource_acc": 0.9222972972972973
    },
    {
      "step": 1200,
      "loss": 0.4098078666782658,
      "acc": 0.845,
      "jevbench_acc": 0.7660550458715596,
      "openjev_acc": 0.8023255813953488,
      "tasksource_acc": 0.9155405405405406
    },
    {
      "step": 1400,
      "loss": 0.40144979552472554,
      "acc": 0.85,
      "jevbench_acc": 0.7798165137614679,
      "openjev_acc": 0.8023255813953488,
      "tasksource_acc": 0.9155405405405406
    },
    {
      "step": 1600,
      "loss": 0.38962447898986585,
      "acc": 0.8516666666666667,
      "jevbench_acc": 0.7798165137614679,
      "openjev_acc": 0.813953488372093,
      "tasksource_acc": 0.9155405405405406
    },
    {
      "step": 1770,
      "loss": 0.3926789614001094,
      "acc": 0.8566666666666667,
      "jevbench_acc": 0.7844036697247706,
      "openjev_acc": 0.8255813953488372,
      "tasksource_acc": 0.918918918918919
    }
  ],
  "seconds": 2486.1118913525715
}