{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9523305946473601,
  "eval_steps": 500,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "contrastive_loss": 2.288088321685791,
      "epoch": 0,
      "nll_loss": 0.2222701758146286,
      "step": 0
    },
    {
      "contrastive_loss": 2.40254282951355,
      "epoch": 0,
      "nll_loss": 0.12871193885803223,
      "step": 0
    },
    {
      "contrastive_loss": 2.1529288291931152,
      "epoch": 0,
      "nll_loss": 0.15472418069839478,
      "step": 0
    },
    {
      "contrastive_loss": 2.232682228088379,
      "epoch": 0,
      "nll_loss": 0.08422499150037766,
      "step": 0
    },
    {
      "contrastive_loss": 2.3332204818725586,
      "epoch": 0,
      "nll_loss": 0.2674766182899475,
      "step": 0
    },
    {
      "contrastive_loss": 2.447206497192383,
      "epoch": 0,
      "nll_loss": 0.09376870840787888,
      "step": 0
    },
    {
      "contrastive_loss": 2.1825573444366455,
      "epoch": 0,
      "nll_loss": 0.12177302688360214,
      "step": 0
    },
    {
      "contrastive_loss": 2.2231428623199463,
      "epoch": 0,
      "nll_loss": 0.15492838621139526,
      "step": 0
    },
    {
      "epoch": 0.0032538843244122673,
      "grad_norm": 0.7854435443878174,
      "learning_rate": 9.740259740259738e-06,
      "loss": 3.4609,
      "step": 5
    },
    {
      "contrastive_loss": 2.2222342491149902,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.16983334720134735,
      "step": 5
    },
    {
      "contrastive_loss": 2.2492196559906006,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.14635592699050903,
      "step": 5
    },
    {
      "contrastive_loss": 2.262242317199707,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.2534157335758209,
      "step": 5
    },
    {
      "contrastive_loss": 2.417185068130493,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.11500459909439087,
      "step": 5
    },
    {
      "contrastive_loss": 2.156127691268921,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.08190398663282394,
      "step": 5
    },
    {
      "contrastive_loss": 2.3319249153137207,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.2466699779033661,
      "step": 5
    },
    {
      "contrastive_loss": 2.300779342651367,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.1688382625579834,
      "step": 5
    },
    {
      "contrastive_loss": 2.280359983444214,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.19697719812393188,
      "step": 5
    },
    {
      "epoch": 0.006507768648824535,
      "grad_norm": 0.9468629360198975,
      "learning_rate": 1.9480519480519476e-05,
      "loss": 3.5346,
      "step": 10
    },
    {
      "contrastive_loss": 2.3835999965667725,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.1416696012020111,
      "step": 10
    },
    {
      "contrastive_loss": 2.1310832500457764,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.03684098273515701,
      "step": 10
    },
    {
      "contrastive_loss": 2.1956875324249268,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.14672504365444183,
      "step": 10
    },
    {
      "contrastive_loss": 2.2885165214538574,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.1141313686966896,
      "step": 10
    },
    {
      "contrastive_loss": 2.19590425491333,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.23906385898590088,
      "step": 10
    },
    {
      "contrastive_loss": 2.1544888019561768,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.16441653668880463,
      "step": 10
    },
    {
      "contrastive_loss": 2.4067647457122803,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.13269779086112976,
      "step": 10
    },
    {
      "contrastive_loss": 2.1513776779174805,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.2228298783302307,
      "step": 10
    },
    {
      "epoch": 0.009761652973236801,
      "grad_norm": 0.9245021343231201,
      "learning_rate": 2.9220779220779218e-05,
      "loss": 3.435,
      "step": 15
    },
    {
      "contrastive_loss": 2.233396530151367,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.20683765411376953,
      "step": 15
    },
    {
      "contrastive_loss": 2.253300428390503,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.1315576285123825,
      "step": 15
    },
    {
      "contrastive_loss": 2.225752592086792,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.21955250203609467,
      "step": 15
    },
    {
      "contrastive_loss": 2.2130284309387207,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.2257184535264969,
      "step": 15
    },
    {
      "contrastive_loss": 2.1956496238708496,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.1008695587515831,
      "step": 15
    },
    {
      "contrastive_loss": 2.4033420085906982,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.06510166078805923,
      "step": 15
    },
    {
      "contrastive_loss": 2.1918678283691406,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.10603364557027817,
      "step": 15
    },
    {
      "contrastive_loss": 2.1289470195770264,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.1333569586277008,
      "step": 15
    },
    {
      "epoch": 0.01301553729764907,
      "grad_norm": 0.8201095461845398,
      "learning_rate": 3.896103896103895e-05,
      "loss": 3.4539,
      "step": 20
    },
    {
      "contrastive_loss": 2.2286620140075684,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.20213136076927185,
      "step": 20
    },
    {
      "contrastive_loss": 2.21171236038208,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.1812208890914917,
      "step": 20
    },
    {
      "contrastive_loss": 2.3273887634277344,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.11379691958427429,
      "step": 20
    },
    {
      "contrastive_loss": 2.193403720855713,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.2061184197664261,
      "step": 20
    },
    {
      "contrastive_loss": 2.1480090618133545,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.07562754303216934,
      "step": 20
    },
    {
      "contrastive_loss": 2.180161476135254,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.1259746253490448,
      "step": 20
    },
    {
      "contrastive_loss": 2.260364055633545,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.1114354357123375,
      "step": 20
    },
    {
      "contrastive_loss": 2.2546274662017822,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.13326434791088104,
      "step": 20
    },
    {
      "epoch": 0.016269421622061336,
      "grad_norm": 1.0169466733932495,
      "learning_rate": 4.8701298701298694e-05,
      "loss": 3.3756,
      "step": 25
    },
    {
      "contrastive_loss": 2.26120924949646,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.1438225507736206,
      "step": 25
    },
    {
      "contrastive_loss": 2.3074209690093994,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.1297024041414261,
      "step": 25
    },
    {
      "contrastive_loss": 2.24021315574646,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.0969458594918251,
      "step": 25
    },
    {
      "contrastive_loss": 2.3272695541381836,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.19390635192394257,
      "step": 25
    },
    {
      "contrastive_loss": 2.2123184204101562,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.11188862472772598,
      "step": 25
    },
    {
      "contrastive_loss": 2.2753260135650635,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.10284147411584854,
      "step": 25
    },
    {
      "contrastive_loss": 2.1648645401000977,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.2809761166572571,
      "step": 25
    },
    {
      "contrastive_loss": 2.248002052307129,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.06483137607574463,
      "step": 25
    },
    {
      "epoch": 0.019523305946473602,
      "grad_norm": 1.2276396751403809,
      "learning_rate": 5.8441558441558436e-05,
      "loss": 3.3617,
      "step": 30
    },
    {
      "contrastive_loss": 2.1168527603149414,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.12227234244346619,
      "step": 30
    },
    {
      "contrastive_loss": 2.114595413208008,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.14103204011917114,
      "step": 30
    },
    {
      "contrastive_loss": 2.1650640964508057,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.15083284676074982,
      "step": 30
    },
    {
      "contrastive_loss": 2.2745301723480225,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.10986372083425522,
      "step": 30
    },
    {
      "contrastive_loss": 2.1766865253448486,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.18553394079208374,
      "step": 30
    },
    {
      "contrastive_loss": 2.1299805641174316,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.1327633559703827,
      "step": 30
    },
    {
      "contrastive_loss": 2.207770347595215,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.08588025718927383,
      "step": 30
    },
    {
      "contrastive_loss": 2.228153705596924,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.18917690217494965,
      "step": 30
    },
    {
      "epoch": 0.02277719027088587,
      "grad_norm": 0.9996159672737122,
      "learning_rate": 6.818181818181817e-05,
      "loss": 3.3396,
      "step": 35
    },
    {
      "contrastive_loss": 2.1492369174957275,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.1771930754184723,
      "step": 35
    },
    {
      "contrastive_loss": 2.107980966567993,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.07587826997041702,
      "step": 35
    },
    {
      "contrastive_loss": 2.199676990509033,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.12200107425451279,
      "step": 35
    },
    {
      "contrastive_loss": 2.124433994293213,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.1306738555431366,
      "step": 35
    },
    {
      "contrastive_loss": 2.161555528640747,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.11849892884492874,
      "step": 35
    },
    {
      "contrastive_loss": 2.1256070137023926,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.19261102378368378,
      "step": 35
    },
    {
      "contrastive_loss": 2.1645586490631104,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.21799136698246002,
      "step": 35
    },
    {
      "contrastive_loss": 2.1328723430633545,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.10873620212078094,
      "step": 35
    },
    {
      "epoch": 0.02603107459529814,
      "grad_norm": 0.8006542325019836,
      "learning_rate": 7.79220779220779e-05,
      "loss": 3.3052,
      "step": 40
    },
    {
      "contrastive_loss": 2.143528461456299,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.22869572043418884,
      "step": 40
    },
    {
      "contrastive_loss": 2.1392266750335693,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.12927480041980743,
      "step": 40
    },
    {
      "contrastive_loss": 2.186063528060913,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.14858777821063995,
      "step": 40
    },
    {
      "contrastive_loss": 2.127453327178955,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.1179380938410759,
      "step": 40
    },
    {
      "contrastive_loss": 2.185140609741211,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.18006466329097748,
      "step": 40
    },
    {
      "contrastive_loss": 2.144434928894043,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.11401601135730743,
      "step": 40
    },
    {
      "contrastive_loss": 2.1849777698516846,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.11677584797143936,
      "step": 40
    },
    {
      "contrastive_loss": 2.101755380630493,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.19282764196395874,
      "step": 40
    },
    {
      "epoch": 0.029284958919710405,
      "grad_norm": 0.4708045721054077,
      "learning_rate": 8.766233766233765e-05,
      "loss": 3.2661,
      "step": 45
    },
    {
      "contrastive_loss": 2.1425092220306396,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.1425398290157318,
      "step": 45
    },
    {
      "contrastive_loss": 2.096754550933838,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.22653542459011078,
      "step": 45
    },
    {
      "contrastive_loss": 2.070556879043579,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.11829821020364761,
      "step": 45
    },
    {
      "contrastive_loss": 2.1327965259552,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.15531551837921143,
      "step": 45
    },
    {
      "contrastive_loss": 2.1304550170898438,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.12375548481941223,
      "step": 45
    },
    {
      "contrastive_loss": 2.136512041091919,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.1555105596780777,
      "step": 45
    },
    {
      "contrastive_loss": 2.0831408500671387,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.16445490717887878,
      "step": 45
    },
    {
      "contrastive_loss": 2.1071441173553467,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.06589144468307495,
      "step": 45
    },
    {
      "epoch": 0.03253884324412267,
      "grad_norm": 0.3561238646507263,
      "learning_rate": 9.740259740259739e-05,
      "loss": 3.2643,
      "step": 50
    },
    {
      "contrastive_loss": 2.112496852874756,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.08218131959438324,
      "step": 50
    },
    {
      "contrastive_loss": 2.1020398139953613,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.12017985433340073,
      "step": 50
    },
    {
      "contrastive_loss": 2.099222421646118,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.13398252427577972,
      "step": 50
    },
    {
      "contrastive_loss": 2.105165719985962,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.1218472272157669,
      "step": 50
    },
    {
      "contrastive_loss": 2.1461758613586426,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.12188296020030975,
      "step": 50
    },
    {
      "contrastive_loss": 2.1221413612365723,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.23055744171142578,
      "step": 50
    },
    {
      "contrastive_loss": 2.112316846847534,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.14068013429641724,
      "step": 50
    },
    {
      "contrastive_loss": 2.120147943496704,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.15346382558345795,
      "step": 50
    },
    {
      "epoch": 0.03579272756853494,
      "grad_norm": 0.7531563639640808,
      "learning_rate": 0.00010714285714285714,
      "loss": 3.3152,
      "step": 55
    },
    {
      "contrastive_loss": 2.0944197177886963,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.07035323232412338,
      "step": 55
    },
    {
      "contrastive_loss": 2.1088006496429443,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.07797074317932129,
      "step": 55
    },
    {
      "contrastive_loss": 2.129995584487915,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.1486256867647171,
      "step": 55
    },
    {
      "contrastive_loss": 2.1164634227752686,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.21826374530792236,
      "step": 55
    },
    {
      "contrastive_loss": 2.072110414505005,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.11531703919172287,
      "step": 55
    },
    {
      "contrastive_loss": 2.0996811389923096,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.1273060142993927,
      "step": 55
    },
    {
      "contrastive_loss": 2.0904910564422607,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.14568592607975006,
      "step": 55
    },
    {
      "contrastive_loss": 2.1485462188720703,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.2268124222755432,
      "step": 55
    },
    {
      "epoch": 0.039046611892947204,
      "grad_norm": 0.32964614033699036,
      "learning_rate": 0.00011688311688311687,
      "loss": 3.246,
      "step": 60
    },
    {
      "contrastive_loss": 2.108802556991577,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.057805828750133514,
      "step": 60
    },
    {
      "contrastive_loss": 2.1372387409210205,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.16792325675487518,
      "step": 60
    },
    {
      "contrastive_loss": 2.0777225494384766,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.06661183387041092,
      "step": 60
    },
    {
      "contrastive_loss": 2.0768375396728516,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.1620345562696457,
      "step": 60
    },
    {
      "contrastive_loss": 2.125742197036743,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.20228774845600128,
      "step": 60
    },
    {
      "contrastive_loss": 2.1088266372680664,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.09592166543006897,
      "step": 60
    },
    {
      "contrastive_loss": 2.100485324859619,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.15610341727733612,
      "step": 60
    },
    {
      "contrastive_loss": 2.1357429027557373,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.19457659125328064,
      "step": 60
    },
    {
      "epoch": 0.04230049621735947,
      "grad_norm": 0.31051814556121826,
      "learning_rate": 0.0001266233766233766,
      "loss": 3.2401,
      "step": 65
    },
    {
      "contrastive_loss": 2.1792616844177246,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.16618846356868744,
      "step": 65
    },
    {
      "contrastive_loss": 2.0925443172454834,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.22741401195526123,
      "step": 65
    },
    {
      "contrastive_loss": 2.093398094177246,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.106366828083992,
      "step": 65
    },
    {
      "contrastive_loss": 2.1532649993896484,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.19180609285831451,
      "step": 65
    },
    {
      "contrastive_loss": 2.081913709640503,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.1270751655101776,
      "step": 65
    },
    {
      "contrastive_loss": 2.0864014625549316,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.07588902115821838,
      "step": 65
    },
    {
      "contrastive_loss": 2.119316577911377,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.13522641360759735,
      "step": 65
    },
    {
      "contrastive_loss": 2.110206365585327,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.12749479711055756,
      "step": 65
    },
    {
      "epoch": 0.04555438054177174,
      "grad_norm": 0.30913054943084717,
      "learning_rate": 0.00013636363636363634,
      "loss": 3.2656,
      "step": 70
    },
    {
      "contrastive_loss": 2.0847346782684326,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.06899674236774445,
      "step": 70
    },
    {
      "contrastive_loss": 2.119464635848999,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.11165768653154373,
      "step": 70
    },
    {
      "contrastive_loss": 2.1145517826080322,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.09736381471157074,
      "step": 70
    },
    {
      "contrastive_loss": 2.120939016342163,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.1569044440984726,
      "step": 70
    },
    {
      "contrastive_loss": 2.0887551307678223,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.13965485990047455,
      "step": 70
    },
    {
      "contrastive_loss": 2.109975814819336,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.12425053864717484,
      "step": 70
    },
    {
      "contrastive_loss": 2.1332929134368896,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.1429622322320938,
      "step": 70
    },
    {
      "contrastive_loss": 2.08735990524292,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.21772423386573792,
      "step": 70
    },
    {
      "epoch": 0.04880826486618401,
      "grad_norm": 0.2619534730911255,
      "learning_rate": 0.00014610389610389608,
      "loss": 3.2645,
      "step": 75
    },
    {
      "contrastive_loss": 2.096384048461914,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.12598344683647156,
      "step": 75
    },
    {
      "contrastive_loss": 2.0700058937072754,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.1337796002626419,
      "step": 75
    },
    {
      "contrastive_loss": 2.105221748352051,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.153640016913414,
      "step": 75
    },
    {
      "contrastive_loss": 2.1015994548797607,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.1885589361190796,
      "step": 75
    },
    {
      "contrastive_loss": 2.106275796890259,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.18871791660785675,
      "step": 75
    },
    {
      "contrastive_loss": 2.1256887912750244,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.11053939908742905,
      "step": 75
    },
    {
      "contrastive_loss": 2.1190505027770996,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.20643283426761627,
      "step": 75
    },
    {
      "contrastive_loss": 2.1319289207458496,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.06708300113677979,
      "step": 75
    },
    {
      "epoch": 0.05206214919059628,
      "grad_norm": 0.39984461665153503,
      "learning_rate": 0.0001558441558441558,
      "loss": 3.27,
      "step": 80
    },
    {
      "contrastive_loss": 2.1152822971343994,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.09124518930912018,
      "step": 80
    },
    {
      "contrastive_loss": 2.079838514328003,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.11052487045526505,
      "step": 80
    },
    {
      "contrastive_loss": 2.1282358169555664,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.15786972641944885,
      "step": 80
    },
    {
      "contrastive_loss": 2.0778892040252686,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.13080954551696777,
      "step": 80
    },
    {
      "contrastive_loss": 2.095661163330078,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.17754407227039337,
      "step": 80
    },
    {
      "contrastive_loss": 2.1288657188415527,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.14696624875068665,
      "step": 80
    },
    {
      "contrastive_loss": 2.127582550048828,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.10830322653055191,
      "step": 80
    },
    {
      "contrastive_loss": 2.120227575302124,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.136908620595932,
      "step": 80
    },
    {
      "epoch": 0.05531603351500854,
      "grad_norm": 0.3534057140350342,
      "learning_rate": 0.00016558441558441557,
      "loss": 3.2295,
      "step": 85
    },
    {
      "contrastive_loss": 2.10691499710083,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.1374725103378296,
      "step": 85
    },
    {
      "contrastive_loss": 2.10347843170166,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.10826487094163895,
      "step": 85
    },
    {
      "contrastive_loss": 2.0985629558563232,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.18477535247802734,
      "step": 85
    },
    {
      "contrastive_loss": 2.0867183208465576,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.20825183391571045,
      "step": 85
    },
    {
      "contrastive_loss": 2.0983388423919678,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.23086534440517426,
      "step": 85
    },
    {
      "contrastive_loss": 2.100144863128662,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.13397155702114105,
      "step": 85
    },
    {
      "contrastive_loss": 2.09779691696167,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.1415175050497055,
      "step": 85
    },
    {
      "contrastive_loss": 2.1133363246917725,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.0733383297920227,
      "step": 85
    },
    {
      "epoch": 0.05856991783942081,
      "grad_norm": 0.2895045876502991,
      "learning_rate": 0.0001753246753246753,
      "loss": 3.2437,
      "step": 90
    },
    {
      "contrastive_loss": 2.0801146030426025,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.08342483639717102,
      "step": 90
    },
    {
      "contrastive_loss": 2.104482889175415,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.1657562106847763,
      "step": 90
    },
    {
      "contrastive_loss": 2.070733070373535,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.1568836122751236,
      "step": 90
    },
    {
      "contrastive_loss": 2.09780216217041,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.12529675662517548,
      "step": 90
    },
    {
      "contrastive_loss": 2.088261127471924,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.10019972920417786,
      "step": 90
    },
    {
      "contrastive_loss": 2.1139845848083496,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.24669353663921356,
      "step": 90
    },
    {
      "contrastive_loss": 2.1170709133148193,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.16374333202838898,
      "step": 90
    },
    {
      "contrastive_loss": 2.0810608863830566,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.08153785765171051,
      "step": 90
    },
    {
      "epoch": 0.061823802163833076,
      "grad_norm": 0.34493184089660645,
      "learning_rate": 0.00018506493506493507,
      "loss": 3.1976,
      "step": 95
    },
    {
      "contrastive_loss": 2.116905450820923,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.19480131566524506,
      "step": 95
    },
    {
      "contrastive_loss": 2.0846638679504395,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.13448965549468994,
      "step": 95
    },
    {
      "contrastive_loss": 2.068464756011963,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.140504390001297,
      "step": 95
    },
    {
      "contrastive_loss": 2.117072820663452,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.1350708305835724,
      "step": 95
    },
    {
      "contrastive_loss": 2.0995900630950928,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.07630299031734467,
      "step": 95
    },
    {
      "contrastive_loss": 2.0908024311065674,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.17888835072517395,
      "step": 95
    },
    {
      "contrastive_loss": 2.09429669380188,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.17173722386360168,
      "step": 95
    },
    {
      "contrastive_loss": 2.112950325012207,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.08429069817066193,
      "step": 95
    },
    {
      "epoch": 0.06507768648824534,
      "grad_norm": 0.865056037902832,
      "learning_rate": 0.00019480519480519478,
      "loss": 3.2253,
      "step": 100
    },
    {
      "contrastive_loss": 2.1168243885040283,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.05858765169978142,
      "step": 100
    },
    {
      "contrastive_loss": 2.1412973403930664,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.08160258084535599,
      "step": 100
    },
    {
      "contrastive_loss": 2.0996270179748535,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.11691009998321533,
      "step": 100
    },
    {
      "contrastive_loss": 2.0986154079437256,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.13655723631381989,
      "step": 100
    },
    {
      "contrastive_loss": 2.0884459018707275,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.13735611736774445,
      "step": 100
    },
    {
      "contrastive_loss": 2.0929083824157715,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.1612064242362976,
      "step": 100
    },
    {
      "contrastive_loss": 2.0989487171173096,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.21122001111507416,
      "step": 100
    },
    {
      "contrastive_loss": 2.126838207244873,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.2408393770456314,
      "step": 100
    },
    {
      "epoch": 0.06833157081265762,
      "grad_norm": 0.29724255204200745,
      "learning_rate": 0.0002045454545454545,
      "loss": 3.2467,
      "step": 105
    },
    {
      "contrastive_loss": 2.092867136001587,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.21818053722381592,
      "step": 105
    },
    {
      "contrastive_loss": 2.117902994155884,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.1523606777191162,
      "step": 105
    },
    {
      "contrastive_loss": 2.0958752632141113,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.18098695576190948,
      "step": 105
    },
    {
      "contrastive_loss": 2.0984764099121094,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.10050231218338013,
      "step": 105
    },
    {
      "contrastive_loss": 2.095974922180176,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.17474229633808136,
      "step": 105
    },
    {
      "contrastive_loss": 2.10259747505188,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.11701543629169464,
      "step": 105
    },
    {
      "contrastive_loss": 2.1097660064697266,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.12152501195669174,
      "step": 105
    },
    {
      "contrastive_loss": 2.0915305614471436,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.07752856612205505,
      "step": 105
    },
    {
      "epoch": 0.07158545513706988,
      "grad_norm": 0.3053385317325592,
      "learning_rate": 0.00021428571428571427,
      "loss": 3.2528,
      "step": 110
    },
    {
      "contrastive_loss": 2.094022274017334,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.23672060668468475,
      "step": 110
    },
    {
      "contrastive_loss": 2.1035351753234863,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.07452640682458878,
      "step": 110
    },
    {
      "contrastive_loss": 2.1059741973876953,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.17380520701408386,
      "step": 110
    },
    {
      "contrastive_loss": 2.098870038986206,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.1455465853214264,
      "step": 110
    },
    {
      "contrastive_loss": 2.0848982334136963,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.10036461800336838,
      "step": 110
    },
    {
      "contrastive_loss": 2.138216495513916,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.12117595970630646,
      "step": 110
    },
    {
      "contrastive_loss": 2.108103036880493,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.07706350833177567,
      "step": 110
    },
    {
      "contrastive_loss": 2.1167151927948,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.13551175594329834,
      "step": 110
    },
    {
      "epoch": 0.07483933946148215,
      "grad_norm": 0.3901952803134918,
      "learning_rate": 0.000224025974025974,
      "loss": 3.1715,
      "step": 115
    },
    {
      "contrastive_loss": 2.089947462081909,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.07508093118667603,
      "step": 115
    },
    {
      "contrastive_loss": 2.084662437438965,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.09608028829097748,
      "step": 115
    },
    {
      "contrastive_loss": 2.1027419567108154,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.14123795926570892,
      "step": 115
    },
    {
      "contrastive_loss": 2.0989959239959717,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.10295763611793518,
      "step": 115
    },
    {
      "contrastive_loss": 2.091296672821045,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.1720297634601593,
      "step": 115
    },
    {
      "contrastive_loss": 2.0926074981689453,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.23195382952690125,
      "step": 115
    },
    {
      "contrastive_loss": 2.0893397331237793,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.2289557158946991,
      "step": 115
    },
    {
      "contrastive_loss": 2.1049234867095947,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.07427907735109329,
      "step": 115
    },
    {
      "epoch": 0.07809322378589441,
      "grad_norm": 0.29681670665740967,
      "learning_rate": 0.00023376623376623374,
      "loss": 3.23,
      "step": 120
    },
    {
      "contrastive_loss": 2.1048426628112793,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.05537012964487076,
      "step": 120
    },
    {
      "contrastive_loss": 2.0873541831970215,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.1359623223543167,
      "step": 120
    },
    {
      "contrastive_loss": 2.083939790725708,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.15213660895824432,
      "step": 120
    },
    {
      "contrastive_loss": 2.1021437644958496,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.0734284445643425,
      "step": 120
    },
    {
      "contrastive_loss": 2.0967180728912354,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.22504863142967224,
      "step": 120
    },
    {
      "contrastive_loss": 2.0990371704101562,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.09494586288928986,
      "step": 120
    },
    {
      "contrastive_loss": 2.122915506362915,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.14559662342071533,
      "step": 120
    },
    {
      "contrastive_loss": 2.0881590843200684,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.19392378628253937,
      "step": 120
    },
    {
      "epoch": 0.08134710811030668,
      "grad_norm": 0.3021062910556793,
      "learning_rate": 0.00024350649350649348,
      "loss": 3.2272,
      "step": 125
    },
    {
      "contrastive_loss": 2.1030821800231934,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.14488796889781952,
      "step": 125
    },
    {
      "contrastive_loss": 2.106489658355713,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.12359991669654846,
      "step": 125
    },
    {
      "contrastive_loss": 2.106070041656494,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.09426634758710861,
      "step": 125
    },
    {
      "contrastive_loss": 2.1093459129333496,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.08939047157764435,
      "step": 125
    },
    {
      "contrastive_loss": 2.099978446960449,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.18657326698303223,
      "step": 125
    },
    {
      "contrastive_loss": 2.1093907356262207,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.13898389041423798,
      "step": 125
    },
    {
      "contrastive_loss": 2.1129562854766846,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.05077451840043068,
      "step": 125
    },
    {
      "contrastive_loss": 2.094597816467285,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.15004122257232666,
      "step": 125
    },
    {
      "epoch": 0.08460099243471894,
      "grad_norm": 0.2703600227832794,
      "learning_rate": 0.0002532467532467532,
      "loss": 3.1884,
      "step": 130
    },
    {
      "contrastive_loss": 2.0859432220458984,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.049480024725198746,
      "step": 130
    },
    {
      "contrastive_loss": 2.109774589538574,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.1650877296924591,
      "step": 130
    },
    {
      "contrastive_loss": 2.0786967277526855,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.1419532150030136,
      "step": 130
    },
    {
      "contrastive_loss": 2.076242446899414,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.17800742387771606,
      "step": 130
    },
    {
      "contrastive_loss": 2.070833683013916,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.17386706173419952,
      "step": 130
    },
    {
      "contrastive_loss": 2.099353313446045,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.1540866196155548,
      "step": 130
    },
    {
      "contrastive_loss": 2.097923994064331,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.12330695241689682,
      "step": 130
    },
    {
      "contrastive_loss": 2.0930044651031494,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.11358539015054703,
      "step": 130
    },
    {
      "epoch": 0.08785487675913121,
      "grad_norm": 0.32106953859329224,
      "learning_rate": 0.00026298701298701295,
      "loss": 3.2481,
      "step": 135
    },
    {
      "contrastive_loss": 2.093945026397705,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.09374748170375824,
      "step": 135
    },
    {
      "contrastive_loss": 2.112947940826416,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.2119399607181549,
      "step": 135
    },
    {
      "contrastive_loss": 2.1111435890197754,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.08163904398679733,
      "step": 135
    },
    {
      "contrastive_loss": 2.0930309295654297,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.11293408274650574,
      "step": 135
    },
    {
      "contrastive_loss": 2.084963798522949,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.18085108697414398,
      "step": 135
    },
    {
      "contrastive_loss": 2.1004650592803955,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.1989668905735016,
      "step": 135
    },
    {
      "contrastive_loss": 2.118312358856201,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.179970845580101,
      "step": 135
    },
    {
      "contrastive_loss": 2.0929694175720215,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.12537343800067902,
      "step": 135
    },
    {
      "epoch": 0.09110876108354347,
      "grad_norm": 0.29552948474884033,
      "learning_rate": 0.0002727272727272727,
      "loss": 3.2448,
      "step": 140
    },
    {
      "contrastive_loss": 2.108935594558716,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.15686921775341034,
      "step": 140
    },
    {
      "contrastive_loss": 2.098903179168701,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.19985325634479523,
      "step": 140
    },
    {
      "contrastive_loss": 2.118102550506592,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.08328735828399658,
      "step": 140
    },
    {
      "contrastive_loss": 2.093907117843628,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.17737622559070587,
      "step": 140
    },
    {
      "contrastive_loss": 2.1123039722442627,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.14135825634002686,
      "step": 140
    },
    {
      "contrastive_loss": 2.0887303352355957,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.13865794241428375,
      "step": 140
    },
    {
      "contrastive_loss": 2.0923943519592285,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.16919344663619995,
      "step": 140
    },
    {
      "contrastive_loss": 2.1257169246673584,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.09935950487852097,
      "step": 140
    },
    {
      "epoch": 0.09436264540795575,
      "grad_norm": 0.31671765446662903,
      "learning_rate": 0.00028246753246753247,
      "loss": 3.2346,
      "step": 145
    },
    {
      "contrastive_loss": 2.103696823120117,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.14558102190494537,
      "step": 145
    },
    {
      "contrastive_loss": 2.1137571334838867,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.18193319439888,
      "step": 145
    },
    {
      "contrastive_loss": 2.0899808406829834,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.16497023403644562,
      "step": 145
    },
    {
      "contrastive_loss": 2.1000654697418213,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.14659050107002258,
      "step": 145
    },
    {
      "contrastive_loss": 2.1162195205688477,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.1510111391544342,
      "step": 145
    },
    {
      "contrastive_loss": 2.0926616191864014,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.09670154005289078,
      "step": 145
    },
    {
      "contrastive_loss": 2.0978381633758545,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.1679682433605194,
      "step": 145
    },
    {
      "contrastive_loss": 2.079216480255127,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.04459312558174133,
      "step": 145
    },
    {
      "epoch": 0.09761652973236802,
      "grad_norm": 2.839740037918091,
      "learning_rate": 0.00029220779220779215,
      "loss": 3.2148,
      "step": 150
    },
    {
      "contrastive_loss": 2.077094554901123,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.04935392737388611,
      "step": 150
    },
    {
      "contrastive_loss": 2.0916504859924316,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.075261689722538,
      "step": 150
    },
    {
      "contrastive_loss": 2.097492218017578,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.09484277665615082,
      "step": 150
    },
    {
      "contrastive_loss": 2.0890650749206543,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.14297959208488464,
      "step": 150
    },
    {
      "contrastive_loss": 2.0823264122009277,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.19019752740859985,
      "step": 150
    },
    {
      "contrastive_loss": 2.0934290885925293,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.14380863308906555,
      "step": 150
    },
    {
      "contrastive_loss": 2.096325397491455,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.22614601254463196,
      "step": 150
    },
    {
      "contrastive_loss": 2.1022467613220215,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.13622218370437622,
      "step": 150
    },
    {
      "epoch": 0.10087041405678028,
      "grad_norm": 0.3965187966823578,
      "learning_rate": 0.00029989718985606574,
      "loss": 3.194,
      "step": 155
    },
    {
      "contrastive_loss": 2.0969107151031494,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.19540029764175415,
      "step": 155
    },
    {
      "contrastive_loss": 2.082691192626953,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.14599382877349854,
      "step": 155
    },
    {
      "contrastive_loss": 2.092611312866211,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.1379178911447525,
      "step": 155
    },
    {
      "contrastive_loss": 2.1088061332702637,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.12158278375864029,
      "step": 155
    },
    {
      "contrastive_loss": 2.096500873565674,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.12394481152296066,
      "step": 155
    },
    {
      "contrastive_loss": 2.0881142616271973,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.11072675883769989,
      "step": 155
    },
    {
      "contrastive_loss": 2.0924265384674072,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.11196164786815643,
      "step": 155
    },
    {
      "contrastive_loss": 2.0866010189056396,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.1754833161830902,
      "step": 155
    },
    {
      "epoch": 0.10412429838119255,
      "grad_norm": 0.2550511658191681,
      "learning_rate": 0.00029938313913639475,
      "loss": 3.2237,
      "step": 160
    },
    {
      "contrastive_loss": 2.1034159660339355,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.21448004245758057,
      "step": 160
    },
    {
      "contrastive_loss": 2.0827534198760986,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.12588360905647278,
      "step": 160
    },
    {
      "contrastive_loss": 2.103256940841675,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.214036226272583,
      "step": 160
    },
    {
      "contrastive_loss": 2.093245267868042,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.1068708524107933,
      "step": 160
    },
    {
      "contrastive_loss": 2.1084654331207275,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.10938464105129242,
      "step": 160
    },
    {
      "contrastive_loss": 2.112582206726074,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.1627795696258545,
      "step": 160
    },
    {
      "contrastive_loss": 2.0915796756744385,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.10707224160432816,
      "step": 160
    },
    {
      "contrastive_loss": 2.087648868560791,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.12848317623138428,
      "step": 160
    },
    {
      "epoch": 0.10737818270560481,
      "grad_norm": 0.2814318835735321,
      "learning_rate": 0.00029886908841672376,
      "loss": 3.1778,
      "step": 165
    },
    {
      "contrastive_loss": 2.0664966106414795,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.17941725254058838,
      "step": 165
    },
    {
      "contrastive_loss": 2.078754186630249,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.13767673075199127,
      "step": 165
    },
    {
      "contrastive_loss": 2.0840229988098145,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.175360769033432,
      "step": 165
    },
    {
      "contrastive_loss": 2.1110808849334717,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.17663735151290894,
      "step": 165
    },
    {
      "contrastive_loss": 2.09153151512146,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.18503916263580322,
      "step": 165
    },
    {
      "contrastive_loss": 2.1132678985595703,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.10236474126577377,
      "step": 165
    },
    {
      "contrastive_loss": 2.1077046394348145,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.05527319386601448,
      "step": 165
    },
    {
      "contrastive_loss": 2.099433422088623,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.1459326595067978,
      "step": 165
    },
    {
      "epoch": 0.11063206703001709,
      "grad_norm": 0.2872110605239868,
      "learning_rate": 0.0002983550376970527,
      "loss": 3.2174,
      "step": 170
    },
    {
      "contrastive_loss": 2.09072208404541,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.14981317520141602,
      "step": 170
    },
    {
      "contrastive_loss": 2.0881805419921875,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.0916396826505661,
      "step": 170
    },
    {
      "contrastive_loss": 2.1178882122039795,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.14371977746486664,
      "step": 170
    },
    {
      "contrastive_loss": 2.091761827468872,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.19123390316963196,
      "step": 170
    },
    {
      "contrastive_loss": 2.0977494716644287,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.11753110587596893,
      "step": 170
    },
    {
      "contrastive_loss": 2.105220079421997,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.22806820273399353,
      "step": 170
    },
    {
      "contrastive_loss": 2.0785462856292725,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.07327793538570404,
      "step": 170
    },
    {
      "contrastive_loss": 2.1143126487731934,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.08722883462905884,
      "step": 170
    },
    {
      "epoch": 0.11388595135442935,
      "grad_norm": 0.23354823887348175,
      "learning_rate": 0.0002978409869773817,
      "loss": 3.2036,
      "step": 175
    },
    {
      "contrastive_loss": 2.095585584640503,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.12826372683048248,
      "step": 175
    },
    {
      "contrastive_loss": 2.098153829574585,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.1687522530555725,
      "step": 175
    },
    {
      "contrastive_loss": 2.1019442081451416,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.06067410856485367,
      "step": 175
    },
    {
      "contrastive_loss": 2.076484203338623,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.17900431156158447,
      "step": 175
    },
    {
      "contrastive_loss": 2.0869295597076416,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.15496239066123962,
      "step": 175
    },
    {
      "contrastive_loss": 2.0960376262664795,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.1960129737854004,
      "step": 175
    },
    {
      "contrastive_loss": 2.083608627319336,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.07423572242259979,
      "step": 175
    },
    {
      "contrastive_loss": 2.0774154663085938,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.1785375028848648,
      "step": 175
    },
    {
      "epoch": 0.11713983567884162,
      "grad_norm": 0.2659289836883545,
      "learning_rate": 0.00029732693625771073,
      "loss": 3.1943,
      "step": 180
    },
    {
      "contrastive_loss": 2.100979804992676,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.1270974576473236,
      "step": 180
    },
    {
      "contrastive_loss": 2.092191457748413,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.2129509001970291,
      "step": 180
    },
    {
      "contrastive_loss": 2.1051907539367676,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.1600530743598938,
      "step": 180
    },
    {
      "contrastive_loss": 2.098707914352417,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.13305659592151642,
      "step": 180
    },
    {
      "contrastive_loss": 2.097994565963745,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.06354446709156036,
      "step": 180
    },
    {
      "contrastive_loss": 2.086757183074951,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.14038154482841492,
      "step": 180
    },
    {
      "contrastive_loss": 2.106044292449951,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.0829286202788353,
      "step": 180
    },
    {
      "contrastive_loss": 2.098036050796509,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.22129487991333008,
      "step": 180
    },
    {
      "epoch": 0.12039372000325388,
      "grad_norm": 0.30463701486587524,
      "learning_rate": 0.00029681288553803974,
      "loss": 3.2484,
      "step": 185
    },
    {
      "contrastive_loss": 2.0940918922424316,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.12025324255228043,
      "step": 185
    },
    {
      "contrastive_loss": 2.088777542114258,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.1549929827451706,
      "step": 185
    },
    {
      "contrastive_loss": 2.1150810718536377,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.15111598372459412,
      "step": 185
    },
    {
      "contrastive_loss": 2.0855958461761475,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.25528815388679504,
      "step": 185
    },
    {
      "contrastive_loss": 2.100461721420288,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.16895239055156708,
      "step": 185
    },
    {
      "contrastive_loss": 2.0900397300720215,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.1383199542760849,
      "step": 185
    },
    {
      "contrastive_loss": 2.0941343307495117,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.0692886933684349,
      "step": 185
    },
    {
      "contrastive_loss": 2.1118004322052,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.0872875228524208,
      "step": 185
    },
    {
      "epoch": 0.12364760432766615,
      "grad_norm": 0.2688731849193573,
      "learning_rate": 0.00029629883481836875,
      "loss": 3.1922,
      "step": 190
    },
    {
      "contrastive_loss": 2.102356433868408,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.18615791201591492,
      "step": 190
    },
    {
      "contrastive_loss": 2.0689737796783447,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.07992473989725113,
      "step": 190
    },
    {
      "contrastive_loss": 2.0869274139404297,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.17291581630706787,
      "step": 190
    },
    {
      "contrastive_loss": 2.111055374145508,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.12812164425849915,
      "step": 190
    },
    {
      "contrastive_loss": 2.095585823059082,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.18260303139686584,
      "step": 190
    },
    {
      "contrastive_loss": 2.105095624923706,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.11354489624500275,
      "step": 190
    },
    {
      "contrastive_loss": 2.116837978363037,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.10529351979494095,
      "step": 190
    },
    {
      "contrastive_loss": 2.1049106121063232,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.14410991966724396,
      "step": 190
    },
    {
      "epoch": 0.12690148865207843,
      "grad_norm": 0.26759621500968933,
      "learning_rate": 0.0002957847840986977,
      "loss": 3.2046,
      "step": 195
    },
    {
      "contrastive_loss": 2.092435359954834,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.11698552221059799,
      "step": 195
    },
    {
      "contrastive_loss": 2.087515354156494,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.11437629163265228,
      "step": 195
    },
    {
      "contrastive_loss": 2.0906262397766113,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.08523963391780853,
      "step": 195
    },
    {
      "contrastive_loss": 2.1081690788269043,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.09585599601268768,
      "step": 195
    },
    {
      "contrastive_loss": 2.095994472503662,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.18065008521080017,
      "step": 195
    },
    {
      "contrastive_loss": 2.0956459045410156,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.1865757703781128,
      "step": 195
    },
    {
      "contrastive_loss": 2.0920233726501465,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.24245500564575195,
      "step": 195
    },
    {
      "contrastive_loss": 2.112112522125244,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.048423659056425095,
      "step": 195
    },
    {
      "epoch": 0.13015537297649069,
      "grad_norm": 0.26312702894210815,
      "learning_rate": 0.0002952707333790267,
      "loss": 3.2235,
      "step": 200
    },
    {
      "contrastive_loss": 2.1189935207366943,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.09236706048250198,
      "step": 200
    },
    {
      "contrastive_loss": 2.0898826122283936,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.028548862785100937,
      "step": 200
    },
    {
      "contrastive_loss": 2.074857711791992,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.16846714913845062,
      "step": 200
    },
    {
      "contrastive_loss": 2.0889580249786377,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.23607200384140015,
      "step": 200
    },
    {
      "contrastive_loss": 2.1034977436065674,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.23924650251865387,
      "step": 200
    },
    {
      "contrastive_loss": 2.0954411029815674,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.040767911821603775,
      "step": 200
    },
    {
      "contrastive_loss": 2.0835156440734863,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.15318144857883453,
      "step": 200
    },
    {
      "contrastive_loss": 2.1119089126586914,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.14847242832183838,
      "step": 200
    },
    {
      "epoch": 0.13340925730090294,
      "grad_norm": 0.28693369030952454,
      "learning_rate": 0.0002947566826593557,
      "loss": 3.1972,
      "step": 205
    },
    {
      "contrastive_loss": 2.094195604324341,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.21613840758800507,
      "step": 205
    },
    {
      "contrastive_loss": 2.088088274002075,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.20201246440410614,
      "step": 205
    },
    {
      "contrastive_loss": 2.0932071208953857,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.15706901252269745,
      "step": 205
    },
    {
      "contrastive_loss": 2.07905912399292,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.14131392538547516,
      "step": 205
    },
    {
      "contrastive_loss": 2.100825548171997,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.08493654429912567,
      "step": 205
    },
    {
      "contrastive_loss": 2.079488754272461,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.18073594570159912,
      "step": 205
    },
    {
      "contrastive_loss": 2.0855066776275635,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.08983008563518524,
      "step": 205
    },
    {
      "contrastive_loss": 2.104637622833252,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.07341663539409637,
      "step": 205
    },
    {
      "epoch": 0.13666314162531523,
      "grad_norm": 0.3757562041282654,
      "learning_rate": 0.0002942426319396847,
      "loss": 3.2091,
      "step": 210
    },
    {
      "contrastive_loss": 2.1362884044647217,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.07484698295593262,
      "step": 210
    },
    {
      "contrastive_loss": 2.1042861938476562,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.17699696123600006,
      "step": 210
    },
    {
      "contrastive_loss": 2.1056580543518066,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.1928589940071106,
      "step": 210
    },
    {
      "contrastive_loss": 2.1071362495422363,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.1466950625181198,
      "step": 210
    },
    {
      "contrastive_loss": 2.0804173946380615,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.08474920690059662,
      "step": 210
    },
    {
      "contrastive_loss": 2.0992767810821533,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.1347743719816208,
      "step": 210
    },
    {
      "contrastive_loss": 2.094538450241089,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.1859363466501236,
      "step": 210
    },
    {
      "contrastive_loss": 2.0882651805877686,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.10679065436124802,
      "step": 210
    },
    {
      "epoch": 0.1399170259497275,
      "grad_norm": 0.27819332480430603,
      "learning_rate": 0.0002937285812200137,
      "loss": 3.1744,
      "step": 215
    },
    {
      "contrastive_loss": 2.0948739051818848,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.12284476310014725,
      "step": 215
    },
    {
      "contrastive_loss": 2.1123244762420654,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.19565868377685547,
      "step": 215
    },
    {
      "contrastive_loss": 2.1122047901153564,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.08877494931221008,
      "step": 215
    },
    {
      "contrastive_loss": 2.100095510482788,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.13335411250591278,
      "step": 215
    },
    {
      "contrastive_loss": 2.1144251823425293,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.1447542905807495,
      "step": 215
    },
    {
      "contrastive_loss": 2.103055953979492,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.11651112884283066,
      "step": 215
    },
    {
      "contrastive_loss": 2.098019599914551,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.1295609474182129,
      "step": 215
    },
    {
      "contrastive_loss": 2.107621192932129,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.16598838567733765,
      "step": 215
    },
    {
      "epoch": 0.14317091027413975,
      "grad_norm": 0.29184794425964355,
      "learning_rate": 0.0002932145305003427,
      "loss": 3.2089,
      "step": 220
    },
    {
      "contrastive_loss": 2.076650619506836,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.08794914931058884,
      "step": 220
    },
    {
      "contrastive_loss": 2.110549211502075,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.2741897702217102,
      "step": 220
    },
    {
      "contrastive_loss": 2.09710955619812,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.06791163980960846,
      "step": 220
    },
    {
      "contrastive_loss": 2.1073920726776123,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.11956655234098434,
      "step": 220
    },
    {
      "contrastive_loss": 2.093238592147827,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.16369685530662537,
      "step": 220
    },
    {
      "contrastive_loss": 2.112044334411621,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.18170306086540222,
      "step": 220
    },
    {
      "contrastive_loss": 2.0949320793151855,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.20214366912841797,
      "step": 220
    },
    {
      "contrastive_loss": 2.1046833992004395,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.11164402961730957,
      "step": 220
    },
    {
      "epoch": 0.146424794598552,
      "grad_norm": 0.3161909282207489,
      "learning_rate": 0.0002927004797806717,
      "loss": 3.206,
      "step": 225
    },
    {
      "contrastive_loss": 2.10707688331604,
      "epoch": 0.146424794598552,
      "nll_loss": 0.11081060767173767,
      "step": 225
    },
    {
      "contrastive_loss": 2.0955564975738525,
      "epoch": 0.146424794598552,
      "nll_loss": 0.17245087027549744,
      "step": 225
    },
    {
      "contrastive_loss": 2.1122617721557617,
      "epoch": 0.146424794598552,
      "nll_loss": 0.16141919791698456,
      "step": 225
    },
    {
      "contrastive_loss": 2.1017074584960938,
      "epoch": 0.146424794598552,
      "nll_loss": 0.15693417191505432,
      "step": 225
    },
    {
      "contrastive_loss": 2.1052334308624268,
      "epoch": 0.146424794598552,
      "nll_loss": 0.12194013595581055,
      "step": 225
    },
    {
      "contrastive_loss": 2.0940887928009033,
      "epoch": 0.146424794598552,
      "nll_loss": 0.10285966843366623,
      "step": 225
    },
    {
      "contrastive_loss": 2.09855318069458,
      "epoch": 0.146424794598552,
      "nll_loss": 0.1227036565542221,
      "step": 225
    },
    {
      "contrastive_loss": 2.0716795921325684,
      "epoch": 0.146424794598552,
      "nll_loss": 0.13018742203712463,
      "step": 225
    },
    {
      "epoch": 0.1496786789229643,
      "grad_norm": 0.26465824246406555,
      "learning_rate": 0.00029218642906100065,
      "loss": 3.1545,
      "step": 230
    },
    {
      "contrastive_loss": 2.091933488845825,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.11262639611959457,
      "step": 230
    },
    {
      "contrastive_loss": 2.0909292697906494,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.15554240345954895,
      "step": 230
    },
    {
      "contrastive_loss": 2.100619316101074,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.1159980520606041,
      "step": 230
    },
    {
      "contrastive_loss": 2.098015069961548,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.15889139473438263,
      "step": 230
    },
    {
      "contrastive_loss": 2.101743221282959,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.12597675621509552,
      "step": 230
    },
    {
      "contrastive_loss": 2.098331928253174,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.13272345066070557,
      "step": 230
    },
    {
      "contrastive_loss": 2.099506139755249,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.21822306513786316,
      "step": 230
    },
    {
      "contrastive_loss": 2.0929038524627686,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.10998312383890152,
      "step": 230
    },
    {
      "epoch": 0.15293256324737656,
      "grad_norm": 0.24911189079284668,
      "learning_rate": 0.00029167237834132966,
      "loss": 3.2218,
      "step": 235
    },
    {
      "contrastive_loss": 2.0863585472106934,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.09713627398014069,
      "step": 235
    },
    {
      "contrastive_loss": 2.102964162826538,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.09213772416114807,
      "step": 235
    },
    {
      "contrastive_loss": 2.098928928375244,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.1656857132911682,
      "step": 235
    },
    {
      "contrastive_loss": 2.0749497413635254,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.07818558812141418,
      "step": 235
    },
    {
      "contrastive_loss": 2.0956883430480957,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.22445029020309448,
      "step": 235
    },
    {
      "contrastive_loss": 2.107747793197632,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.22054935991764069,
      "step": 235
    },
    {
      "contrastive_loss": 2.07444429397583,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.1658387929201126,
      "step": 235
    },
    {
      "contrastive_loss": 2.0958690643310547,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.09818469732999802,
      "step": 235
    },
    {
      "epoch": 0.15618644757178882,
      "grad_norm": 0.273497998714447,
      "learning_rate": 0.00029115832762165866,
      "loss": 3.2101,
      "step": 240
    },
    {
      "contrastive_loss": 2.0915141105651855,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.13747817277908325,
      "step": 240
    },
    {
      "contrastive_loss": 2.1038570404052734,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.19129063189029694,
      "step": 240
    },
    {
      "contrastive_loss": 2.1020357608795166,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.13169798254966736,
      "step": 240
    },
    {
      "contrastive_loss": 2.106351375579834,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.1268066018819809,
      "step": 240
    },
    {
      "contrastive_loss": 2.0940160751342773,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.18433405458927155,
      "step": 240
    },
    {
      "contrastive_loss": 2.1100475788116455,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.17754203081130981,
      "step": 240
    },
    {
      "contrastive_loss": 2.100281238555908,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.1724957823753357,
      "step": 240
    },
    {
      "contrastive_loss": 2.091609239578247,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.03955286368727684,
      "step": 240
    },
    {
      "epoch": 0.15944033189620108,
      "grad_norm": 0.2654525637626648,
      "learning_rate": 0.0002906442769019876,
      "loss": 3.2195,
      "step": 245
    },
    {
      "contrastive_loss": 2.086171865463257,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.12401388585567474,
      "step": 245
    },
    {
      "contrastive_loss": 2.1025707721710205,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.1647525280714035,
      "step": 245
    },
    {
      "contrastive_loss": 2.0938591957092285,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.17494314908981323,
      "step": 245
    },
    {
      "contrastive_loss": 2.0964012145996094,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.08151383697986603,
      "step": 245
    },
    {
      "contrastive_loss": 2.0791821479797363,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.15375854074954987,
      "step": 245
    },
    {
      "contrastive_loss": 2.1041738986968994,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.1521771103143692,
      "step": 245
    },
    {
      "contrastive_loss": 2.0950777530670166,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.05497446656227112,
      "step": 245
    },
    {
      "contrastive_loss": 2.110534906387329,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.18233329057693481,
      "step": 245
    },
    {
      "epoch": 0.16269421622061336,
      "grad_norm": 0.24321407079696655,
      "learning_rate": 0.0002901302261823166,
      "loss": 3.21,
      "step": 250
    },
    {
      "contrastive_loss": 2.0863728523254395,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.10992752015590668,
      "step": 250
    },
    {
      "contrastive_loss": 2.0976722240448,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.13292448222637177,
      "step": 250
    },
    {
      "contrastive_loss": 2.112384796142578,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.11679460853338242,
      "step": 250
    },
    {
      "contrastive_loss": 2.085320472717285,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.1210324615240097,
      "step": 250
    },
    {
      "contrastive_loss": 2.1087281703948975,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.09543298184871674,
      "step": 250
    },
    {
      "contrastive_loss": 2.0765624046325684,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.16349457204341888,
      "step": 250
    },
    {
      "contrastive_loss": 2.1107258796691895,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.17585843801498413,
      "step": 250
    },
    {
      "contrastive_loss": 2.084761142730713,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.12220757454633713,
      "step": 250
    },
    {
      "epoch": 0.16594810054502562,
      "grad_norm": 0.2514958083629608,
      "learning_rate": 0.00028961617546264563,
      "loss": 3.1801,
      "step": 255
    },
    {
      "contrastive_loss": 2.0851259231567383,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.15906742215156555,
      "step": 255
    },
    {
      "contrastive_loss": 2.087042808532715,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.14099974930286407,
      "step": 255
    },
    {
      "contrastive_loss": 2.0815768241882324,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.06577254831790924,
      "step": 255
    },
    {
      "contrastive_loss": 2.080775499343872,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.15403011441230774,
      "step": 255
    },
    {
      "contrastive_loss": 2.094621181488037,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.11673074960708618,
      "step": 255
    },
    {
      "contrastive_loss": 2.0911054611206055,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.15512843430042267,
      "step": 255
    },
    {
      "contrastive_loss": 2.099756956100464,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.09026738256216049,
      "step": 255
    },
    {
      "contrastive_loss": 2.106123685836792,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.15543721616268158,
      "step": 255
    },
    {
      "epoch": 0.16920198486943788,
      "grad_norm": 0.29755496978759766,
      "learning_rate": 0.0002891021247429746,
      "loss": 3.1813,
      "step": 260
    },
    {
      "contrastive_loss": 2.091418981552124,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.19470849633216858,
      "step": 260
    },
    {
      "contrastive_loss": 2.0778310298919678,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.11101210117340088,
      "step": 260
    },
    {
      "contrastive_loss": 2.107822895050049,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.18332447111606598,
      "step": 260
    },
    {
      "contrastive_loss": 2.106571912765503,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.1547757387161255,
      "step": 260
    },
    {
      "contrastive_loss": 2.097527503967285,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.19169142842292786,
      "step": 260
    },
    {
      "contrastive_loss": 2.105645179748535,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.09567588567733765,
      "step": 260
    },
    {
      "contrastive_loss": 2.1019821166992188,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.09299711138010025,
      "step": 260
    },
    {
      "contrastive_loss": 2.0684139728546143,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.10596965998411179,
      "step": 260
    },
    {
      "epoch": 0.17245586919385017,
      "grad_norm": 0.27553683519363403,
      "learning_rate": 0.0002885880740233036,
      "loss": 3.2187,
      "step": 265
    },
    {
      "contrastive_loss": 2.080260753631592,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.2584172785282135,
      "step": 265
    },
    {
      "contrastive_loss": 2.1007022857666016,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.19742324948310852,
      "step": 265
    },
    {
      "contrastive_loss": 2.0996992588043213,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.15210220217704773,
      "step": 265
    },
    {
      "contrastive_loss": 2.092029571533203,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.11239517480134964,
      "step": 265
    },
    {
      "contrastive_loss": 2.1268906593322754,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.041143279522657394,
      "step": 265
    },
    {
      "contrastive_loss": 2.0991671085357666,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.07259432226419449,
      "step": 265
    },
    {
      "contrastive_loss": 2.1209068298339844,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.12051257491111755,
      "step": 265
    },
    {
      "contrastive_loss": 2.117079257965088,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.13158835470676422,
      "step": 265
    },
    {
      "epoch": 0.17570975351826243,
      "grad_norm": 0.2409123033285141,
      "learning_rate": 0.0002880740233036326,
      "loss": 3.1874,
      "step": 270
    },
    {
      "contrastive_loss": 2.1149330139160156,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.1510656625032425,
      "step": 270
    },
    {
      "contrastive_loss": 2.0984604358673096,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.14598135650157928,
      "step": 270
    },
    {
      "contrastive_loss": 2.092763900756836,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.07976383715867996,
      "step": 270
    },
    {
      "contrastive_loss": 2.090346574783325,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.11387864500284195,
      "step": 270
    },
    {
      "contrastive_loss": 2.0832338333129883,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.09904414415359497,
      "step": 270
    },
    {
      "contrastive_loss": 2.0859153270721436,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.16791974008083344,
      "step": 270
    },
    {
      "contrastive_loss": 2.098989486694336,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.21723830699920654,
      "step": 270
    },
    {
      "contrastive_loss": 2.110858917236328,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.11140114068984985,
      "step": 270
    },
    {
      "epoch": 0.1789636378426747,
      "grad_norm": 0.3087434470653534,
      "learning_rate": 0.0002875599725839616,
      "loss": 3.1944,
      "step": 275
    },
    {
      "contrastive_loss": 2.1049647331237793,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.13218411803245544,
      "step": 275
    },
    {
      "contrastive_loss": 2.0941405296325684,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.1432657390832901,
      "step": 275
    },
    {
      "contrastive_loss": 2.096935510635376,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.12958689033985138,
      "step": 275
    },
    {
      "contrastive_loss": 2.0958285331726074,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.09949228167533875,
      "step": 275
    },
    {
      "contrastive_loss": 2.1027979850769043,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.16836832463741302,
      "step": 275
    },
    {
      "contrastive_loss": 2.085731029510498,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.08179093152284622,
      "step": 275
    },
    {
      "contrastive_loss": 2.0873615741729736,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.15296781063079834,
      "step": 275
    },
    {
      "contrastive_loss": 2.0909221172332764,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.1164650171995163,
      "step": 275
    },
    {
      "epoch": 0.18221752216708695,
      "grad_norm": 0.24232171475887299,
      "learning_rate": 0.00028704592186429057,
      "loss": 3.184,
      "step": 280
    },
    {
      "contrastive_loss": 2.104849338531494,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.16101865470409393,
      "step": 280
    },
    {
      "contrastive_loss": 2.103717088699341,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.11164991557598114,
      "step": 280
    },
    {
      "contrastive_loss": 2.23709774017334,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.17329548299312592,
      "step": 280
    },
    {
      "contrastive_loss": 2.1000797748565674,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.09507623314857483,
      "step": 280
    },
    {
      "contrastive_loss": 2.113363742828369,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.18436917662620544,
      "step": 280
    },
    {
      "contrastive_loss": 2.0992603302001953,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.14144955575466156,
      "step": 280
    },
    {
      "contrastive_loss": 2.0817112922668457,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.11144346743822098,
      "step": 280
    },
    {
      "contrastive_loss": 2.0911662578582764,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.0664275586605072,
      "step": 280
    },
    {
      "epoch": 0.18547140649149924,
      "grad_norm": 0.27688294649124146,
      "learning_rate": 0.0002865318711446196,
      "loss": 3.1985,
      "step": 285
    },
    {
      "contrastive_loss": 2.1050028800964355,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.13330143690109253,
      "step": 285
    },
    {
      "contrastive_loss": 2.0954182147979736,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.08599769324064255,
      "step": 285
    },
    {
      "contrastive_loss": 2.100034475326538,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.12354570627212524,
      "step": 285
    },
    {
      "contrastive_loss": 2.095557451248169,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.12754881381988525,
      "step": 285
    },
    {
      "contrastive_loss": 2.0837278366088867,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.18360649049282074,
      "step": 285
    },
    {
      "contrastive_loss": 2.0923843383789062,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.2386665642261505,
      "step": 285
    },
    {
      "contrastive_loss": 2.0906002521514893,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.14785410463809967,
      "step": 285
    },
    {
      "contrastive_loss": 2.11505126953125,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.09011446684598923,
      "step": 285
    },
    {
      "epoch": 0.1887252908159115,
      "grad_norm": 0.27885597944259644,
      "learning_rate": 0.0002860178204249486,
      "loss": 3.1878,
      "step": 290
    },
    {
      "contrastive_loss": 2.0961546897888184,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.13922394812107086,
      "step": 290
    },
    {
      "contrastive_loss": 2.105807065963745,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.13796138763427734,
      "step": 290
    },
    {
      "contrastive_loss": 2.096017360687256,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.16311301290988922,
      "step": 290
    },
    {
      "contrastive_loss": 2.101125478744507,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.12127230316400528,
      "step": 290
    },
    {
      "contrastive_loss": 2.0765976905822754,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.11035723239183426,
      "step": 290
    },
    {
      "contrastive_loss": 2.094893217086792,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.12445247173309326,
      "step": 290
    },
    {
      "contrastive_loss": 2.090522527694702,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.1626318246126175,
      "step": 290
    },
    {
      "contrastive_loss": 2.085878372192383,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.17954641580581665,
      "step": 290
    },
    {
      "epoch": 0.19197917514032375,
      "grad_norm": 0.23373565077781677,
      "learning_rate": 0.0002855037697052776,
      "loss": 3.2297,
      "step": 295
    },
    {
      "contrastive_loss": 2.101654291152954,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.10461929440498352,
      "step": 295
    },
    {
      "contrastive_loss": 2.1045725345611572,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.22113832831382751,
      "step": 295
    },
    {
      "contrastive_loss": 2.084110736846924,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.10989928245544434,
      "step": 295
    },
    {
      "contrastive_loss": 2.0875916481018066,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.08459678292274475,
      "step": 295
    },
    {
      "contrastive_loss": 2.125004768371582,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.15605153143405914,
      "step": 295
    },
    {
      "contrastive_loss": 2.1026089191436768,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.16071251034736633,
      "step": 295
    },
    {
      "contrastive_loss": 2.100656032562256,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.13392892479896545,
      "step": 295
    },
    {
      "contrastive_loss": 2.106813669204712,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.19521959125995636,
      "step": 295
    },
    {
      "epoch": 0.19523305946473604,
      "grad_norm": 0.23394671082496643,
      "learning_rate": 0.00028498971898560654,
      "loss": 3.207,
      "step": 300
    },
    {
      "contrastive_loss": 2.0903239250183105,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.12269279360771179,
      "step": 300
    },
    {
      "contrastive_loss": 2.0932974815368652,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.1554621458053589,
      "step": 300
    },
    {
      "contrastive_loss": 2.106318712234497,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.08446856588125229,
      "step": 300
    },
    {
      "contrastive_loss": 2.088548183441162,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.19678081572055817,
      "step": 300
    },
    {
      "contrastive_loss": 2.078949451446533,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.09603140503168106,
      "step": 300
    },
    {
      "contrastive_loss": 2.0965473651885986,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.17974893748760223,
      "step": 300
    },
    {
      "contrastive_loss": 2.109762191772461,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.12117181718349457,
      "step": 300
    },
    {
      "contrastive_loss": 2.0946202278137207,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.10185016691684723,
      "step": 300
    },
    {
      "epoch": 0.1984869437891483,
      "grad_norm": 0.23882661759853363,
      "learning_rate": 0.00028447566826593555,
      "loss": 3.1765,
      "step": 305
    },
    {
      "contrastive_loss": 2.082371473312378,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.07868076115846634,
      "step": 305
    },
    {
      "contrastive_loss": 2.0899815559387207,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.156503826379776,
      "step": 305
    },
    {
      "contrastive_loss": 2.099027156829834,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.21712593734264374,
      "step": 305
    },
    {
      "contrastive_loss": 2.0955185890197754,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.11254820972681046,
      "step": 305
    },
    {
      "contrastive_loss": 2.087590456008911,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.07697489857673645,
      "step": 305
    },
    {
      "contrastive_loss": 2.084153652191162,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.23146475851535797,
      "step": 305
    },
    {
      "contrastive_loss": 2.096935510635376,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.16506940126419067,
      "step": 305
    },
    {
      "contrastive_loss": 2.0876362323760986,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.10631924122571945,
      "step": 305
    },
    {
      "epoch": 0.20174082811356056,
      "grad_norm": 0.26089993119239807,
      "learning_rate": 0.00028396161754626456,
      "loss": 3.1801,
      "step": 310
    },
    {
      "contrastive_loss": 2.089630365371704,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.15275053679943085,
      "step": 310
    },
    {
      "contrastive_loss": 2.100876808166504,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.11728298664093018,
      "step": 310
    },
    {
      "contrastive_loss": 2.103241443634033,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.12565508484840393,
      "step": 310
    },
    {
      "contrastive_loss": 2.0884315967559814,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.09282992780208588,
      "step": 310
    },
    {
      "contrastive_loss": 2.087475061416626,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.1633470207452774,
      "step": 310
    },
    {
      "contrastive_loss": 2.0854575634002686,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.10919888317584991,
      "step": 310
    },
    {
      "contrastive_loss": 2.0877325534820557,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.15743976831436157,
      "step": 310
    },
    {
      "contrastive_loss": 2.107271671295166,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.13061194121837616,
      "step": 310
    },
    {
      "epoch": 0.20499471243797282,
      "grad_norm": 0.35814914107322693,
      "learning_rate": 0.00028344756682659357,
      "loss": 3.193,
      "step": 315
    },
    {
      "contrastive_loss": 2.0897388458251953,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.12204653769731522,
      "step": 315
    },
    {
      "contrastive_loss": 2.1000423431396484,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.16950544714927673,
      "step": 315
    },
    {
      "contrastive_loss": 2.1023144721984863,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.12661811709403992,
      "step": 315
    },
    {
      "contrastive_loss": 2.089433431625366,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.18540222942829132,
      "step": 315
    },
    {
      "contrastive_loss": 2.0752124786376953,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.13164685666561127,
      "step": 315
    },
    {
      "contrastive_loss": 2.099689483642578,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.16923241317272186,
      "step": 315
    },
    {
      "contrastive_loss": 2.0994696617126465,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.09404045343399048,
      "step": 315
    },
    {
      "contrastive_loss": 2.105916976928711,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.11303544789552689,
      "step": 315
    },
    {
      "epoch": 0.2082485967623851,
      "grad_norm": 0.2644387185573578,
      "learning_rate": 0.0002829335161069225,
      "loss": 3.1672,
      "step": 320
    },
    {
      "contrastive_loss": 2.087794780731201,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.1053692027926445,
      "step": 320
    },
    {
      "contrastive_loss": 2.0893795490264893,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.1573890745639801,
      "step": 320
    },
    {
      "contrastive_loss": 2.0934362411499023,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.16345633566379547,
      "step": 320
    },
    {
      "contrastive_loss": 2.0994768142700195,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.10498888790607452,
      "step": 320
    },
    {
      "contrastive_loss": 2.0997958183288574,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.11927209794521332,
      "step": 320
    },
    {
      "contrastive_loss": 2.150344133377075,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.10987473279237747,
      "step": 320
    },
    {
      "contrastive_loss": 2.104515790939331,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.138590469956398,
      "step": 320
    },
    {
      "contrastive_loss": 2.101984739303589,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.16490602493286133,
      "step": 320
    },
    {
      "epoch": 0.21150248108679737,
      "grad_norm": 0.25879988074302673,
      "learning_rate": 0.00028241946538725153,
      "loss": 3.2204,
      "step": 325
    },
    {
      "contrastive_loss": 2.0729007720947266,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.12335333228111267,
      "step": 325
    },
    {
      "contrastive_loss": 2.0971176624298096,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.16134078800678253,
      "step": 325
    },
    {
      "contrastive_loss": 2.0992507934570312,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.11901809275150299,
      "step": 325
    },
    {
      "contrastive_loss": 2.0919132232666016,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.13702382147312164,
      "step": 325
    },
    {
      "contrastive_loss": 2.1002206802368164,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.11827705055475235,
      "step": 325
    },
    {
      "contrastive_loss": 2.0902154445648193,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.16738159954547882,
      "step": 325
    },
    {
      "contrastive_loss": 2.083362579345703,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.11917005479335785,
      "step": 325
    },
    {
      "contrastive_loss": 2.0872256755828857,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.13269950449466705,
      "step": 325
    },
    {
      "epoch": 0.21475636541120963,
      "grad_norm": 0.23591412603855133,
      "learning_rate": 0.0002819054146675805,
      "loss": 3.1919,
      "step": 330
    },
    {
      "contrastive_loss": 2.0976054668426514,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.12112686038017273,
      "step": 330
    },
    {
      "contrastive_loss": 2.093433141708374,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.0699302926659584,
      "step": 330
    },
    {
      "contrastive_loss": 2.0854880809783936,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.1520407348871231,
      "step": 330
    },
    {
      "contrastive_loss": 2.0954911708831787,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.10622688382863998,
      "step": 330
    },
    {
      "contrastive_loss": 2.084481954574585,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.12470449507236481,
      "step": 330
    },
    {
      "contrastive_loss": 2.103031635284424,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.21900838613510132,
      "step": 330
    },
    {
      "contrastive_loss": 2.088505506515503,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.1302354335784912,
      "step": 330
    },
    {
      "contrastive_loss": 2.093904733657837,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.19497983157634735,
      "step": 330
    },
    {
      "epoch": 0.21801024973562189,
      "grad_norm": 0.9803598523139954,
      "learning_rate": 0.0002813913639479095,
      "loss": 3.1988,
      "step": 335
    },
    {
      "contrastive_loss": 2.094165802001953,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.16136667132377625,
      "step": 335
    },
    {
      "contrastive_loss": 2.0802292823791504,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.24547073245048523,
      "step": 335
    },
    {
      "contrastive_loss": 2.091653823852539,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.10660208016633987,
      "step": 335
    },
    {
      "contrastive_loss": 2.107916831970215,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.11632128804922104,
      "step": 335
    },
    {
      "contrastive_loss": 2.0825467109680176,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.1354101002216339,
      "step": 335
    },
    {
      "contrastive_loss": 2.091090202331543,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.07548554241657257,
      "step": 335
    },
    {
      "contrastive_loss": 2.0940704345703125,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.15512479841709137,
      "step": 335
    },
    {
      "contrastive_loss": 2.1054141521453857,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.12025771290063858,
      "step": 335
    },
    {
      "epoch": 0.22126413406003417,
      "grad_norm": 0.27137818932533264,
      "learning_rate": 0.0002808773132282385,
      "loss": 3.1884,
      "step": 340
    },
    {
      "contrastive_loss": 2.0980215072631836,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.13614188134670258,
      "step": 340
    },
    {
      "contrastive_loss": 2.0992867946624756,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.09267034381628036,
      "step": 340
    },
    {
      "contrastive_loss": 2.095550298690796,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.12892155349254608,
      "step": 340
    },
    {
      "contrastive_loss": 2.098517656326294,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.14259423315525055,
      "step": 340
    },
    {
      "contrastive_loss": 2.0879337787628174,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.10972993075847626,
      "step": 340
    },
    {
      "contrastive_loss": 2.1078643798828125,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.16492711007595062,
      "step": 340
    },
    {
      "contrastive_loss": 2.1068594455718994,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.174315944314003,
      "step": 340
    },
    {
      "contrastive_loss": 2.0817298889160156,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.11460381746292114,
      "step": 340
    },
    {
      "epoch": 0.22451801838444643,
      "grad_norm": 0.2582201361656189,
      "learning_rate": 0.00028036326250856745,
      "loss": 3.1752,
      "step": 345
    },
    {
      "contrastive_loss": 2.110421657562256,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.1747269630432129,
      "step": 345
    },
    {
      "contrastive_loss": 2.0971343517303467,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.15744908154010773,
      "step": 345
    },
    {
      "contrastive_loss": 2.0988552570343018,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.14243152737617493,
      "step": 345
    },
    {
      "contrastive_loss": 2.079556703567505,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.12840984761714935,
      "step": 345
    },
    {
      "contrastive_loss": 2.1087427139282227,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.07135888934135437,
      "step": 345
    },
    {
      "contrastive_loss": 2.0799570083618164,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.1418306529521942,
      "step": 345
    },
    {
      "contrastive_loss": 2.1008706092834473,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.08860944211483002,
      "step": 345
    },
    {
      "contrastive_loss": 2.107724189758301,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.21065650880336761,
      "step": 345
    },
    {
      "epoch": 0.2277719027088587,
      "grad_norm": 0.27873045206069946,
      "learning_rate": 0.00027984921178889646,
      "loss": 3.1813,
      "step": 350
    },
    {
      "contrastive_loss": 2.102933645248413,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.12828415632247925,
      "step": 350
    },
    {
      "contrastive_loss": 2.1043076515197754,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.10923182964324951,
      "step": 350
    },
    {
      "contrastive_loss": 2.071660041809082,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.1446208655834198,
      "step": 350
    },
    {
      "contrastive_loss": 2.1004865169525146,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.18228842318058014,
      "step": 350
    },
    {
      "contrastive_loss": 2.094064950942993,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.14100439846515656,
      "step": 350
    },
    {
      "contrastive_loss": 2.098162889480591,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.11944574862718582,
      "step": 350
    },
    {
      "contrastive_loss": 2.089707374572754,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.04311692714691162,
      "step": 350
    },
    {
      "contrastive_loss": 2.1000070571899414,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.19278185069561005,
      "step": 350
    },
    {
      "epoch": 0.23102578703327098,
      "grad_norm": 0.2446400672197342,
      "learning_rate": 0.00027933516106922547,
      "loss": 3.1942,
      "step": 355
    },
    {
      "contrastive_loss": 2.09591007232666,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.16003049910068512,
      "step": 355
    },
    {
      "contrastive_loss": 2.10323166847229,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.08040568977594376,
      "step": 355
    },
    {
      "contrastive_loss": 2.097235918045044,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.25442343950271606,
      "step": 355
    },
    {
      "contrastive_loss": 2.0920495986938477,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.12175290286540985,
      "step": 355
    },
    {
      "contrastive_loss": 2.08799409866333,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.12001480162143707,
      "step": 355
    },
    {
      "contrastive_loss": 2.1075143814086914,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.10418229550123215,
      "step": 355
    },
    {
      "contrastive_loss": 2.094301223754883,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.1268269270658493,
      "step": 355
    },
    {
      "contrastive_loss": 2.090949773788452,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.15312592685222626,
      "step": 355
    },
    {
      "epoch": 0.23427967135768324,
      "grad_norm": 0.2950369417667389,
      "learning_rate": 0.0002788211103495545,
      "loss": 3.2,
      "step": 360
    },
    {
      "contrastive_loss": 2.1030492782592773,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.12723754346370697,
      "step": 360
    },
    {
      "contrastive_loss": 2.099282741546631,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.13501766324043274,
      "step": 360
    },
    {
      "contrastive_loss": 2.098181962966919,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.17961923778057098,
      "step": 360
    },
    {
      "contrastive_loss": 2.102212905883789,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.14856576919555664,
      "step": 360
    },
    {
      "contrastive_loss": 2.0927014350891113,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.05509970709681511,
      "step": 360
    },
    {
      "contrastive_loss": 2.0832107067108154,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.20780396461486816,
      "step": 360
    },
    {
      "contrastive_loss": 2.0827572345733643,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.04353723302483559,
      "step": 360
    },
    {
      "contrastive_loss": 2.0977604389190674,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.11546787619590759,
      "step": 360
    },
    {
      "epoch": 0.2375335556820955,
      "grad_norm": 0.2682993412017822,
      "learning_rate": 0.00027830705962988343,
      "loss": 3.1329,
      "step": 365
    },
    {
      "contrastive_loss": 2.1041035652160645,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.14068058133125305,
      "step": 365
    },
    {
      "contrastive_loss": 2.095050573348999,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.11960388720035553,
      "step": 365
    },
    {
      "contrastive_loss": 2.0822370052337646,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.18371745944023132,
      "step": 365
    },
    {
      "contrastive_loss": 2.092830181121826,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.20305420458316803,
      "step": 365
    },
    {
      "contrastive_loss": 2.1031675338745117,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.09747383743524551,
      "step": 365
    },
    {
      "contrastive_loss": 2.0921716690063477,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.15127085149288177,
      "step": 365
    },
    {
      "contrastive_loss": 2.093043327331543,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.1544293761253357,
      "step": 365
    },
    {
      "contrastive_loss": 2.1079931259155273,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.0643933117389679,
      "step": 365
    },
    {
      "epoch": 0.24078744000650776,
      "grad_norm": 0.2370060831308365,
      "learning_rate": 0.00027779300891021244,
      "loss": 3.1715,
      "step": 370
    },
    {
      "contrastive_loss": 2.0836188793182373,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.20507019758224487,
      "step": 370
    },
    {
      "contrastive_loss": 2.095515012741089,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.07183383405208588,
      "step": 370
    },
    {
      "contrastive_loss": 2.097960948944092,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.24984344840049744,
      "step": 370
    },
    {
      "contrastive_loss": 2.0896010398864746,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.18121451139450073,
      "step": 370
    },
    {
      "contrastive_loss": 2.2108676433563232,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.1962878406047821,
      "step": 370
    },
    {
      "contrastive_loss": 2.088501453399658,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.07204888015985489,
      "step": 370
    },
    {
      "contrastive_loss": 2.097992181777954,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.12550711631774902,
      "step": 370
    },
    {
      "contrastive_loss": 2.1046104431152344,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.15189382433891296,
      "step": 370
    },
    {
      "epoch": 0.24404132433092005,
      "grad_norm": 0.2352384626865387,
      "learning_rate": 0.00027727895819054145,
      "loss": 3.209,
      "step": 375
    },
    {
      "contrastive_loss": 2.0980730056762695,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.04130592569708824,
      "step": 375
    },
    {
      "contrastive_loss": 2.0862693786621094,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.15726342797279358,
      "step": 375
    },
    {
      "contrastive_loss": 2.0892696380615234,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.11060769855976105,
      "step": 375
    },
    {
      "contrastive_loss": 2.0911736488342285,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.09982269257307053,
      "step": 375
    },
    {
      "contrastive_loss": 2.0982954502105713,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.18893900513648987,
      "step": 375
    },
    {
      "contrastive_loss": 2.1098155975341797,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.22765131294727325,
      "step": 375
    },
    {
      "contrastive_loss": 2.0982680320739746,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.15625251829624176,
      "step": 375
    },
    {
      "contrastive_loss": 2.124380350112915,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.08148042112588882,
      "step": 375
    },
    {
      "epoch": 0.2472952086553323,
      "grad_norm": 0.25733739137649536,
      "learning_rate": 0.00027676490747087046,
      "loss": 3.1986,
      "step": 380
    },
    {
      "contrastive_loss": 2.1009621620178223,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.115359365940094,
      "step": 380
    },
    {
      "contrastive_loss": 2.0929605960845947,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.16675734519958496,
      "step": 380
    },
    {
      "contrastive_loss": 2.091322898864746,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.11159514635801315,
      "step": 380
    },
    {
      "contrastive_loss": 2.1043448448181152,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.14122925698757172,
      "step": 380
    },
    {
      "contrastive_loss": 2.087568998336792,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.11974602937698364,
      "step": 380
    },
    {
      "contrastive_loss": 2.0974440574645996,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.053487394005060196,
      "step": 380
    },
    {
      "contrastive_loss": 2.097421169281006,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.12649081647396088,
      "step": 380
    },
    {
      "contrastive_loss": 2.102062702178955,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.18237745761871338,
      "step": 380
    },
    {
      "epoch": 0.2505490929797446,
      "grad_norm": 0.3051329255104065,
      "learning_rate": 0.0002762508567511994,
      "loss": 3.2025,
      "step": 385
    },
    {
      "contrastive_loss": 2.0985207557678223,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.1555580049753189,
      "step": 385
    },
    {
      "contrastive_loss": 2.088137149810791,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.2042326182126999,
      "step": 385
    },
    {
      "contrastive_loss": 2.0992648601531982,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.06971979886293411,
      "step": 385
    },
    {
      "contrastive_loss": 2.103281021118164,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.16898460686206818,
      "step": 385
    },
    {
      "contrastive_loss": 2.0923686027526855,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.04859434813261032,
      "step": 385
    },
    {
      "contrastive_loss": 2.0953450202941895,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.1428120881319046,
      "step": 385
    },
    {
      "contrastive_loss": 2.1010279655456543,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.1393723040819168,
      "step": 385
    },
    {
      "contrastive_loss": 2.0829885005950928,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.1898501068353653,
      "step": 385
    },
    {
      "epoch": 0.25380297730415685,
      "grad_norm": 0.26911863684654236,
      "learning_rate": 0.0002757368060315284,
      "loss": 3.1811,
      "step": 390
    },
    {
      "contrastive_loss": 2.0912179946899414,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.20613138377666473,
      "step": 390
    },
    {
      "contrastive_loss": 2.091245651245117,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.14063596725463867,
      "step": 390
    },
    {
      "contrastive_loss": 2.081465244293213,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.20095287263393402,
      "step": 390
    },
    {
      "contrastive_loss": 2.0865235328674316,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.1163799837231636,
      "step": 390
    },
    {
      "contrastive_loss": 2.088193893432617,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.11619705706834793,
      "step": 390
    },
    {
      "contrastive_loss": 2.1001245975494385,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.1713108867406845,
      "step": 390
    },
    {
      "contrastive_loss": 2.1006548404693604,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.1300830990076065,
      "step": 390
    },
    {
      "contrastive_loss": 2.098421335220337,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.08552590012550354,
      "step": 390
    },
    {
      "epoch": 0.2570568616285691,
      "grad_norm": 0.2534258961677551,
      "learning_rate": 0.0002752227553118574,
      "loss": 3.1808,
      "step": 395
    },
    {
      "contrastive_loss": 2.0911197662353516,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.19429932534694672,
      "step": 395
    },
    {
      "contrastive_loss": 2.0953195095062256,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.10021249204874039,
      "step": 395
    },
    {
      "contrastive_loss": 2.0942633152008057,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.1141258254647255,
      "step": 395
    },
    {
      "contrastive_loss": 2.0955071449279785,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.07172060757875443,
      "step": 395
    },
    {
      "contrastive_loss": 2.0950801372528076,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.11212281137704849,
      "step": 395
    },
    {
      "contrastive_loss": 2.083812952041626,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.226585254073143,
      "step": 395
    },
    {
      "contrastive_loss": 2.0813515186309814,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.1262178122997284,
      "step": 395
    },
    {
      "contrastive_loss": 2.1019065380096436,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.12724773585796356,
      "step": 395
    },
    {
      "epoch": 0.26031074595298137,
      "grad_norm": 0.24623946845531464,
      "learning_rate": 0.00027470870459218643,
      "loss": 3.2036,
      "step": 400
    },
    {
      "contrastive_loss": 2.0818819999694824,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.11197691410779953,
      "step": 400
    },
    {
      "contrastive_loss": 2.103325128555298,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.10243991017341614,
      "step": 400
    },
    {
      "contrastive_loss": 2.0848426818847656,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.11468017846345901,
      "step": 400
    },
    {
      "contrastive_loss": 2.089287281036377,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.09686558693647385,
      "step": 400
    },
    {
      "contrastive_loss": 2.0998661518096924,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.1850624829530716,
      "step": 400
    },
    {
      "contrastive_loss": 2.0997250080108643,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.23892131447792053,
      "step": 400
    },
    {
      "contrastive_loss": 2.087371587753296,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.15305091440677643,
      "step": 400
    },
    {
      "contrastive_loss": 2.0743353366851807,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.09801457077264786,
      "step": 400
    },
    {
      "epoch": 0.26356463027739363,
      "grad_norm": 0.24096553027629852,
      "learning_rate": 0.0002741946538725154,
      "loss": 3.1771,
      "step": 405
    },
    {
      "contrastive_loss": 2.107139825820923,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.16275329887866974,
      "step": 405
    },
    {
      "contrastive_loss": 2.0830936431884766,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.1699487417936325,
      "step": 405
    },
    {
      "contrastive_loss": 2.0885095596313477,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.15500104427337646,
      "step": 405
    },
    {
      "contrastive_loss": 2.095499038696289,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.12498148530721664,
      "step": 405
    },
    {
      "contrastive_loss": 2.0928826332092285,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.10747084766626358,
      "step": 405
    },
    {
      "contrastive_loss": 2.088644504547119,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.09970572590827942,
      "step": 405
    },
    {
      "contrastive_loss": 2.1020021438598633,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.17552052438259125,
      "step": 405
    },
    {
      "contrastive_loss": 2.0744149684906006,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.12251541018486023,
      "step": 405
    },
    {
      "epoch": 0.2668185146018059,
      "grad_norm": 0.25041595101356506,
      "learning_rate": 0.0002736806031528444,
      "loss": 3.2025,
      "step": 410
    },
    {
      "contrastive_loss": 2.089951992034912,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.1500135362148285,
      "step": 410
    },
    {
      "contrastive_loss": 2.084634780883789,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.08848705887794495,
      "step": 410
    },
    {
      "contrastive_loss": 2.090897560119629,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.0998874306678772,
      "step": 410
    },
    {
      "contrastive_loss": 2.0856707096099854,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.24065938591957092,
      "step": 410
    },
    {
      "contrastive_loss": 2.0892250537872314,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.09116846323013306,
      "step": 410
    },
    {
      "contrastive_loss": 2.0951688289642334,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.1870989203453064,
      "step": 410
    },
    {
      "contrastive_loss": 2.0890254974365234,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.07315239310264587,
      "step": 410
    },
    {
      "contrastive_loss": 2.0933401584625244,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.10416174679994583,
      "step": 410
    },
    {
      "epoch": 0.27007239892621815,
      "grad_norm": 0.21481578052043915,
      "learning_rate": 0.0002731665524331734,
      "loss": 3.166,
      "step": 415
    },
    {
      "contrastive_loss": 2.104229211807251,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.0815100446343422,
      "step": 415
    },
    {
      "contrastive_loss": 2.097179412841797,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.1432374119758606,
      "step": 415
    },
    {
      "contrastive_loss": 2.079556465148926,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.24732404947280884,
      "step": 415
    },
    {
      "contrastive_loss": 2.0855422019958496,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.11916633695363998,
      "step": 415
    },
    {
      "contrastive_loss": 2.0956287384033203,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.11057399213314056,
      "step": 415
    },
    {
      "contrastive_loss": 2.0845088958740234,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.18087908625602722,
      "step": 415
    },
    {
      "contrastive_loss": 2.0990843772888184,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.1263708621263504,
      "step": 415
    },
    {
      "contrastive_loss": 2.090764045715332,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.1551181674003601,
      "step": 415
    },
    {
      "epoch": 0.27332628325063046,
      "grad_norm": 0.280667245388031,
      "learning_rate": 0.00027265250171350236,
      "loss": 3.186,
      "step": 420
    },
    {
      "contrastive_loss": 2.0892841815948486,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.2119097113609314,
      "step": 420
    },
    {
      "contrastive_loss": 2.089848518371582,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.03806324675679207,
      "step": 420
    },
    {
      "contrastive_loss": 2.093942642211914,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.21002104878425598,
      "step": 420
    },
    {
      "contrastive_loss": 2.0977489948272705,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.1785896122455597,
      "step": 420
    },
    {
      "contrastive_loss": 2.09470796585083,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.17023205757141113,
      "step": 420
    },
    {
      "contrastive_loss": 2.1027204990386963,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.08460523933172226,
      "step": 420
    },
    {
      "contrastive_loss": 2.103640079498291,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.1499958038330078,
      "step": 420
    },
    {
      "contrastive_loss": 2.097787380218506,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.06342669576406479,
      "step": 420
    },
    {
      "epoch": 0.2765801675750427,
      "grad_norm": 0.2158452421426773,
      "learning_rate": 0.00027213845099383137,
      "loss": 3.1783,
      "step": 425
    },
    {
      "contrastive_loss": 2.0984489917755127,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.1491716206073761,
      "step": 425
    },
    {
      "contrastive_loss": 2.1023945808410645,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.11119038611650467,
      "step": 425
    },
    {
      "contrastive_loss": 2.096271514892578,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.14693260192871094,
      "step": 425
    },
    {
      "contrastive_loss": 2.0936124324798584,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.09418652206659317,
      "step": 425
    },
    {
      "contrastive_loss": 2.086592197418213,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.11599686741828918,
      "step": 425
    },
    {
      "contrastive_loss": 2.0929012298583984,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.15329506993293762,
      "step": 425
    },
    {
      "contrastive_loss": 2.096900463104248,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.14305821061134338,
      "step": 425
    },
    {
      "contrastive_loss": 2.0963644981384277,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.14886607229709625,
      "step": 425
    },
    {
      "epoch": 0.279834051899455,
      "grad_norm": 0.2261030077934265,
      "learning_rate": 0.0002716244002741603,
      "loss": 3.2018,
      "step": 430
    },
    {
      "contrastive_loss": 2.1035807132720947,
      "epoch": 0.279834051899455,
      "nll_loss": 0.042128924280405045,
      "step": 430
    },
    {
      "contrastive_loss": 2.0921547412872314,
      "epoch": 0.279834051899455,
      "nll_loss": 0.11550602316856384,
      "step": 430
    },
    {
      "contrastive_loss": 2.0938961505889893,
      "epoch": 0.279834051899455,
      "nll_loss": 0.17225764691829681,
      "step": 430
    },
    {
      "contrastive_loss": 2.0984771251678467,
      "epoch": 0.279834051899455,
      "nll_loss": 0.18769143521785736,
      "step": 430
    },
    {
      "contrastive_loss": 2.0949642658233643,
      "epoch": 0.279834051899455,
      "nll_loss": 0.12119800597429276,
      "step": 430
    },
    {
      "contrastive_loss": 2.0821316242218018,
      "epoch": 0.279834051899455,
      "nll_loss": 0.11818143725395203,
      "step": 430
    },
    {
      "contrastive_loss": 2.0966618061065674,
      "epoch": 0.279834051899455,
      "nll_loss": 0.14867575466632843,
      "step": 430
    },
    {
      "contrastive_loss": 2.0889673233032227,
      "epoch": 0.279834051899455,
      "nll_loss": 0.0998954102396965,
      "step": 430
    },
    {
      "epoch": 0.28308793622386724,
      "grad_norm": 0.2536080479621887,
      "learning_rate": 0.00027111034955448933,
      "loss": 3.1521,
      "step": 435
    },
    {
      "contrastive_loss": 2.1017227172851562,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.13494302332401276,
      "step": 435
    },
    {
      "contrastive_loss": 2.1156699657440186,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.13688161969184875,
      "step": 435
    },
    {
      "contrastive_loss": 2.10048246383667,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.21348080039024353,
      "step": 435
    },
    {
      "contrastive_loss": 2.103134870529175,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.12209288030862808,
      "step": 435
    },
    {
      "contrastive_loss": 2.089114189147949,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.17449481785297394,
      "step": 435
    },
    {
      "contrastive_loss": 2.0925416946411133,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.10734917223453522,
      "step": 435
    },
    {
      "contrastive_loss": 2.096519708633423,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.15078067779541016,
      "step": 435
    },
    {
      "contrastive_loss": 2.0909156799316406,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.08111520856618881,
      "step": 435
    },
    {
      "epoch": 0.2863418205482795,
      "grad_norm": 0.25524047017097473,
      "learning_rate": 0.00027059629883481834,
      "loss": 3.1751,
      "step": 440
    },
    {
      "contrastive_loss": 2.0876216888427734,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.17417018115520477,
      "step": 440
    },
    {
      "contrastive_loss": 2.090268135070801,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.12504220008850098,
      "step": 440
    },
    {
      "contrastive_loss": 2.0923686027526855,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.10250993818044662,
      "step": 440
    },
    {
      "contrastive_loss": 2.084388494491577,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.1534879356622696,
      "step": 440
    },
    {
      "contrastive_loss": 2.0970726013183594,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.07435519248247147,
      "step": 440
    },
    {
      "contrastive_loss": 2.100285530090332,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.12287121266126633,
      "step": 440
    },
    {
      "contrastive_loss": 2.0847532749176025,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.13941003382205963,
      "step": 440
    },
    {
      "contrastive_loss": 2.111104726791382,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.09419015049934387,
      "step": 440
    },
    {
      "epoch": 0.28959570487269176,
      "grad_norm": 0.27080580592155457,
      "learning_rate": 0.00027008224811514734,
      "loss": 3.1509,
      "step": 445
    },
    {
      "contrastive_loss": 2.088700532913208,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.1798263043165207,
      "step": 445
    },
    {
      "contrastive_loss": 2.093334674835205,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.10767408460378647,
      "step": 445
    },
    {
      "contrastive_loss": 2.0860090255737305,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.1713557094335556,
      "step": 445
    },
    {
      "contrastive_loss": 2.093575954437256,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.19031086564064026,
      "step": 445
    },
    {
      "contrastive_loss": 2.0881283283233643,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.12882687151432037,
      "step": 445
    },
    {
      "contrastive_loss": 2.0895419120788574,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.11510826647281647,
      "step": 445
    },
    {
      "contrastive_loss": 2.0960628986358643,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.15981076657772064,
      "step": 445
    },
    {
      "contrastive_loss": 2.084649085998535,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.11399351805448532,
      "step": 445
    },
    {
      "epoch": 0.292849589197104,
      "grad_norm": 0.24050967395305634,
      "learning_rate": 0.0002695681973954763,
      "loss": 3.1606,
      "step": 450
    },
    {
      "contrastive_loss": 2.0940730571746826,
      "epoch": 0.292849589197104,
      "nll_loss": 0.15965694189071655,
      "step": 450
    },
    {
      "contrastive_loss": 2.1009626388549805,
      "epoch": 0.292849589197104,
      "nll_loss": 0.0840965062379837,
      "step": 450
    },
    {
      "contrastive_loss": 2.095672845840454,
      "epoch": 0.292849589197104,
      "nll_loss": 0.10230094939470291,
      "step": 450
    },
    {
      "contrastive_loss": 2.1009089946746826,
      "epoch": 0.292849589197104,
      "nll_loss": 0.06041199341416359,
      "step": 450
    },
    {
      "contrastive_loss": 2.093163013458252,
      "epoch": 0.292849589197104,
      "nll_loss": 0.2075561136007309,
      "step": 450
    },
    {
      "contrastive_loss": 2.0966570377349854,
      "epoch": 0.292849589197104,
      "nll_loss": 0.2237476408481598,
      "step": 450
    },
    {
      "contrastive_loss": 2.0998473167419434,
      "epoch": 0.292849589197104,
      "nll_loss": 0.17585532367229462,
      "step": 450
    },
    {
      "contrastive_loss": 2.1004295349121094,
      "epoch": 0.292849589197104,
      "nll_loss": 0.07169729471206665,
      "step": 450
    },
    {
      "epoch": 0.29610347352151634,
      "grad_norm": 0.24753674864768982,
      "learning_rate": 0.0002690541466758053,
      "loss": 3.1862,
      "step": 455
    },
    {
      "contrastive_loss": 2.0947916507720947,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.12980177998542786,
      "step": 455
    },
    {
      "contrastive_loss": 2.0946078300476074,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.16787871718406677,
      "step": 455
    },
    {
      "contrastive_loss": 2.0935122966766357,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.15616081655025482,
      "step": 455
    },
    {
      "contrastive_loss": 2.096100330352783,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.11170818656682968,
      "step": 455
    },
    {
      "contrastive_loss": 2.0945839881896973,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.10014481842517853,
      "step": 455
    },
    {
      "contrastive_loss": 2.0954153537750244,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.1652565896511078,
      "step": 455
    },
    {
      "contrastive_loss": 2.0884013175964355,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.08280359208583832,
      "step": 455
    },
    {
      "contrastive_loss": 2.08566951751709,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.15160129964351654,
      "step": 455
    },
    {
      "epoch": 0.2993573578459286,
      "grad_norm": 0.28099268674850464,
      "learning_rate": 0.0002685400959561343,
      "loss": 3.1966,
      "step": 460
    },
    {
      "contrastive_loss": 2.092020034790039,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.17153383791446686,
      "step": 460
    },
    {
      "contrastive_loss": 2.094754457473755,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.10284879058599472,
      "step": 460
    },
    {
      "contrastive_loss": 2.093078136444092,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.13463446497917175,
      "step": 460
    },
    {
      "contrastive_loss": 2.098243474960327,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.22108806669712067,
      "step": 460
    },
    {
      "contrastive_loss": 2.0980823040008545,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.15528073906898499,
      "step": 460
    },
    {
      "contrastive_loss": 2.0910205841064453,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.08037489652633667,
      "step": 460
    },
    {
      "contrastive_loss": 2.0940349102020264,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.11794469505548477,
      "step": 460
    },
    {
      "contrastive_loss": 2.098616600036621,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.08091941475868225,
      "step": 460
    },
    {
      "epoch": 0.30261124217034086,
      "grad_norm": 0.24249029159545898,
      "learning_rate": 0.0002680260452364633,
      "loss": 3.1926,
      "step": 465
    },
    {
      "contrastive_loss": 2.090651273727417,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.13129037618637085,
      "step": 465
    },
    {
      "contrastive_loss": 2.0864169597625732,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.04935020953416824,
      "step": 465
    },
    {
      "contrastive_loss": 2.09486985206604,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.1689450591802597,
      "step": 465
    },
    {
      "contrastive_loss": 2.0921928882598877,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.18656516075134277,
      "step": 465
    },
    {
      "contrastive_loss": 2.095571756362915,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.1513461172580719,
      "step": 465
    },
    {
      "contrastive_loss": 2.086684465408325,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.08315063267946243,
      "step": 465
    },
    {
      "contrastive_loss": 2.0837221145629883,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.17726998031139374,
      "step": 465
    },
    {
      "contrastive_loss": 2.102022886276245,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.17075489461421967,
      "step": 465
    },
    {
      "epoch": 0.3058651264947531,
      "grad_norm": 0.2473665177822113,
      "learning_rate": 0.00026751199451679233,
      "loss": 3.2052,
      "step": 470
    },
    {
      "contrastive_loss": 2.0847458839416504,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.18000593781471252,
      "step": 470
    },
    {
      "contrastive_loss": 2.104651927947998,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.04800676926970482,
      "step": 470
    },
    {
      "contrastive_loss": 2.09539794921875,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.2707827091217041,
      "step": 470
    },
    {
      "contrastive_loss": 2.0845446586608887,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.1269177347421646,
      "step": 470
    },
    {
      "contrastive_loss": 2.0822854042053223,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.08458185195922852,
      "step": 470
    },
    {
      "contrastive_loss": 2.092877149581909,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.10169105231761932,
      "step": 470
    },
    {
      "contrastive_loss": 2.1095995903015137,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.16613933444023132,
      "step": 470
    },
    {
      "contrastive_loss": 2.090867519378662,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.09890023618936539,
      "step": 470
    },
    {
      "epoch": 0.3091190108191654,
      "grad_norm": 0.2291387915611267,
      "learning_rate": 0.0002669979437971213,
      "loss": 3.1706,
      "step": 475
    },
    {
      "contrastive_loss": 2.0951201915740967,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.22207185626029968,
      "step": 475
    },
    {
      "contrastive_loss": 2.087362051010132,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.07302860915660858,
      "step": 475
    },
    {
      "contrastive_loss": 2.104685068130493,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.1517849564552307,
      "step": 475
    },
    {
      "contrastive_loss": 2.1020114421844482,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.1329161822795868,
      "step": 475
    },
    {
      "contrastive_loss": 2.086371421813965,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.054528865963220596,
      "step": 475
    },
    {
      "contrastive_loss": 2.0916519165039062,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.08982112258672714,
      "step": 475
    },
    {
      "contrastive_loss": 2.100949287414551,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.06650589406490326,
      "step": 475
    },
    {
      "contrastive_loss": 2.0901870727539062,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.2287161499261856,
      "step": 475
    },
    {
      "epoch": 0.31237289514357763,
      "grad_norm": 0.21637983620166779,
      "learning_rate": 0.0002664838930774503,
      "loss": 3.1511,
      "step": 480
    },
    {
      "contrastive_loss": 2.0892210006713867,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.1494363248348236,
      "step": 480
    },
    {
      "contrastive_loss": 2.098580837249756,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.14164787530899048,
      "step": 480
    },
    {
      "contrastive_loss": 2.1004984378814697,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.12044757604598999,
      "step": 480
    },
    {
      "contrastive_loss": 2.098339319229126,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.1397383213043213,
      "step": 480
    },
    {
      "contrastive_loss": 2.0968198776245117,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.16372567415237427,
      "step": 480
    },
    {
      "contrastive_loss": 2.0927011966705322,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.12696127593517303,
      "step": 480
    },
    {
      "contrastive_loss": 2.0976755619049072,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.06494033336639404,
      "step": 480
    },
    {
      "contrastive_loss": 2.0966360569000244,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.15255720913410187,
      "step": 480
    },
    {
      "epoch": 0.3156267794679899,
      "grad_norm": 0.26902490854263306,
      "learning_rate": 0.0002659698423577793,
      "loss": 3.1836,
      "step": 485
    },
    {
      "contrastive_loss": 2.0936386585235596,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.1637864112854004,
      "step": 485
    },
    {
      "contrastive_loss": 2.0935938358306885,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.10062993317842484,
      "step": 485
    },
    {
      "contrastive_loss": 2.0876784324645996,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.10142248123884201,
      "step": 485
    },
    {
      "contrastive_loss": 2.0865261554718018,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.04399462789297104,
      "step": 485
    },
    {
      "contrastive_loss": 2.0926365852355957,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.2015993893146515,
      "step": 485
    },
    {
      "contrastive_loss": 2.090486764907837,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.09140665829181671,
      "step": 485
    },
    {
      "contrastive_loss": 2.08443021774292,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.12778030335903168,
      "step": 485
    },
    {
      "contrastive_loss": 2.0718259811401367,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.28322720527648926,
      "step": 485
    },
    {
      "epoch": 0.31888066379240215,
      "grad_norm": 0.23578478395938873,
      "learning_rate": 0.0002654557916381083,
      "loss": 3.2031,
      "step": 490
    },
    {
      "contrastive_loss": 2.0895235538482666,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.15372301638126373,
      "step": 490
    },
    {
      "contrastive_loss": 2.1043307781219482,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.14281117916107178,
      "step": 490
    },
    {
      "contrastive_loss": 2.0908031463623047,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.1947012096643448,
      "step": 490
    },
    {
      "contrastive_loss": 2.0877268314361572,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.0713820531964302,
      "step": 490
    },
    {
      "contrastive_loss": 2.1054835319519043,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.13934963941574097,
      "step": 490
    },
    {
      "contrastive_loss": 2.090115547180176,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.11509966105222702,
      "step": 490
    },
    {
      "contrastive_loss": 2.093261241912842,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.12339651584625244,
      "step": 490
    },
    {
      "contrastive_loss": 2.0943243503570557,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.14727266132831573,
      "step": 490
    },
    {
      "epoch": 0.32213454811681447,
      "grad_norm": 0.2839420437812805,
      "learning_rate": 0.00026494174091843726,
      "loss": 3.1995,
      "step": 495
    },
    {
      "contrastive_loss": 2.0971932411193848,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.20405563712120056,
      "step": 495
    },
    {
      "contrastive_loss": 2.091765880584717,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.13098423182964325,
      "step": 495
    },
    {
      "contrastive_loss": 2.093390941619873,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.09932461380958557,
      "step": 495
    },
    {
      "contrastive_loss": 2.089526891708374,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.10210932046175003,
      "step": 495
    },
    {
      "contrastive_loss": 2.0841588973999023,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.1127709224820137,
      "step": 495
    },
    {
      "contrastive_loss": 2.0886330604553223,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.16931110620498657,
      "step": 495
    },
    {
      "contrastive_loss": 2.0867531299591064,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.1734974980354309,
      "step": 495
    },
    {
      "contrastive_loss": 2.088214874267578,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.15505412220954895,
      "step": 495
    },
    {
      "epoch": 0.3253884324412267,
      "grad_norm": 0.23418891429901123,
      "learning_rate": 0.00026442769019876627,
      "loss": 3.1627,
      "step": 500
    },
    {
      "contrastive_loss": 2.092651128768921,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9793082475662231,
      "step": 500
    },
    {
      "contrastive_loss": 2.0889837741851807,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1732048988342285,
      "step": 500
    },
    {
      "contrastive_loss": 2.093991756439209,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0182429552078247,
      "step": 500
    },
    {
      "contrastive_loss": 2.081681489944458,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.201183557510376,
      "step": 500
    },
    {
      "contrastive_loss": 2.09773850440979,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2723324298858643,
      "step": 500
    },
    {
      "contrastive_loss": 2.093366861343384,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9784497022628784,
      "step": 500
    },
    {
      "contrastive_loss": 2.0966382026672363,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9709973931312561,
      "step": 500
    },
    {
      "contrastive_loss": 2.0822010040283203,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8067036867141724,
      "step": 500
    },
    {
      "contrastive_loss": 2.108366012573242,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0366406440734863,
      "step": 500
    },
    {
      "contrastive_loss": 2.0948424339294434,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9099543690681458,
      "step": 500
    },
    {
      "contrastive_loss": 2.1054720878601074,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0842905044555664,
      "step": 500
    },
    {
      "contrastive_loss": 2.087750196456909,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.981425404548645,
      "step": 500
    },
    {
      "contrastive_loss": 2.0818629264831543,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9511391520500183,
      "step": 500
    },
    {
      "contrastive_loss": 2.0863537788391113,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.15828275680542,
      "step": 500
    },
    {
      "contrastive_loss": 2.09977126121521,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0950651168823242,
      "step": 500
    },
    {
      "contrastive_loss": 2.1022138595581055,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0644279718399048,
      "step": 500
    },
    {
      "contrastive_loss": 2.093416929244995,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.193798303604126,
      "step": 500
    },
    {
      "contrastive_loss": 2.089954137802124,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8706382513046265,
      "step": 500
    },
    {
      "contrastive_loss": 2.097670793533325,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1383495330810547,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900094509124756,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2047512531280518,
      "step": 500
    },
    {
      "contrastive_loss": 2.1006596088409424,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2080776691436768,
      "step": 500
    },
    {
      "contrastive_loss": 2.095506191253662,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2202900648117065,
      "step": 500
    },
    {
      "contrastive_loss": 2.0861387252807617,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.979820728302002,
      "step": 500
    },
    {
      "contrastive_loss": 2.088533878326416,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9565499424934387,
      "step": 500
    },
    {
      "contrastive_loss": 2.074291706085205,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2838459014892578,
      "step": 500
    },
    {
      "contrastive_loss": 2.096219539642334,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8997666239738464,
      "step": 500
    },
    {
      "contrastive_loss": 2.0930614471435547,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0988037586212158,
      "step": 500
    },
    {
      "contrastive_loss": 2.086088180541992,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.252804160118103,
      "step": 500
    },
    {
      "contrastive_loss": 2.0944983959198,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0611076354980469,
      "step": 500
    },
    {
      "contrastive_loss": 2.0910484790802,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1188900470733643,
      "step": 500
    },
    {
      "contrastive_loss": 2.0849668979644775,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.035029649734497,
      "step": 500
    },
    {
      "contrastive_loss": 2.115112781524658,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1185051202774048,
      "step": 500
    },
    {
      "contrastive_loss": 2.0924034118652344,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0664958953857422,
      "step": 500
    },
    {
      "contrastive_loss": 2.0865960121154785,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4042925834655762,
      "step": 500
    },
    {
      "contrastive_loss": 2.097412109375,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1230837106704712,
      "step": 500
    },
    {
      "contrastive_loss": 2.1027255058288574,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0222208499908447,
      "step": 500
    },
    {
      "contrastive_loss": 2.0868022441864014,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0636687278747559,
      "step": 500
    },
    {
      "contrastive_loss": 2.086113691329956,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0498079061508179,
      "step": 500
    },
    {
      "contrastive_loss": 2.0892508029937744,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0976884365081787,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874006748199463,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8822440505027771,
      "step": 500
    },
    {
      "contrastive_loss": 2.0901951789855957,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9298810958862305,
      "step": 500
    },
    {
      "contrastive_loss": 2.0826239585876465,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1967076063156128,
      "step": 500
    },
    {
      "contrastive_loss": 2.091578245162964,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1339659690856934,
      "step": 500
    },
    {
      "contrastive_loss": 2.096417188644409,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9876141548156738,
      "step": 500
    },
    {
      "contrastive_loss": 2.082707166671753,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.12930428981781,
      "step": 500
    },
    {
      "contrastive_loss": 2.0994248390197754,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3007615804672241,
      "step": 500
    },
    {
      "contrastive_loss": 2.088029623031616,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.032446026802063,
      "step": 500
    },
    {
      "contrastive_loss": 2.1024296283721924,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1441506147384644,
      "step": 500
    },
    {
      "contrastive_loss": 2.0922043323516846,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1235592365264893,
      "step": 500
    },
    {
      "contrastive_loss": 2.1001784801483154,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1493234634399414,
      "step": 500
    },
    {
      "contrastive_loss": 2.086977005004883,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1061962842941284,
      "step": 500
    },
    {
      "contrastive_loss": 2.0940585136413574,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.015995979309082,
      "step": 500
    },
    {
      "contrastive_loss": 2.100046157836914,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.176376223564148,
      "step": 500
    },
    {
      "contrastive_loss": 2.0915567874908447,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0528992414474487,
      "step": 500
    },
    {
      "contrastive_loss": 2.108469009399414,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1838183403015137,
      "step": 500
    },
    {
      "contrastive_loss": 2.08935809135437,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0663197040557861,
      "step": 500
    },
    {
      "contrastive_loss": 2.110961675643921,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0719918012619019,
      "step": 500
    },
    {
      "contrastive_loss": 2.0896835327148438,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2746882438659668,
      "step": 500
    },
    {
      "contrastive_loss": 2.096733331680298,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8684406280517578,
      "step": 500
    },
    {
      "contrastive_loss": 2.0910515785217285,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8530104160308838,
      "step": 500
    },
    {
      "contrastive_loss": 2.0920820236206055,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0048052072525024,
      "step": 500
    },
    {
      "contrastive_loss": 2.090594530105591,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0366870164871216,
      "step": 500
    },
    {
      "contrastive_loss": 2.0889394283294678,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.130705714225769,
      "step": 500
    },
    {
      "contrastive_loss": 2.08657169342041,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.937908947467804,
      "step": 500
    },
    {
      "contrastive_loss": 2.1002655029296875,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0354236364364624,
      "step": 500
    },
    {
      "contrastive_loss": 2.09601092338562,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1343499422073364,
      "step": 500
    },
    {
      "contrastive_loss": 2.0921220779418945,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.088222622871399,
      "step": 500
    },
    {
      "contrastive_loss": 2.0896286964416504,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9847341775894165,
      "step": 500
    },
    {
      "contrastive_loss": 2.0950586795806885,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1777632236480713,
      "step": 500
    },
    {
      "contrastive_loss": 2.1037278175354004,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.162083625793457,
      "step": 500
    },
    {
      "contrastive_loss": 2.101349353790283,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9697525501251221,
      "step": 500
    },
    {
      "contrastive_loss": 2.0960516929626465,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.181165099143982,
      "step": 500
    },
    {
      "contrastive_loss": 2.085371255874634,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2508130073547363,
      "step": 500
    },
    {
      "contrastive_loss": 2.092184543609619,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0769492387771606,
      "step": 500
    },
    {
      "contrastive_loss": 2.0937860012054443,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.397200345993042,
      "step": 500
    },
    {
      "contrastive_loss": 2.086350440979004,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2413389682769775,
      "step": 500
    },
    {
      "contrastive_loss": 2.093407154083252,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.033699631690979,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900940895080566,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3131458759307861,
      "step": 500
    },
    {
      "contrastive_loss": 2.0877933502197266,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1211086511611938,
      "step": 500
    },
    {
      "contrastive_loss": 2.082477569580078,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0274251699447632,
      "step": 500
    },
    {
      "contrastive_loss": 2.084568977355957,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9771060347557068,
      "step": 500
    },
    {
      "contrastive_loss": 2.086057662963867,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1622200012207031,
      "step": 500
    },
    {
      "contrastive_loss": 2.0949747562408447,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1354886293411255,
      "step": 500
    },
    {
      "contrastive_loss": 2.09645938873291,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4139188528060913,
      "step": 500
    },
    {
      "contrastive_loss": 2.095417022705078,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0973104238510132,
      "step": 500
    },
    {
      "contrastive_loss": 2.0879828929901123,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2690385580062866,
      "step": 500
    },
    {
      "contrastive_loss": 2.088871955871582,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8982377648353577,
      "step": 500
    },
    {
      "contrastive_loss": 2.092437505722046,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1726678609848022,
      "step": 500
    },
    {
      "contrastive_loss": 2.09618878364563,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1197319030761719,
      "step": 500
    },
    {
      "contrastive_loss": 2.096519708633423,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1289732456207275,
      "step": 500
    },
    {
      "contrastive_loss": 2.079782724380493,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1352746486663818,
      "step": 500
    },
    {
      "contrastive_loss": 2.090864658355713,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.005303144454956,
      "step": 500
    },
    {
      "contrastive_loss": 2.1050195693969727,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8986209630966187,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926122665405273,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3115456104278564,
      "step": 500
    },
    {
      "contrastive_loss": 2.102402448654175,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9819403290748596,
      "step": 500
    },
    {
      "contrastive_loss": 2.0836501121520996,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1629258394241333,
      "step": 500
    },
    {
      "contrastive_loss": 2.078815460205078,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1825389862060547,
      "step": 500
    },
    {
      "contrastive_loss": 2.0946598052978516,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9016329646110535,
      "step": 500
    },
    {
      "contrastive_loss": 2.097745418548584,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9908323287963867,
      "step": 500
    },
    {
      "contrastive_loss": 2.0964269638061523,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1222434043884277,
      "step": 500
    },
    {
      "contrastive_loss": 2.090641498565674,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9404844641685486,
      "step": 500
    },
    {
      "contrastive_loss": 2.0730795860290527,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0580403804779053,
      "step": 500
    },
    {
      "contrastive_loss": 2.0787112712860107,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.044717788696289,
      "step": 500
    },
    {
      "contrastive_loss": 2.0928094387054443,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2095863819122314,
      "step": 500
    },
    {
      "contrastive_loss": 2.090951919555664,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0510430335998535,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957930088043213,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9623409509658813,
      "step": 500
    },
    {
      "contrastive_loss": 2.086221694946289,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0405669212341309,
      "step": 500
    },
    {
      "contrastive_loss": 2.091214656829834,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8920648694038391,
      "step": 500
    },
    {
      "contrastive_loss": 2.0949387550354004,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1822782754898071,
      "step": 500
    },
    {
      "contrastive_loss": 2.092348575592041,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2259392738342285,
      "step": 500
    },
    {
      "contrastive_loss": 2.0919597148895264,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1470723152160645,
      "step": 500
    },
    {
      "contrastive_loss": 2.094298839569092,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0229917764663696,
      "step": 500
    },
    {
      "contrastive_loss": 2.0898854732513428,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.986943781375885,
      "step": 500
    },
    {
      "contrastive_loss": 2.0898900032043457,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9106634259223938,
      "step": 500
    },
    {
      "contrastive_loss": 2.091923952102661,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8361147046089172,
      "step": 500
    },
    {
      "contrastive_loss": 2.0837576389312744,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.068839192390442,
      "step": 500
    },
    {
      "contrastive_loss": 2.0931386947631836,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1546238660812378,
      "step": 500
    },
    {
      "contrastive_loss": 2.0907440185546875,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1550203561782837,
      "step": 500
    },
    {
      "contrastive_loss": 2.085242748260498,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.091735601425171,
      "step": 500
    },
    {
      "contrastive_loss": 2.0902209281921387,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.07527494430542,
      "step": 500
    },
    {
      "contrastive_loss": 2.0994880199432373,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1309620141983032,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886385440826416,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0408695936203003,
      "step": 500
    },
    {
      "contrastive_loss": 2.088231325149536,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.503614068031311,
      "step": 500
    },
    {
      "contrastive_loss": 2.0999317169189453,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.216844081878662,
      "step": 500
    },
    {
      "contrastive_loss": 2.094233512878418,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1166385412216187,
      "step": 500
    },
    {
      "contrastive_loss": 2.0875890254974365,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4043837785720825,
      "step": 500
    },
    {
      "contrastive_loss": 2.083245038986206,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9776604771614075,
      "step": 500
    },
    {
      "contrastive_loss": 2.0899884700775146,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1814711093902588,
      "step": 500
    },
    {
      "contrastive_loss": 2.104466438293457,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9554702043533325,
      "step": 500
    },
    {
      "contrastive_loss": 2.099123001098633,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9872447848320007,
      "step": 500
    },
    {
      "contrastive_loss": 2.0854201316833496,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9825584888458252,
      "step": 500
    },
    {
      "contrastive_loss": 2.0936388969421387,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1028419733047485,
      "step": 500
    },
    {
      "contrastive_loss": 2.0880866050720215,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.158004879951477,
      "step": 500
    },
    {
      "contrastive_loss": 2.0960910320281982,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1932059526443481,
      "step": 500
    },
    {
      "contrastive_loss": 2.0954041481018066,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1902745962142944,
      "step": 500
    },
    {
      "contrastive_loss": 2.079923391342163,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9603599905967712,
      "step": 500
    },
    {
      "contrastive_loss": 2.095266580581665,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9802021384239197,
      "step": 500
    },
    {
      "contrastive_loss": 2.0765650272369385,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9734556674957275,
      "step": 500
    },
    {
      "contrastive_loss": 2.0909407138824463,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0993714332580566,
      "step": 500
    },
    {
      "contrastive_loss": 2.087089776992798,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2558470964431763,
      "step": 500
    },
    {
      "contrastive_loss": 2.0902767181396484,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1636215448379517,
      "step": 500
    },
    {
      "contrastive_loss": 2.1036159992218018,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0683748722076416,
      "step": 500
    },
    {
      "contrastive_loss": 2.087552547454834,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0081712007522583,
      "step": 500
    },
    {
      "contrastive_loss": 2.0965681076049805,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1614183187484741,
      "step": 500
    },
    {
      "contrastive_loss": 2.0976011753082275,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1906894445419312,
      "step": 500
    },
    {
      "contrastive_loss": 2.0885555744171143,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.082551121711731,
      "step": 500
    },
    {
      "contrastive_loss": 2.0819530487060547,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0572242736816406,
      "step": 500
    },
    {
      "contrastive_loss": 2.090761184692383,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.270325779914856,
      "step": 500
    },
    {
      "contrastive_loss": 2.1017417907714844,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2003167867660522,
      "step": 500
    },
    {
      "contrastive_loss": 2.093395709991455,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0377675294876099,
      "step": 500
    },
    {
      "contrastive_loss": 2.0875422954559326,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8640139698982239,
      "step": 500
    },
    {
      "contrastive_loss": 2.0866966247558594,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1678588390350342,
      "step": 500
    },
    {
      "contrastive_loss": 2.094989061355591,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0204906463623047,
      "step": 500
    },
    {
      "contrastive_loss": 2.0978527069091797,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0772284269332886,
      "step": 500
    },
    {
      "contrastive_loss": 2.09442138671875,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7942513823509216,
      "step": 500
    },
    {
      "contrastive_loss": 2.093583345413208,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0325981378555298,
      "step": 500
    },
    {
      "contrastive_loss": 2.089994430541992,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0540361404418945,
      "step": 500
    },
    {
      "contrastive_loss": 2.096592903137207,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1070188283920288,
      "step": 500
    },
    {
      "contrastive_loss": 2.0914762020111084,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0497692823410034,
      "step": 500
    },
    {
      "contrastive_loss": 2.080327272415161,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.215303659439087,
      "step": 500
    },
    {
      "contrastive_loss": 2.092113733291626,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.993289053440094,
      "step": 500
    },
    {
      "contrastive_loss": 2.0906527042388916,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.036699891090393,
      "step": 500
    },
    {
      "contrastive_loss": 2.0862627029418945,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0450102090835571,
      "step": 500
    },
    {
      "contrastive_loss": 2.0882034301757812,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1594152450561523,
      "step": 500
    },
    {
      "contrastive_loss": 2.092831611633301,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3796604871749878,
      "step": 500
    },
    {
      "contrastive_loss": 2.088935136795044,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3013126850128174,
      "step": 500
    },
    {
      "contrastive_loss": 2.103391408920288,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9883050918579102,
      "step": 500
    },
    {
      "contrastive_loss": 2.0832760334014893,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.132375955581665,
      "step": 500
    },
    {
      "contrastive_loss": 2.084519147872925,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9795489311218262,
      "step": 500
    },
    {
      "contrastive_loss": 2.087327718734741,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.41971755027771,
      "step": 500
    },
    {
      "contrastive_loss": 2.0943284034729004,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0420407056808472,
      "step": 500
    },
    {
      "contrastive_loss": 2.0996968746185303,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9792436957359314,
      "step": 500
    },
    {
      "contrastive_loss": 2.095545768737793,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2991021871566772,
      "step": 500
    },
    {
      "contrastive_loss": 2.083453893661499,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4375940561294556,
      "step": 500
    },
    {
      "contrastive_loss": 2.097614049911499,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.029085636138916,
      "step": 500
    },
    {
      "contrastive_loss": 2.0901100635528564,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0515512228012085,
      "step": 500
    },
    {
      "contrastive_loss": 2.089521884918213,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.202401876449585,
      "step": 500
    },
    {
      "contrastive_loss": 2.242678165435791,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.168392539024353,
      "step": 500
    },
    {
      "contrastive_loss": 2.0848138332366943,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0329986810684204,
      "step": 500
    },
    {
      "contrastive_loss": 2.09501314163208,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9929234385490417,
      "step": 500
    },
    {
      "contrastive_loss": 2.086254835128784,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.027475118637085,
      "step": 500
    },
    {
      "contrastive_loss": 2.101999282836914,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8159809112548828,
      "step": 500
    },
    {
      "contrastive_loss": 2.085195302963257,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0484495162963867,
      "step": 500
    },
    {
      "contrastive_loss": 2.0906763076782227,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.065508246421814,
      "step": 500
    },
    {
      "contrastive_loss": 2.097548484802246,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8823627233505249,
      "step": 500
    },
    {
      "contrastive_loss": 2.092046022415161,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0441033840179443,
      "step": 500
    },
    {
      "contrastive_loss": 2.0811984539031982,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9395114779472351,
      "step": 500
    },
    {
      "contrastive_loss": 2.1005711555480957,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0732260942459106,
      "step": 500
    },
    {
      "contrastive_loss": 2.099086284637451,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0401495695114136,
      "step": 500
    },
    {
      "contrastive_loss": 2.0908877849578857,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0049550533294678,
      "step": 500
    },
    {
      "contrastive_loss": 2.0863094329833984,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.96534663438797,
      "step": 500
    },
    {
      "contrastive_loss": 2.086972236633301,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1870789527893066,
      "step": 500
    },
    {
      "contrastive_loss": 2.1011171340942383,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3627979755401611,
      "step": 500
    },
    {
      "contrastive_loss": 2.0986082553863525,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2967718839645386,
      "step": 500
    },
    {
      "contrastive_loss": 2.093524694442749,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.136619210243225,
      "step": 500
    },
    {
      "contrastive_loss": 2.089421033859253,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1981908082962036,
      "step": 500
    },
    {
      "contrastive_loss": 2.095231056213379,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1908615827560425,
      "step": 500
    },
    {
      "contrastive_loss": 2.094533920288086,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1647052764892578,
      "step": 500
    },
    {
      "contrastive_loss": 2.089580535888672,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.097949743270874,
      "step": 500
    },
    {
      "contrastive_loss": 2.0855932235717773,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1063454151153564,
      "step": 500
    },
    {
      "contrastive_loss": 2.1056737899780273,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0627597570419312,
      "step": 500
    },
    {
      "contrastive_loss": 2.0996363162994385,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1055066585540771,
      "step": 500
    },
    {
      "contrastive_loss": 2.09236478805542,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0658166408538818,
      "step": 500
    },
    {
      "contrastive_loss": 2.095149278640747,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1306235790252686,
      "step": 500
    },
    {
      "contrastive_loss": 2.0953283309936523,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2130130529403687,
      "step": 500
    },
    {
      "contrastive_loss": 2.0929555892944336,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0124404430389404,
      "step": 500
    },
    {
      "contrastive_loss": 2.0908265113830566,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.926369309425354,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874533653259277,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0416499376296997,
      "step": 500
    },
    {
      "contrastive_loss": 2.0918848514556885,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3646619319915771,
      "step": 500
    },
    {
      "contrastive_loss": 2.095059633255005,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0473427772521973,
      "step": 500
    },
    {
      "contrastive_loss": 2.090238571166992,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9791575074195862,
      "step": 500
    },
    {
      "contrastive_loss": 2.096937894821167,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0817241668701172,
      "step": 500
    },
    {
      "contrastive_loss": 2.0807244777679443,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1758949756622314,
      "step": 500
    },
    {
      "contrastive_loss": 2.092240810394287,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.100687861442566,
      "step": 500
    },
    {
      "contrastive_loss": 2.100836753845215,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9225864410400391,
      "step": 500
    },
    {
      "contrastive_loss": 2.094313859939575,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0857504606246948,
      "step": 500
    },
    {
      "contrastive_loss": 2.092771291732788,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4915313720703125,
      "step": 500
    },
    {
      "contrastive_loss": 2.094883680343628,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2170957326889038,
      "step": 500
    },
    {
      "contrastive_loss": 2.0875444412231445,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.138332486152649,
      "step": 500
    },
    {
      "contrastive_loss": 2.0844383239746094,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8809370994567871,
      "step": 500
    },
    {
      "contrastive_loss": 2.0909242630004883,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2156909704208374,
      "step": 500
    },
    {
      "contrastive_loss": 2.084920644760132,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1391962766647339,
      "step": 500
    },
    {
      "contrastive_loss": 2.0872790813446045,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.195425033569336,
      "step": 500
    },
    {
      "contrastive_loss": 2.1043317317962646,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.031740665435791,
      "step": 500
    },
    {
      "contrastive_loss": 2.085723876953125,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2230427265167236,
      "step": 500
    },
    {
      "contrastive_loss": 2.0993478298187256,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8946653008460999,
      "step": 500
    },
    {
      "contrastive_loss": 2.078223705291748,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.937740683555603,
      "step": 500
    },
    {
      "contrastive_loss": 2.089782476425171,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2219746112823486,
      "step": 500
    },
    {
      "contrastive_loss": 2.1037824153900146,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1597566604614258,
      "step": 500
    },
    {
      "contrastive_loss": 2.0913805961608887,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1429893970489502,
      "step": 500
    },
    {
      "contrastive_loss": 2.0930228233337402,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.046014666557312,
      "step": 500
    },
    {
      "contrastive_loss": 2.098731756210327,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3083370923995972,
      "step": 500
    },
    {
      "contrastive_loss": 2.078047513961792,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0744696855545044,
      "step": 500
    },
    {
      "contrastive_loss": 2.0977649688720703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1975847482681274,
      "step": 500
    },
    {
      "contrastive_loss": 2.0983989238739014,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0808547735214233,
      "step": 500
    },
    {
      "contrastive_loss": 2.0939295291900635,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0282083749771118,
      "step": 500
    },
    {
      "contrastive_loss": 2.0858397483825684,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.096296787261963,
      "step": 500
    },
    {
      "contrastive_loss": 2.0877957344055176,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9457919597625732,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886757373809814,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0455402135849,
      "step": 500
    },
    {
      "contrastive_loss": 2.0935568809509277,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.970318615436554,
      "step": 500
    },
    {
      "contrastive_loss": 2.095078229904175,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0055177211761475,
      "step": 500
    },
    {
      "contrastive_loss": 2.102710723876953,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1307315826416016,
      "step": 500
    },
    {
      "contrastive_loss": 2.10282564163208,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9214178323745728,
      "step": 500
    },
    {
      "contrastive_loss": 2.098072052001953,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0052556991577148,
      "step": 500
    },
    {
      "contrastive_loss": 2.0983567237854004,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9593244194984436,
      "step": 500
    },
    {
      "contrastive_loss": 2.1019134521484375,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0873099565505981,
      "step": 500
    },
    {
      "contrastive_loss": 2.0916736125946045,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1683053970336914,
      "step": 500
    },
    {
      "contrastive_loss": 2.0894198417663574,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0808324813842773,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957627296447754,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9418440461158752,
      "step": 500
    },
    {
      "contrastive_loss": 2.0859739780426025,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.161880373954773,
      "step": 500
    },
    {
      "contrastive_loss": 2.090425729751587,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9761002659797668,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957794189453125,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0830579996109009,
      "step": 500
    },
    {
      "contrastive_loss": 2.091183662414551,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4429842233657837,
      "step": 500
    },
    {
      "contrastive_loss": 2.0996758937835693,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9442431330680847,
      "step": 500
    },
    {
      "contrastive_loss": 2.0906858444213867,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.049767255783081,
      "step": 500
    },
    {
      "contrastive_loss": 2.094111680984497,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9144750237464905,
      "step": 500
    },
    {
      "contrastive_loss": 2.0873758792877197,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1739054918289185,
      "step": 500
    },
    {
      "contrastive_loss": 2.089346408843994,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1239408254623413,
      "step": 500
    },
    {
      "contrastive_loss": 2.085763454437256,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3240997791290283,
      "step": 500
    },
    {
      "contrastive_loss": 2.0905239582061768,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3812636137008667,
      "step": 500
    },
    {
      "contrastive_loss": 2.0855183601379395,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.023073434829712,
      "step": 500
    },
    {
      "contrastive_loss": 2.077293872833252,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0158425569534302,
      "step": 500
    },
    {
      "contrastive_loss": 2.087674140930176,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0333986282348633,
      "step": 500
    },
    {
      "contrastive_loss": 2.095310688018799,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8793660402297974,
      "step": 500
    },
    {
      "contrastive_loss": 2.0980074405670166,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0295716524124146,
      "step": 500
    },
    {
      "contrastive_loss": 2.0967578887939453,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2740477323532104,
      "step": 500
    },
    {
      "contrastive_loss": 2.096182346343994,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0422557592391968,
      "step": 500
    },
    {
      "contrastive_loss": 2.092062473297119,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1443170309066772,
      "step": 500
    },
    {
      "contrastive_loss": 2.0829577445983887,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0255783796310425,
      "step": 500
    },
    {
      "contrastive_loss": 2.089580535888672,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9272585511207581,
      "step": 500
    },
    {
      "contrastive_loss": 2.101102113723755,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0925711393356323,
      "step": 500
    },
    {
      "contrastive_loss": 2.0977184772491455,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0603461265563965,
      "step": 500
    },
    {
      "contrastive_loss": 2.078007698059082,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.194056510925293,
      "step": 500
    },
    {
      "contrastive_loss": 2.090407133102417,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2888342142105103,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874016284942627,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0986145734786987,
      "step": 500
    },
    {
      "contrastive_loss": 2.1036932468414307,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.136069655418396,
      "step": 500
    },
    {
      "contrastive_loss": 2.0745272636413574,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8324952125549316,
      "step": 500
    },
    {
      "contrastive_loss": 2.0975143909454346,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8418336510658264,
      "step": 500
    },
    {
      "contrastive_loss": 2.084562063217163,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.019497275352478,
      "step": 500
    },
    {
      "contrastive_loss": 2.0956239700317383,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.049782156944275,
      "step": 500
    },
    {
      "contrastive_loss": 2.0959436893463135,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.967739462852478,
      "step": 500
    },
    {
      "contrastive_loss": 2.089101791381836,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0772876739501953,
      "step": 500
    },
    {
      "contrastive_loss": 2.0918352603912354,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3680907487869263,
      "step": 500
    },
    {
      "contrastive_loss": 2.085148334503174,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0055782794952393,
      "step": 500
    },
    {
      "contrastive_loss": 2.099477529525757,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2849140167236328,
      "step": 500
    },
    {
      "contrastive_loss": 2.090644359588623,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.303466796875,
      "step": 500
    },
    {
      "contrastive_loss": 2.0885987281799316,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.057308554649353,
      "step": 500
    },
    {
      "contrastive_loss": 2.096820592880249,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0728014707565308,
      "step": 500
    },
    {
      "contrastive_loss": 2.089747667312622,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9168887138366699,
      "step": 500
    },
    {
      "contrastive_loss": 2.0848162174224854,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1304610967636108,
      "step": 500
    },
    {
      "contrastive_loss": 2.089433193206787,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9119257926940918,
      "step": 500
    },
    {
      "contrastive_loss": 2.093106269836426,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0265809297561646,
      "step": 500
    },
    {
      "contrastive_loss": 2.0888755321502686,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.104408860206604,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926754474639893,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3369265794754028,
      "step": 500
    },
    {
      "contrastive_loss": 2.0954337120056152,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2140769958496094,
      "step": 500
    },
    {
      "contrastive_loss": 2.0879993438720703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3567332029342651,
      "step": 500
    },
    {
      "contrastive_loss": 2.095411777496338,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0668760538101196,
      "step": 500
    },
    {
      "contrastive_loss": 2.0876643657684326,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9515471458435059,
      "step": 500
    },
    {
      "contrastive_loss": 2.0989797115325928,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1410099267959595,
      "step": 500
    },
    {
      "contrastive_loss": 2.101278781890869,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9739865064620972,
      "step": 500
    },
    {
      "contrastive_loss": 2.096475124359131,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1525328159332275,
      "step": 500
    },
    {
      "contrastive_loss": 2.0894787311553955,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9484466314315796,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957345962524414,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.112191915512085,
      "step": 500
    },
    {
      "contrastive_loss": 2.09660005569458,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9753917455673218,
      "step": 500
    },
    {
      "contrastive_loss": 2.0892343521118164,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9950857162475586,
      "step": 500
    },
    {
      "contrastive_loss": 2.1020965576171875,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0000228881835938,
      "step": 500
    },
    {
      "contrastive_loss": 2.0939888954162598,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1885576248168945,
      "step": 500
    },
    {
      "contrastive_loss": 2.089261531829834,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0499496459960938,
      "step": 500
    },
    {
      "contrastive_loss": 2.09584379196167,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.323561668395996,
      "step": 500
    },
    {
      "contrastive_loss": 2.0979394912719727,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0287575721740723,
      "step": 500
    },
    {
      "contrastive_loss": 2.092556953430176,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9830172061920166,
      "step": 500
    },
    {
      "contrastive_loss": 2.0953874588012695,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0843021869659424,
      "step": 500
    },
    {
      "contrastive_loss": 2.0986905097961426,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0264332294464111,
      "step": 500
    },
    {
      "contrastive_loss": 2.092362642288208,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0103029012680054,
      "step": 500
    },
    {
      "contrastive_loss": 2.089993715286255,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9832755327224731,
      "step": 500
    },
    {
      "contrastive_loss": 2.096813201904297,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1522148847579956,
      "step": 500
    },
    {
      "contrastive_loss": 2.094291925430298,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0756381750106812,
      "step": 500
    },
    {
      "contrastive_loss": 2.093088150024414,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1390677690505981,
      "step": 500
    },
    {
      "contrastive_loss": 2.099471092224121,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9640131592750549,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874600410461426,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1414251327514648,
      "step": 500
    },
    {
      "contrastive_loss": 2.0899300575256348,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9596184492111206,
      "step": 500
    },
    {
      "contrastive_loss": 2.0890350341796875,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8086724281311035,
      "step": 500
    },
    {
      "contrastive_loss": 2.087740659713745,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1337614059448242,
      "step": 500
    },
    {
      "contrastive_loss": 2.0942542552948,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8801353573799133,
      "step": 500
    },
    {
      "contrastive_loss": 2.0943126678466797,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4689582586288452,
      "step": 500
    },
    {
      "contrastive_loss": 2.0851752758026123,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0981483459472656,
      "step": 500
    },
    {
      "contrastive_loss": 2.0833261013031006,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0641098022460938,
      "step": 500
    },
    {
      "contrastive_loss": 2.086435317993164,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9963890910148621,
      "step": 500
    },
    {
      "contrastive_loss": 2.0855259895324707,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1311264038085938,
      "step": 500
    },
    {
      "contrastive_loss": 2.090686321258545,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2209492921829224,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926666259765625,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1738349199295044,
      "step": 500
    },
    {
      "contrastive_loss": 2.0971806049346924,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0630117654800415,
      "step": 500
    },
    {
      "contrastive_loss": 2.095046281814575,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0622211694717407,
      "step": 500
    },
    {
      "contrastive_loss": 2.0833961963653564,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1054192781448364,
      "step": 500
    },
    {
      "contrastive_loss": 2.099219560623169,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0947067737579346,
      "step": 500
    },
    {
      "contrastive_loss": 2.0877456665039062,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2889858484268188,
      "step": 500
    },
    {
      "contrastive_loss": 2.097442388534546,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.001615285873413,
      "step": 500
    },
    {
      "contrastive_loss": 2.1013967990875244,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7001538872718811,
      "step": 500
    },
    {
      "contrastive_loss": 2.091679096221924,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2051578760147095,
      "step": 500
    },
    {
      "contrastive_loss": 2.0853734016418457,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0541682243347168,
      "step": 500
    },
    {
      "contrastive_loss": 2.095808744430542,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1407560110092163,
      "step": 500
    },
    {
      "contrastive_loss": 2.0975682735443115,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.6281276941299438,
      "step": 500
    },
    {
      "contrastive_loss": 2.091215133666992,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.210870623588562,
      "step": 500
    },
    {
      "contrastive_loss": 2.0825040340423584,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.152837872505188,
      "step": 500
    },
    {
      "contrastive_loss": 2.0973684787750244,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.168281078338623,
      "step": 500
    },
    {
      "contrastive_loss": 2.0958452224731445,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8909499645233154,
      "step": 500
    },
    {
      "contrastive_loss": 2.088594675064087,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9438381195068359,
      "step": 500
    },
    {
      "contrastive_loss": 2.106919527053833,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2960667610168457,
      "step": 500
    },
    {
      "contrastive_loss": 2.0899085998535156,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1769154071807861,
      "step": 500
    },
    {
      "contrastive_loss": 2.099008083343506,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.133306622505188,
      "step": 500
    },
    {
      "contrastive_loss": 2.082535743713379,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8316540122032166,
      "step": 500
    },
    {
      "contrastive_loss": 2.092846393585205,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.821681022644043,
      "step": 500
    },
    {
      "contrastive_loss": 2.0950520038604736,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.072949767112732,
      "step": 500
    },
    {
      "contrastive_loss": 2.095348358154297,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2209161520004272,
      "step": 500
    },
    {
      "contrastive_loss": 2.0960419178009033,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9723464846611023,
      "step": 500
    },
    {
      "contrastive_loss": 2.0940637588500977,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0406876802444458,
      "step": 500
    },
    {
      "contrastive_loss": 2.084690570831299,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1092768907546997,
      "step": 500
    },
    {
      "contrastive_loss": 2.0951428413391113,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0917631387710571,
      "step": 500
    },
    {
      "contrastive_loss": 2.0920209884643555,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7778230905532837,
      "step": 500
    },
    {
      "contrastive_loss": 2.099058151245117,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.145173192024231,
      "step": 500
    },
    {
      "contrastive_loss": 2.0928077697753906,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0955414772033691,
      "step": 500
    },
    {
      "contrastive_loss": 2.0928518772125244,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9755904674530029,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886335372924805,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.113450050354004,
      "step": 500
    },
    {
      "contrastive_loss": 2.095046043395996,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.275081992149353,
      "step": 500
    },
    {
      "contrastive_loss": 2.1048378944396973,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9030047059059143,
      "step": 500
    },
    {
      "contrastive_loss": 2.0925941467285156,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0885343551635742,
      "step": 500
    },
    {
      "contrastive_loss": 2.090076446533203,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0791380405426025,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886943340301514,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0693532228469849,
      "step": 500
    },
    {
      "contrastive_loss": 2.0862033367156982,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.009231448173523,
      "step": 500
    },
    {
      "contrastive_loss": 2.086860418319702,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.034510612487793,
      "step": 500
    },
    {
      "contrastive_loss": 2.084364652633667,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1214808225631714,
      "step": 500
    },
    {
      "contrastive_loss": 2.0930471420288086,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1664972305297852,
      "step": 500
    },
    {
      "contrastive_loss": 2.089418649673462,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.135162353515625,
      "step": 500
    },
    {
      "contrastive_loss": 2.082663059234619,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9743707180023193,
      "step": 500
    },
    {
      "contrastive_loss": 2.0990588665008545,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0604928731918335,
      "step": 500
    },
    {
      "contrastive_loss": 2.0835182666778564,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1295955181121826,
      "step": 500
    },
    {
      "contrastive_loss": 2.0997681617736816,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2982689142227173,
      "step": 500
    },
    {
      "contrastive_loss": 2.093519687652588,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9353896379470825,
      "step": 500
    },
    {
      "contrastive_loss": 2.083577871322632,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.052440881729126,
      "step": 500
    },
    {
      "contrastive_loss": 2.1015267372131348,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0722767114639282,
      "step": 500
    },
    {
      "contrastive_loss": 2.075831890106201,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9404418468475342,
      "step": 500
    },
    {
      "contrastive_loss": 2.0888447761535645,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.246724009513855,
      "step": 500
    },
    {
      "contrastive_loss": 2.091972589492798,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1239757537841797,
      "step": 500
    },
    {
      "contrastive_loss": 2.0816569328308105,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0033339262008667,
      "step": 500
    },
    {
      "contrastive_loss": 2.0964813232421875,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0355077981948853,
      "step": 500
    },
    {
      "contrastive_loss": 2.0952260494232178,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8462731838226318,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926308631896973,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1229946613311768,
      "step": 500
    },
    {
      "contrastive_loss": 2.0838937759399414,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0320597887039185,
      "step": 500
    },
    {
      "contrastive_loss": 2.0891900062561035,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1498240232467651,
      "step": 500
    },
    {
      "contrastive_loss": 2.0844388008117676,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2067586183547974,
      "step": 500
    },
    {
      "contrastive_loss": 2.0937774181365967,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1564843654632568,
      "step": 500
    },
    {
      "contrastive_loss": 2.10517954826355,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9843421578407288,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874388217926025,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1416051387786865,
      "step": 500
    },
    {
      "contrastive_loss": 2.0919573307037354,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1813218593597412,
      "step": 500
    },
    {
      "contrastive_loss": 2.11246395111084,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.876610279083252,
      "step": 500
    },
    {
      "contrastive_loss": 2.0724759101867676,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2071775197982788,
      "step": 500
    },
    {
      "contrastive_loss": 2.1095011234283447,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4299430847167969,
      "step": 500
    },
    {
      "contrastive_loss": 2.099123477935791,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0693753957748413,
      "step": 500
    },
    {
      "contrastive_loss": 2.0954487323760986,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.6495585441589355,
      "step": 500
    },
    {
      "contrastive_loss": 2.098583221435547,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0673129558563232,
      "step": 500
    },
    {
      "contrastive_loss": 2.092365264892578,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9185979962348938,
      "step": 500
    },
    {
      "contrastive_loss": 2.10318660736084,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1808804273605347,
      "step": 500
    },
    {
      "contrastive_loss": 2.094761371612549,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9687323570251465,
      "step": 500
    },
    {
      "contrastive_loss": 2.087890148162842,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.01080322265625,
      "step": 500
    },
    {
      "contrastive_loss": 2.1006181240081787,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8617855310440063,
      "step": 500
    },
    {
      "contrastive_loss": 2.093022108078003,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1904851198196411,
      "step": 500
    },
    {
      "contrastive_loss": 2.103210210800171,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.051827073097229,
      "step": 500
    },
    {
      "contrastive_loss": 2.0947306156158447,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9895215034484863,
      "step": 500
    },
    {
      "contrastive_loss": 2.0943760871887207,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9984703063964844,
      "step": 500
    },
    {
      "contrastive_loss": 2.0989155769348145,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.079533576965332,
      "step": 500
    },
    {
      "contrastive_loss": 2.0967390537261963,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8742114305496216,
      "step": 500
    },
    {
      "contrastive_loss": 2.0864624977111816,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9388357996940613,
      "step": 500
    },
    {
      "contrastive_loss": 2.0955324172973633,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9967571496963501,
      "step": 500
    },
    {
      "contrastive_loss": 2.094918727874756,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2140350341796875,
      "step": 500
    },
    {
      "contrastive_loss": 2.092050552368164,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.037394404411316,
      "step": 500
    },
    {
      "contrastive_loss": 2.088351249694824,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0708167552947998,
      "step": 500
    },
    {
      "contrastive_loss": 2.0804755687713623,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3369166851043701,
      "step": 500
    },
    {
      "contrastive_loss": 2.091010332107544,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.117759108543396,
      "step": 500
    },
    {
      "contrastive_loss": 2.0955615043640137,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2269173860549927,
      "step": 500
    },
    {
      "contrastive_loss": 2.0846171379089355,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9305411577224731,
      "step": 500
    },
    {
      "contrastive_loss": 2.0971508026123047,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7987962961196899,
      "step": 500
    },
    {
      "contrastive_loss": 2.096202850341797,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.967380702495575,
      "step": 500
    },
    {
      "contrastive_loss": 2.0910680294036865,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1146856546401978,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926551818847656,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.118369698524475,
      "step": 500
    },
    {
      "contrastive_loss": 2.092055082321167,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9489654302597046,
      "step": 500
    },
    {
      "contrastive_loss": 2.091998338699341,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1917356252670288,
      "step": 500
    },
    {
      "contrastive_loss": 2.100524663925171,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.067012906074524,
      "step": 500
    },
    {
      "contrastive_loss": 2.0939292907714844,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.026849389076233,
      "step": 500
    },
    {
      "contrastive_loss": 2.093787670135498,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.182081699371338,
      "step": 500
    },
    {
      "contrastive_loss": 2.089092969894409,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1768730878829956,
      "step": 500
    },
    {
      "contrastive_loss": 2.096062183380127,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9118996858596802,
      "step": 500
    },
    {
      "contrastive_loss": 2.0865535736083984,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1608948707580566,
      "step": 500
    },
    {
      "contrastive_loss": 2.0887835025787354,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0679622888565063,
      "step": 500
    },
    {
      "contrastive_loss": 2.0974745750427246,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0779708623886108,
      "step": 500
    },
    {
      "contrastive_loss": 2.095282793045044,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0522371530532837,
      "step": 500
    },
    {
      "contrastive_loss": 2.0931594371795654,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8981654644012451,
      "step": 500
    },
    {
      "contrastive_loss": 2.1109917163848877,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2296059131622314,
      "step": 500
    },
    {
      "contrastive_loss": 2.089918375015259,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0964316129684448,
      "step": 500
    },
    {
      "contrastive_loss": 2.095799684524536,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.05318021774292,
      "step": 500
    },
    {
      "contrastive_loss": 2.106377601623535,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.07088041305542,
      "step": 500
    },
    {
      "contrastive_loss": 2.087808847427368,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1823393106460571,
      "step": 500
    },
    {
      "contrastive_loss": 2.086455821990967,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0916190147399902,
      "step": 500
    },
    {
      "contrastive_loss": 2.097661018371582,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8786486983299255,
      "step": 500
    },
    {
      "contrastive_loss": 2.09444260597229,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.219429612159729,
      "step": 500
    },
    {
      "contrastive_loss": 2.0879039764404297,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4250073432922363,
      "step": 500
    },
    {
      "contrastive_loss": 2.09004807472229,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0928030014038086,
      "step": 500
    },
    {
      "contrastive_loss": 2.091475486755371,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1113320589065552,
      "step": 500
    },
    {
      "contrastive_loss": 2.0922024250030518,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1053677797317505,
      "step": 500
    },
    {
      "contrastive_loss": 2.0891077518463135,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9959267377853394,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957260131835938,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.041072130203247,
      "step": 500
    },
    {
      "contrastive_loss": 2.0960566997528076,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.090730905532837,
      "step": 500
    },
    {
      "contrastive_loss": 2.092527389526367,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.022530198097229,
      "step": 500
    },
    {
      "contrastive_loss": 2.092085838317871,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1673264503479004,
      "step": 500
    },
    {
      "contrastive_loss": 2.097935199737549,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.177674412727356,
      "step": 500
    },
    {
      "contrastive_loss": 2.095289468765259,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0991014242172241,
      "step": 500
    },
    {
      "contrastive_loss": 2.0982425212860107,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.218752384185791,
      "step": 500
    },
    {
      "contrastive_loss": 2.091437816619873,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0549215078353882,
      "step": 500
    },
    {
      "contrastive_loss": 2.100515365600586,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.145919919013977,
      "step": 500
    },
    {
      "contrastive_loss": 2.0915515422821045,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.967785120010376,
      "step": 500
    },
    {
      "contrastive_loss": 2.0808818340301514,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.062625527381897,
      "step": 500
    },
    {
      "contrastive_loss": 2.0963003635406494,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0107039213180542,
      "step": 500
    },
    {
      "contrastive_loss": 2.0898592472076416,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0434596538543701,
      "step": 500
    },
    {
      "contrastive_loss": 2.0978245735168457,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1880953311920166,
      "step": 500
    },
    {
      "contrastive_loss": 2.0883193016052246,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9853147864341736,
      "step": 500
    },
    {
      "contrastive_loss": 2.0954980850219727,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0207375288009644,
      "step": 500
    },
    {
      "contrastive_loss": 2.073078155517578,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0659738779067993,
      "step": 500
    },
    {
      "contrastive_loss": 2.0958104133605957,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1466034650802612,
      "step": 500
    },
    {
      "contrastive_loss": 2.097233295440674,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0923248529434204,
      "step": 500
    },
    {
      "contrastive_loss": 2.090430974960327,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1233454942703247,
      "step": 500
    },
    {
      "contrastive_loss": 2.0935754776000977,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.041064739227295,
      "step": 500
    },
    {
      "contrastive_loss": 2.0889201164245605,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9721999764442444,
      "step": 500
    },
    {
      "contrastive_loss": 2.0902023315429688,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2210613489151,
      "step": 500
    },
    {
      "contrastive_loss": 2.0895540714263916,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9999487996101379,
      "step": 500
    },
    {
      "contrastive_loss": 2.091970205307007,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0102789402008057,
      "step": 500
    },
    {
      "contrastive_loss": 2.1118106842041016,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9617695808410645,
      "step": 500
    },
    {
      "contrastive_loss": 2.095163583755493,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9551946520805359,
      "step": 500
    },
    {
      "contrastive_loss": 2.094186782836914,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0870685577392578,
      "step": 500
    },
    {
      "contrastive_loss": 2.090508460998535,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0779492855072021,
      "step": 500
    },
    {
      "contrastive_loss": 2.094090223312378,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1490873098373413,
      "step": 500
    },
    {
      "contrastive_loss": 2.0882387161254883,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1172056198120117,
      "step": 500
    },
    {
      "contrastive_loss": 2.0917696952819824,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0522516965866089,
      "step": 500
    },
    {
      "contrastive_loss": 2.0912461280822754,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9847769141197205,
      "step": 500
    },
    {
      "contrastive_loss": 2.0977487564086914,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0128273963928223,
      "step": 500
    },
    {
      "contrastive_loss": 2.093961477279663,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.210708498954773,
      "step": 500
    },
    {
      "contrastive_loss": 2.084244728088379,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3644118309020996,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886025428771973,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3040568828582764,
      "step": 500
    },
    {
      "contrastive_loss": 2.091630220413208,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1346068382263184,
      "step": 500
    },
    {
      "contrastive_loss": 2.0992038249969482,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9670833945274353,
      "step": 500
    },
    {
      "contrastive_loss": 2.0817999839782715,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.174736738204956,
      "step": 500
    },
    {
      "contrastive_loss": 2.096745729446411,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9996030926704407,
      "step": 500
    },
    {
      "contrastive_loss": 2.09254789352417,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2860387563705444,
      "step": 500
    },
    {
      "contrastive_loss": 2.085015296936035,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.041205644607544,
      "step": 500
    },
    {
      "contrastive_loss": 2.095207452774048,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9718261361122131,
      "step": 500
    },
    {
      "contrastive_loss": 2.089287042617798,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2732348442077637,
      "step": 500
    },
    {
      "contrastive_loss": 2.0938925743103027,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.067499041557312,
      "step": 500
    },
    {
      "contrastive_loss": 2.0803449153900146,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0102344751358032,
      "step": 500
    },
    {
      "contrastive_loss": 2.0953242778778076,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2819360494613647,
      "step": 500
    },
    {
      "contrastive_loss": 2.090364456176758,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0743952989578247,
      "step": 500
    },
    {
      "contrastive_loss": 2.0899810791015625,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9889276027679443,
      "step": 500
    },
    {
      "contrastive_loss": 2.0924336910247803,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0696467161178589,
      "step": 500
    },
    {
      "contrastive_loss": 2.098423719406128,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9829428791999817,
      "step": 500
    },
    {
      "contrastive_loss": 2.0849103927612305,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0910181999206543,
      "step": 500
    },
    {
      "contrastive_loss": 2.082134246826172,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1781865358352661,
      "step": 500
    },
    {
      "contrastive_loss": 2.0936434268951416,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0315817594528198,
      "step": 500
    },
    {
      "contrastive_loss": 2.0936691761016846,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9303112626075745,
      "step": 500
    },
    {
      "contrastive_loss": 2.0962777137756348,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8889495730400085,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900275707244873,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1783117055892944,
      "step": 500
    },
    {
      "contrastive_loss": 2.090667247772217,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1457895040512085,
      "step": 500
    },
    {
      "contrastive_loss": 2.0925984382629395,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0947778224945068,
      "step": 500
    },
    {
      "contrastive_loss": 2.0984578132629395,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.145021677017212,
      "step": 500
    },
    {
      "contrastive_loss": 2.0975735187530518,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0428918600082397,
      "step": 500
    },
    {
      "contrastive_loss": 2.1060585975646973,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0492722988128662,
      "step": 500
    },
    {
      "contrastive_loss": 2.0932610034942627,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0255190134048462,
      "step": 500
    },
    {
      "contrastive_loss": 2.0927422046661377,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3075933456420898,
      "step": 500
    },
    {
      "contrastive_loss": 2.1005775928497314,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9988602995872498,
      "step": 500
    },
    {
      "contrastive_loss": 2.1006181240081787,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.006195068359375,
      "step": 500
    },
    {
      "contrastive_loss": 2.079209089279175,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0988107919692993,
      "step": 500
    },
    {
      "contrastive_loss": 2.09765887260437,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0459165573120117,
      "step": 500
    },
    {
      "contrastive_loss": 2.0896356105804443,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0667108297348022,
      "step": 500
    },
    {
      "contrastive_loss": 2.0928432941436768,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9049678444862366,
      "step": 500
    },
    {
      "contrastive_loss": 2.0917346477508545,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.840431809425354,
      "step": 500
    },
    {
      "contrastive_loss": 2.0869691371917725,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9790591597557068,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900771617889404,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9196327924728394,
      "step": 500
    },
    {
      "contrastive_loss": 2.095635414123535,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0549236536026,
      "step": 500
    },
    {
      "contrastive_loss": 2.0911989212036133,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.508710265159607,
      "step": 500
    },
    {
      "contrastive_loss": 2.1021676063537598,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9029653072357178,
      "step": 500
    },
    {
      "contrastive_loss": 2.0881991386413574,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0941189527511597,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900020599365234,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9701949954032898,
      "step": 500
    },
    {
      "contrastive_loss": 2.0860841274261475,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9873607158660889,
      "step": 500
    },
    {
      "contrastive_loss": 2.0894834995269775,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3071414232254028,
      "step": 500
    },
    {
      "contrastive_loss": 2.109501361846924,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1153323650360107,
      "step": 500
    },
    {
      "contrastive_loss": 2.091353178024292,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9607371687889099,
      "step": 500
    },
    {
      "contrastive_loss": 2.0901663303375244,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2321306467056274,
      "step": 500
    },
    {
      "contrastive_loss": 2.109593629837036,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3623169660568237,
      "step": 500
    },
    {
      "contrastive_loss": 2.090583324432373,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8671453595161438,
      "step": 500
    },
    {
      "contrastive_loss": 2.0877230167388916,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.06483793258667,
      "step": 500
    },
    {
      "contrastive_loss": 2.089531183242798,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3683159351348877,
      "step": 500
    },
    {
      "contrastive_loss": 2.085338830947876,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0556648969650269,
      "step": 500
    },
    {
      "contrastive_loss": 2.096647024154663,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9769073724746704,
      "step": 500
    },
    {
      "contrastive_loss": 2.0931544303894043,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1619126796722412,
      "step": 500
    },
    {
      "contrastive_loss": 2.102748155593872,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9251466393470764,
      "step": 500
    },
    {
      "contrastive_loss": 2.094036340713501,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.123898983001709,
      "step": 500
    },
    {
      "contrastive_loss": 2.094182252883911,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0520713329315186,
      "step": 500
    },
    {
      "contrastive_loss": 2.087991952896118,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9196001887321472,
      "step": 500
    },
    {
      "contrastive_loss": 2.094374656677246,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0245012044906616,
      "step": 500
    },
    {
      "contrastive_loss": 2.0773770809173584,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9573069214820862,
      "step": 500
    },
    {
      "contrastive_loss": 2.0883607864379883,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0995441675186157,
      "step": 500
    },
    {
      "contrastive_loss": 2.096721649169922,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0847805738449097,
      "step": 500
    },
    {
      "contrastive_loss": 2.096027135848999,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1080107688903809,
      "step": 500
    },
    {
      "contrastive_loss": 2.082080602645874,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.959953784942627,
      "step": 500
    },
    {
      "contrastive_loss": 2.095522403717041,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0843569040298462,
      "step": 500
    },
    {
      "contrastive_loss": 2.0799922943115234,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.023856282234192,
      "step": 500
    },
    {
      "contrastive_loss": 2.087345600128174,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8705973029136658,
      "step": 500
    },
    {
      "contrastive_loss": 2.096811056137085,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7944358587265015,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886850357055664,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1773667335510254,
      "step": 500
    },
    {
      "contrastive_loss": 2.0829923152923584,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3296345472335815,
      "step": 500
    },
    {
      "contrastive_loss": 2.095064640045166,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1315902471542358,
      "step": 500
    },
    {
      "contrastive_loss": 2.1037044525146484,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.6556567549705505,
      "step": 500
    },
    {
      "contrastive_loss": 2.09525465965271,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1582441329956055,
      "step": 500
    },
    {
      "contrastive_loss": 2.1066596508026123,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9571337103843689,
      "step": 500
    },
    {
      "contrastive_loss": 2.0936954021453857,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0490659475326538,
      "step": 500
    },
    {
      "contrastive_loss": 2.0864758491516113,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2582920789718628,
      "step": 500
    },
    {
      "contrastive_loss": 2.095980644226074,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0299468040466309,
      "step": 500
    },
    {
      "contrastive_loss": 2.0857553482055664,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0900781154632568,
      "step": 500
    },
    {
      "contrastive_loss": 2.091989278793335,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.136356234550476,
      "step": 500
    },
    {
      "contrastive_loss": 2.096595525741577,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9254660606384277,
      "step": 500
    },
    {
      "contrastive_loss": 2.099679470062256,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2919448614120483,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957467555999756,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.318803310394287,
      "step": 500
    },
    {
      "contrastive_loss": 2.0864317417144775,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0473116636276245,
      "step": 500
    },
    {
      "contrastive_loss": 2.074831247329712,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0736873149871826,
      "step": 500
    },
    {
      "contrastive_loss": 2.09198260307312,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0719937086105347,
      "step": 500
    },
    {
      "contrastive_loss": 2.088113307952881,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2336198091506958,
      "step": 500
    },
    {
      "contrastive_loss": 2.093167543411255,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1445083618164062,
      "step": 500
    },
    {
      "contrastive_loss": 2.0846216678619385,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0717260837554932,
      "step": 500
    },
    {
      "contrastive_loss": 2.092561721801758,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3118574619293213,
      "step": 500
    },
    {
      "contrastive_loss": 2.0979161262512207,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.099135398864746,
      "step": 500
    },
    {
      "contrastive_loss": 2.098453998565674,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.049476146697998,
      "step": 500
    },
    {
      "contrastive_loss": 2.096923828125,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9581851363182068,
      "step": 500
    },
    {
      "contrastive_loss": 2.0903782844543457,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.881680965423584,
      "step": 500
    },
    {
      "contrastive_loss": 2.0972752571105957,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1514289379119873,
      "step": 500
    },
    {
      "contrastive_loss": 2.0971007347106934,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1376516819000244,
      "step": 500
    },
    {
      "contrastive_loss": 2.0920565128326416,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0981521606445312,
      "step": 500
    },
    {
      "contrastive_loss": 2.091104507446289,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0736209154129028,
      "step": 500
    },
    {
      "contrastive_loss": 2.0924251079559326,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0589220523834229,
      "step": 500
    },
    {
      "contrastive_loss": 2.0962116718292236,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3749408721923828,
      "step": 500
    },
    {
      "contrastive_loss": 2.095249891281128,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.996600329875946,
      "step": 500
    },
    {
      "contrastive_loss": 2.084346055984497,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7600563168525696,
      "step": 500
    },
    {
      "contrastive_loss": 2.0699896812438965,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.121277928352356,
      "step": 500
    },
    {
      "contrastive_loss": 2.0857677459716797,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0189059972763062,
      "step": 500
    },
    {
      "contrastive_loss": 2.0980610847473145,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.003142237663269,
      "step": 500
    },
    {
      "contrastive_loss": 2.0940937995910645,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1641637086868286,
      "step": 500
    },
    {
      "contrastive_loss": 2.0770864486694336,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.322576642036438,
      "step": 500
    },
    {
      "contrastive_loss": 2.0925676822662354,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0120385885238647,
      "step": 500
    },
    {
      "contrastive_loss": 2.096623420715332,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0170775651931763,
      "step": 500
    },
    {
      "contrastive_loss": 2.1006782054901123,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0612150430679321,
      "step": 500
    },
    {
      "contrastive_loss": 2.0985848903656006,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0491557121276855,
      "step": 500
    },
    {
      "contrastive_loss": 2.0999655723571777,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9876804351806641,
      "step": 500
    },
    {
      "contrastive_loss": 2.0961971282958984,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.970689058303833,
      "step": 500
    },
    {
      "contrastive_loss": 2.0910511016845703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1028916835784912,
      "step": 500
    },
    {
      "contrastive_loss": 2.0884201526641846,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2419248819351196,
      "step": 500
    },
    {
      "contrastive_loss": 2.0918467044830322,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2043633460998535,
      "step": 500
    },
    {
      "contrastive_loss": 2.108471155166626,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.223509669303894,
      "step": 500
    },
    {
      "contrastive_loss": 2.0887458324432373,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9947262406349182,
      "step": 500
    },
    {
      "contrastive_loss": 2.063687324523926,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9663133025169373,
      "step": 500
    },
    {
      "contrastive_loss": 2.099720001220703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.208544135093689,
      "step": 500
    },
    {
      "contrastive_loss": 2.0944793224334717,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8842400908470154,
      "step": 500
    },
    {
      "contrastive_loss": 2.0949227809906006,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9492557644844055,
      "step": 500
    },
    {
      "contrastive_loss": 2.093451738357544,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9298696517944336,
      "step": 500
    },
    {
      "contrastive_loss": 2.0879178047180176,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.068465232849121,
      "step": 500
    },
    {
      "contrastive_loss": 2.1010215282440186,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9801585078239441,
      "step": 500
    },
    {
      "contrastive_loss": 2.0982491970062256,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0237277746200562,
      "step": 500
    },
    {
      "contrastive_loss": 2.091783046722412,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.070963740348816,
      "step": 500
    },
    {
      "contrastive_loss": 2.091909885406494,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.085037112236023,
      "step": 500
    },
    {
      "contrastive_loss": 2.0950429439544678,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0570788383483887,
      "step": 500
    },
    {
      "contrastive_loss": 2.0895445346832275,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1777411699295044,
      "step": 500
    },
    {
      "contrastive_loss": 2.09832501411438,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1304737329483032,
      "step": 500
    },
    {
      "contrastive_loss": 2.069934844970703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0563298463821411,
      "step": 500
    },
    {
      "contrastive_loss": 2.0932981967926025,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9684224724769592,
      "step": 500
    },
    {
      "contrastive_loss": 2.0968291759490967,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0497146844863892,
      "step": 500
    },
    {
      "contrastive_loss": 2.0859475135803223,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.882896900177002,
      "step": 500
    },
    {
      "contrastive_loss": 2.0917396545410156,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1160500049591064,
      "step": 500
    },
    {
      "contrastive_loss": 2.101968765258789,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.19765305519104,
      "step": 500
    },
    {
      "contrastive_loss": 2.0844621658325195,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0763167142868042,
      "step": 500
    },
    {
      "contrastive_loss": 2.0939197540283203,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.040120244026184,
      "step": 500
    },
    {
      "contrastive_loss": 2.091063976287842,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1541341543197632,
      "step": 500
    },
    {
      "epoch": 0.3253884324412267,
      "eval_loss": 1.3464345932006836,
      "eval_runtime": 1247.1605,
      "eval_samples_per_second": 4.009,
      "eval_steps_per_second": 0.501,
      "step": 500
    },
    {
      "contrastive_loss": 2.084564685821533,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.14042584598064423,
      "step": 500
    },
    {
      "contrastive_loss": 2.092792272567749,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.1695050150156021,
      "step": 500
    },
    {
      "contrastive_loss": 2.0963730812072754,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.159230574965477,
      "step": 500
    },
    {
      "contrastive_loss": 2.088179111480713,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.10871747136116028,
      "step": 500
    },
    {
      "contrastive_loss": 2.0887815952301025,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.10735316574573517,
      "step": 500
    },
    {
      "contrastive_loss": 2.0895345211029053,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.18103329837322235,
      "step": 500
    },
    {
      "contrastive_loss": 2.0935425758361816,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.14458651840686798,
      "step": 500
    },
    {
      "contrastive_loss": 2.1023104190826416,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.08719257265329361,
      "step": 500
    },
    {
      "epoch": 0.328642316765639,
      "grad_norm": 0.27079910039901733,
      "learning_rate": 0.0002639136394790952,
      "loss": 3.1599,
      "step": 505
    },
    {
      "contrastive_loss": 2.09295916557312,
      "epoch": 0.328642316765639,
      "nll_loss": 0.1528780609369278,
      "step": 505
    },
    {
      "contrastive_loss": 2.09265398979187,
      "epoch": 0.328642316765639,
      "nll_loss": 0.1375199258327484,
      "step": 505
    },
    {
      "contrastive_loss": 2.0910494327545166,
      "epoch": 0.328642316765639,
      "nll_loss": 0.11819421499967575,
      "step": 505
    },
    {
      "contrastive_loss": 2.0942935943603516,
      "epoch": 0.328642316765639,
      "nll_loss": 0.21307410299777985,
      "step": 505
    },
    {
      "contrastive_loss": 2.1074371337890625,
      "epoch": 0.328642316765639,
      "nll_loss": 0.12478864938020706,
      "step": 505
    },
    {
      "contrastive_loss": 2.101789712905884,
      "epoch": 0.328642316765639,
      "nll_loss": 0.1939985603094101,
      "step": 505
    },
    {
      "contrastive_loss": 2.0921614170074463,
      "epoch": 0.328642316765639,
      "nll_loss": 0.0687987431883812,
      "step": 505
    },
    {
      "contrastive_loss": 2.089770555496216,
      "epoch": 0.328642316765639,
      "nll_loss": 0.10953668504953384,
      "step": 505
    },
    {
      "epoch": 0.33189620109005125,
      "grad_norm": 0.23001378774642944,
      "learning_rate": 0.00026339958875942423,
      "loss": 3.201,
      "step": 510
    },
    {
      "contrastive_loss": 2.0822243690490723,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.1491154134273529,
      "step": 510
    },
    {
      "contrastive_loss": 2.0976603031158447,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.14200687408447266,
      "step": 510
    },
    {
      "contrastive_loss": 2.087695360183716,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.13144135475158691,
      "step": 510
    },
    {
      "contrastive_loss": 2.1075427532196045,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.1607801616191864,
      "step": 510
    },
    {
      "contrastive_loss": 2.0889787673950195,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.09807658940553665,
      "step": 510
    },
    {
      "contrastive_loss": 2.089343309402466,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.13654732704162598,
      "step": 510
    },
    {
      "contrastive_loss": 2.0885677337646484,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.14266811311244965,
      "step": 510
    },
    {
      "contrastive_loss": 2.095088005065918,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.09567741304636002,
      "step": 510
    },
    {
      "epoch": 0.3351500854144635,
      "grad_norm": 0.2617284953594208,
      "learning_rate": 0.00026288553803975324,
      "loss": 3.1795,
      "step": 515
    },
    {
      "contrastive_loss": 2.07961368560791,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.13226108253002167,
      "step": 515
    },
    {
      "contrastive_loss": 2.086629629135132,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.16529451310634613,
      "step": 515
    },
    {
      "contrastive_loss": 2.0962867736816406,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.13734392821788788,
      "step": 515
    },
    {
      "contrastive_loss": 2.0890746116638184,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.11534565687179565,
      "step": 515
    },
    {
      "contrastive_loss": 2.0972208976745605,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.16008447110652924,
      "step": 515
    },
    {
      "contrastive_loss": 2.0923819541931152,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.09179004281759262,
      "step": 515
    },
    {
      "contrastive_loss": 2.088561773300171,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.14005853235721588,
      "step": 515
    },
    {
      "contrastive_loss": 2.089707136154175,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.10366920381784439,
      "step": 515
    },
    {
      "epoch": 0.33840396973887577,
      "grad_norm": 0.23564690351486206,
      "learning_rate": 0.0002623714873200822,
      "loss": 3.1602,
      "step": 520
    },
    {
      "contrastive_loss": 2.090951681137085,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.15224650502204895,
      "step": 520
    },
    {
      "contrastive_loss": 2.0993285179138184,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.17176932096481323,
      "step": 520
    },
    {
      "contrastive_loss": 2.0974316596984863,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.14665713906288147,
      "step": 520
    },
    {
      "contrastive_loss": 2.099485158920288,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.12918078899383545,
      "step": 520
    },
    {
      "contrastive_loss": 2.0868301391601562,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.0888642817735672,
      "step": 520
    },
    {
      "contrastive_loss": 2.0773396492004395,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.12111391872167587,
      "step": 520
    },
    {
      "contrastive_loss": 2.0871176719665527,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.16078947484493256,
      "step": 520
    },
    {
      "contrastive_loss": 2.0924060344696045,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.058917656540870667,
      "step": 520
    },
    {
      "epoch": 0.341657854063288,
      "grad_norm": 0.2734105587005615,
      "learning_rate": 0.0002618574366004112,
      "loss": 3.1572,
      "step": 525
    },
    {
      "contrastive_loss": 2.1048994064331055,
      "epoch": 0.341657854063288,
      "nll_loss": 0.09763050824403763,
      "step": 525
    },
    {
      "contrastive_loss": 2.097806930541992,
      "epoch": 0.341657854063288,
      "nll_loss": 0.14831601083278656,
      "step": 525
    },
    {
      "contrastive_loss": 2.094489812850952,
      "epoch": 0.341657854063288,
      "nll_loss": 0.15085351467132568,
      "step": 525
    },
    {
      "contrastive_loss": 2.1020283699035645,
      "epoch": 0.341657854063288,
      "nll_loss": 0.08793121576309204,
      "step": 525
    },
    {
      "contrastive_loss": 2.094200849533081,
      "epoch": 0.341657854063288,
      "nll_loss": 0.08009897172451019,
      "step": 525
    },
    {
      "contrastive_loss": 2.0885376930236816,
      "epoch": 0.341657854063288,
      "nll_loss": 0.11764523386955261,
      "step": 525
    },
    {
      "contrastive_loss": 2.0972743034362793,
      "epoch": 0.341657854063288,
      "nll_loss": 0.1492200791835785,
      "step": 525
    },
    {
      "contrastive_loss": 2.0991034507751465,
      "epoch": 0.341657854063288,
      "nll_loss": 0.171228289604187,
      "step": 525
    },
    {
      "epoch": 0.34491173838770034,
      "grad_norm": 0.23484186828136444,
      "learning_rate": 0.0002613433858807402,
      "loss": 3.1411,
      "step": 530
    },
    {
      "contrastive_loss": 2.0903263092041016,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.23106913268566132,
      "step": 530
    },
    {
      "contrastive_loss": 2.0934524536132812,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.07864444702863693,
      "step": 530
    },
    {
      "contrastive_loss": 2.0989575386047363,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.14644402265548706,
      "step": 530
    },
    {
      "contrastive_loss": 2.093919038772583,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.10456296056509018,
      "step": 530
    },
    {
      "contrastive_loss": 2.0927317142486572,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.14309139549732208,
      "step": 530
    },
    {
      "contrastive_loss": 2.1024885177612305,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.15472882986068726,
      "step": 530
    },
    {
      "contrastive_loss": 2.080991268157959,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.10999908298254013,
      "step": 530
    },
    {
      "contrastive_loss": 2.0919113159179688,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.12134405970573425,
      "step": 530
    },
    {
      "epoch": 0.3481656227121126,
      "grad_norm": 0.3215131163597107,
      "learning_rate": 0.00026082933516106917,
      "loss": 3.1788,
      "step": 535
    },
    {
      "contrastive_loss": 2.097858428955078,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.10149284452199936,
      "step": 535
    },
    {
      "contrastive_loss": 2.0748167037963867,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.16818322241306305,
      "step": 535
    },
    {
      "contrastive_loss": 2.0983123779296875,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.20283466577529907,
      "step": 535
    },
    {
      "contrastive_loss": 2.092162609100342,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.12088408321142197,
      "step": 535
    },
    {
      "contrastive_loss": 2.0973944664001465,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.06996345520019531,
      "step": 535
    },
    {
      "contrastive_loss": 2.087596893310547,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.19178034365177155,
      "step": 535
    },
    {
      "contrastive_loss": 2.093499183654785,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.11947174370288849,
      "step": 535
    },
    {
      "contrastive_loss": 2.085153102874756,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.12076741456985474,
      "step": 535
    },
    {
      "epoch": 0.35141950703652486,
      "grad_norm": 0.24431705474853516,
      "learning_rate": 0.0002603152844413982,
      "loss": 3.1672,
      "step": 540
    },
    {
      "contrastive_loss": 2.0982208251953125,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.07565058767795563,
      "step": 540
    },
    {
      "contrastive_loss": 2.0868079662323,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.07742030173540115,
      "step": 540
    },
    {
      "contrastive_loss": 2.0784311294555664,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.15315745770931244,
      "step": 540
    },
    {
      "contrastive_loss": 2.1027379035949707,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.16399690508842468,
      "step": 540
    },
    {
      "contrastive_loss": 2.0974631309509277,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.160631462931633,
      "step": 540
    },
    {
      "contrastive_loss": 2.0784401893615723,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.1388770192861557,
      "step": 540
    },
    {
      "contrastive_loss": 2.09602952003479,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.17914538085460663,
      "step": 540
    },
    {
      "contrastive_loss": 2.0885183811187744,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.07986607402563095,
      "step": 540
    },
    {
      "epoch": 0.3546733913609371,
      "grad_norm": 0.2667015492916107,
      "learning_rate": 0.0002598012337217272,
      "loss": 3.1463,
      "step": 545
    },
    {
      "contrastive_loss": 2.094266653060913,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.16923531889915466,
      "step": 545
    },
    {
      "contrastive_loss": 2.0531742572784424,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.07889258116483688,
      "step": 545
    },
    {
      "contrastive_loss": 2.0827860832214355,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.15546347200870514,
      "step": 545
    },
    {
      "contrastive_loss": 2.094428062438965,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.12119628489017487,
      "step": 545
    },
    {
      "contrastive_loss": 2.091813564300537,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.1130170077085495,
      "step": 545
    },
    {
      "contrastive_loss": 2.1004228591918945,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.14302438497543335,
      "step": 545
    },
    {
      "contrastive_loss": 2.094837188720703,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.16963887214660645,
      "step": 545
    },
    {
      "contrastive_loss": 2.0913093090057373,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.06411408632993698,
      "step": 545
    },
    {
      "epoch": 0.3579272756853494,
      "grad_norm": 0.30073049664497375,
      "learning_rate": 0.0002592871830020562,
      "loss": 3.1421,
      "step": 550
    },
    {
      "contrastive_loss": 2.098698616027832,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.1659718006849289,
      "step": 550
    },
    {
      "contrastive_loss": 2.0902068614959717,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.11749453097581863,
      "step": 550
    },
    {
      "contrastive_loss": 2.1017043590545654,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.17876601219177246,
      "step": 550
    },
    {
      "contrastive_loss": 2.091019630432129,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.05993355065584183,
      "step": 550
    },
    {
      "contrastive_loss": 2.096712350845337,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.09660224616527557,
      "step": 550
    },
    {
      "contrastive_loss": 2.0863118171691895,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.11439978331327438,
      "step": 550
    },
    {
      "contrastive_loss": 2.093503713607788,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.21120348572731018,
      "step": 550
    },
    {
      "contrastive_loss": 2.0912094116210938,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.11836092919111252,
      "step": 550
    },
    {
      "epoch": 0.36118116000976164,
      "grad_norm": 0.24059389531612396,
      "learning_rate": 0.0002587731322823852,
      "loss": 3.1559,
      "step": 555
    },
    {
      "contrastive_loss": 2.08919095993042,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.1567070633172989,
      "step": 555
    },
    {
      "contrastive_loss": 2.0952701568603516,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.18326711654663086,
      "step": 555
    },
    {
      "contrastive_loss": 2.0855660438537598,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.05549547076225281,
      "step": 555
    },
    {
      "contrastive_loss": 2.079990863800049,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.040555063635110855,
      "step": 555
    },
    {
      "contrastive_loss": 2.100090503692627,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.11044413596391678,
      "step": 555
    },
    {
      "contrastive_loss": 2.1007702350616455,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.19890214502811432,
      "step": 555
    },
    {
      "contrastive_loss": 2.0964438915252686,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.0940658450126648,
      "step": 555
    },
    {
      "contrastive_loss": 2.09315824508667,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.21240274608135223,
      "step": 555
    },
    {
      "epoch": 0.3644350443341739,
      "grad_norm": 0.2761463224887848,
      "learning_rate": 0.00025825908156271415,
      "loss": 3.1677,
      "step": 560
    },
    {
      "contrastive_loss": 2.088702917098999,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.2091105729341507,
      "step": 560
    },
    {
      "contrastive_loss": 2.092597246170044,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.15751951932907104,
      "step": 560
    },
    {
      "contrastive_loss": 2.0959887504577637,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.13883432745933533,
      "step": 560
    },
    {
      "contrastive_loss": 2.0944056510925293,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.15218482911586761,
      "step": 560
    },
    {
      "contrastive_loss": 2.0849392414093018,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.07130873203277588,
      "step": 560
    },
    {
      "contrastive_loss": 2.0886220932006836,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.19475960731506348,
      "step": 560
    },
    {
      "contrastive_loss": 2.1020002365112305,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.12524837255477905,
      "step": 560
    },
    {
      "contrastive_loss": 2.083951234817505,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.03953362628817558,
      "step": 560
    },
    {
      "epoch": 0.3676889286585862,
      "grad_norm": 0.23945929110050201,
      "learning_rate": 0.00025774503084304316,
      "loss": 3.1766,
      "step": 565
    },
    {
      "contrastive_loss": 2.0873003005981445,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.10861547291278839,
      "step": 565
    },
    {
      "contrastive_loss": 2.0846827030181885,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.11519233137369156,
      "step": 565
    },
    {
      "contrastive_loss": 2.0952908992767334,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.1668298840522766,
      "step": 565
    },
    {
      "contrastive_loss": 2.096226453781128,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.14827249944210052,
      "step": 565
    },
    {
      "contrastive_loss": 2.0871546268463135,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.16231627762317657,
      "step": 565
    },
    {
      "contrastive_loss": 2.073723316192627,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.16238123178482056,
      "step": 565
    },
    {
      "contrastive_loss": 2.0920825004577637,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.15929219126701355,
      "step": 565
    },
    {
      "contrastive_loss": 2.099527597427368,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.14746946096420288,
      "step": 565
    },
    {
      "epoch": 0.37094281298299847,
      "grad_norm": 0.2432384192943573,
      "learning_rate": 0.00025723098012337217,
      "loss": 3.2034,
      "step": 570
    },
    {
      "contrastive_loss": 2.087702989578247,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.07471093535423279,
      "step": 570
    },
    {
      "contrastive_loss": 2.0915403366088867,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.1526794284582138,
      "step": 570
    },
    {
      "contrastive_loss": 2.09084153175354,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.12189044803380966,
      "step": 570
    },
    {
      "contrastive_loss": 2.0885231494903564,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.15676890313625336,
      "step": 570
    },
    {
      "contrastive_loss": 2.0940191745758057,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.13191701471805573,
      "step": 570
    },
    {
      "contrastive_loss": 2.1013898849487305,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.15507130324840546,
      "step": 570
    },
    {
      "contrastive_loss": 2.1042516231536865,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.11027023941278458,
      "step": 570
    },
    {
      "contrastive_loss": 2.0887959003448486,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.1546051949262619,
      "step": 570
    },
    {
      "epoch": 0.37419669730741073,
      "grad_norm": 0.2833539843559265,
      "learning_rate": 0.0002567169294037012,
      "loss": 3.162,
      "step": 575
    },
    {
      "contrastive_loss": 2.0944783687591553,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.16104966402053833,
      "step": 575
    },
    {
      "contrastive_loss": 2.0972437858581543,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.055312272161245346,
      "step": 575
    },
    {
      "contrastive_loss": 2.088160753250122,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.26697924733161926,
      "step": 575
    },
    {
      "contrastive_loss": 2.087682008743286,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.13293133676052094,
      "step": 575
    },
    {
      "contrastive_loss": 2.0488874912261963,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.12050734460353851,
      "step": 575
    },
    {
      "contrastive_loss": 2.0919241905212402,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.07666707038879395,
      "step": 575
    },
    {
      "contrastive_loss": 2.1003634929656982,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.18281342089176178,
      "step": 575
    },
    {
      "contrastive_loss": 2.1055212020874023,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.13489577174186707,
      "step": 575
    },
    {
      "epoch": 0.377450581631823,
      "grad_norm": 0.24859590828418732,
      "learning_rate": 0.00025620287868403013,
      "loss": 3.2009,
      "step": 580
    },
    {
      "contrastive_loss": 2.0897622108459473,
      "epoch": 0.377450581631823,
      "nll_loss": 0.2056703418493271,
      "step": 580
    },
    {
      "contrastive_loss": 2.0855023860931396,
      "epoch": 0.377450581631823,
      "nll_loss": 0.20057328045368195,
      "step": 580
    },
    {
      "contrastive_loss": 2.1031203269958496,
      "epoch": 0.377450581631823,
      "nll_loss": 0.11094515770673752,
      "step": 580
    },
    {
      "contrastive_loss": 2.0959129333496094,
      "epoch": 0.377450581631823,
      "nll_loss": 0.08035564422607422,
      "step": 580
    },
    {
      "contrastive_loss": 2.097125768661499,
      "epoch": 0.377450581631823,
      "nll_loss": 0.17270387709140778,
      "step": 580
    },
    {
      "contrastive_loss": 2.090930461883545,
      "epoch": 0.377450581631823,
      "nll_loss": 0.05733834579586983,
      "step": 580
    },
    {
      "contrastive_loss": 2.1007354259490967,
      "epoch": 0.377450581631823,
      "nll_loss": 0.07744249701499939,
      "step": 580
    },
    {
      "contrastive_loss": 2.1011290550231934,
      "epoch": 0.377450581631823,
      "nll_loss": 0.16586749255657196,
      "step": 580
    },
    {
      "epoch": 0.38070446595623525,
      "grad_norm": 0.25567930936813354,
      "learning_rate": 0.00025568882796435914,
      "loss": 3.1873,
      "step": 585
    },
    {
      "contrastive_loss": 2.0924129486083984,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.1605883538722992,
      "step": 585
    },
    {
      "contrastive_loss": 2.0789222717285156,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.1536734402179718,
      "step": 585
    },
    {
      "contrastive_loss": 2.0972561836242676,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.14593246579170227,
      "step": 585
    },
    {
      "contrastive_loss": 2.0865328311920166,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.12441670894622803,
      "step": 585
    },
    {
      "contrastive_loss": 2.118558406829834,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.13443265855312347,
      "step": 585
    },
    {
      "contrastive_loss": 2.0884547233581543,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.13740354776382446,
      "step": 585
    },
    {
      "contrastive_loss": 2.0956344604492188,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.17523227632045746,
      "step": 585
    },
    {
      "contrastive_loss": 2.088258743286133,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.062275320291519165,
      "step": 585
    },
    {
      "epoch": 0.3839583502806475,
      "grad_norm": 0.23418134450912476,
      "learning_rate": 0.00025517477724468815,
      "loss": 3.1733,
      "step": 590
    },
    {
      "contrastive_loss": 2.0912370681762695,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.13464659452438354,
      "step": 590
    },
    {
      "contrastive_loss": 2.08385968208313,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.16580133140087128,
      "step": 590
    },
    {
      "contrastive_loss": 2.0960965156555176,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.22046944499015808,
      "step": 590
    },
    {
      "contrastive_loss": 2.100342273712158,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.11377941817045212,
      "step": 590
    },
    {
      "contrastive_loss": 2.0922138690948486,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.13621878623962402,
      "step": 590
    },
    {
      "contrastive_loss": 2.0882697105407715,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.18336240947246552,
      "step": 590
    },
    {
      "contrastive_loss": 2.0978684425354004,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.07602524012327194,
      "step": 590
    },
    {
      "contrastive_loss": 2.0877275466918945,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.19640614092350006,
      "step": 590
    },
    {
      "epoch": 0.38721223460505977,
      "grad_norm": 0.2760732173919678,
      "learning_rate": 0.0002546607265250171,
      "loss": 3.2235,
      "step": 595
    },
    {
      "contrastive_loss": 2.088465929031372,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.18059082329273224,
      "step": 595
    },
    {
      "contrastive_loss": 2.0866637229919434,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.08581256866455078,
      "step": 595
    },
    {
      "contrastive_loss": 2.094003915786743,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.20396405458450317,
      "step": 595
    },
    {
      "contrastive_loss": 2.095444679260254,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.15593038499355316,
      "step": 595
    },
    {
      "contrastive_loss": 2.093292713165283,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.12350861728191376,
      "step": 595
    },
    {
      "contrastive_loss": 2.0941734313964844,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.09118544310331345,
      "step": 595
    },
    {
      "contrastive_loss": 2.0946221351623535,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.10605446994304657,
      "step": 595
    },
    {
      "contrastive_loss": 2.0890214443206787,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.1656220406293869,
      "step": 595
    },
    {
      "epoch": 0.3904661189294721,
      "grad_norm": 0.24779465794563293,
      "learning_rate": 0.0002541466758053461,
      "loss": 3.1692,
      "step": 600
    },
    {
      "contrastive_loss": 2.100435972213745,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.13237030804157257,
      "step": 600
    },
    {
      "contrastive_loss": 2.098501205444336,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.17611238360404968,
      "step": 600
    },
    {
      "contrastive_loss": 2.0894274711608887,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.22031354904174805,
      "step": 600
    },
    {
      "contrastive_loss": 2.080317974090576,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.08130240440368652,
      "step": 600
    },
    {
      "contrastive_loss": 2.088395357131958,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.13022099435329437,
      "step": 600
    },
    {
      "contrastive_loss": 2.090806007385254,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.1396583616733551,
      "step": 600
    },
    {
      "contrastive_loss": 2.0902764797210693,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.18426404893398285,
      "step": 600
    },
    {
      "contrastive_loss": 2.091280221939087,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.10328395664691925,
      "step": 600
    },
    {
      "epoch": 0.39372000325388434,
      "grad_norm": 0.3040204346179962,
      "learning_rate": 0.0002536326250856751,
      "loss": 3.2053,
      "step": 605
    },
    {
      "contrastive_loss": 2.1109116077423096,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.06791205704212189,
      "step": 605
    },
    {
      "contrastive_loss": 2.095878839492798,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.20639358460903168,
      "step": 605
    },
    {
      "contrastive_loss": 2.085747718811035,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.09083668887615204,
      "step": 605
    },
    {
      "contrastive_loss": 2.09835147857666,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.11611724644899368,
      "step": 605
    },
    {
      "contrastive_loss": 2.0895028114318848,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.20631806552410126,
      "step": 605
    },
    {
      "contrastive_loss": 2.09173321723938,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.1628984808921814,
      "step": 605
    },
    {
      "contrastive_loss": 2.0910885334014893,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.10612025856971741,
      "step": 605
    },
    {
      "contrastive_loss": 2.1084015369415283,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.109379343688488,
      "step": 605
    },
    {
      "epoch": 0.3969738875782966,
      "grad_norm": 0.23726429045200348,
      "learning_rate": 0.00025311857436600407,
      "loss": 3.1721,
      "step": 610
    },
    {
      "contrastive_loss": 2.090571165084839,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.10279663652181625,
      "step": 610
    },
    {
      "contrastive_loss": 2.1011884212493896,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.11985968798398972,
      "step": 610
    },
    {
      "contrastive_loss": 2.09586763381958,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.15054410696029663,
      "step": 610
    },
    {
      "contrastive_loss": 2.0810048580169678,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.17517107725143433,
      "step": 610
    },
    {
      "contrastive_loss": 2.101879358291626,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.10449520498514175,
      "step": 610
    },
    {
      "contrastive_loss": 2.0995116233825684,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.1671680063009262,
      "step": 610
    },
    {
      "contrastive_loss": 2.6539385318756104,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.14924418926239014,
      "step": 610
    },
    {
      "contrastive_loss": 2.087315559387207,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.13389115035533905,
      "step": 610
    },
    {
      "epoch": 0.40022777190270886,
      "grad_norm": 0.2807201147079468,
      "learning_rate": 0.0002526045236463331,
      "loss": 3.2172,
      "step": 615
    },
    {
      "contrastive_loss": 2.084130048751831,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.13267894089221954,
      "step": 615
    },
    {
      "contrastive_loss": 2.091730833053589,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.14414507150650024,
      "step": 615
    },
    {
      "contrastive_loss": 2.0993337631225586,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.11948610097169876,
      "step": 615
    },
    {
      "contrastive_loss": 2.098752021789551,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.16192977130413055,
      "step": 615
    },
    {
      "contrastive_loss": 2.0965006351470947,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.17345455288887024,
      "step": 615
    },
    {
      "contrastive_loss": 2.0933797359466553,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.15226943790912628,
      "step": 615
    },
    {
      "contrastive_loss": 2.09757399559021,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.19982261955738068,
      "step": 615
    },
    {
      "contrastive_loss": 2.0898008346557617,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.04720573127269745,
      "step": 615
    },
    {
      "epoch": 0.4034816562271211,
      "grad_norm": 0.272815465927124,
      "learning_rate": 0.0002520904729266621,
      "loss": 3.1952,
      "step": 620
    },
    {
      "contrastive_loss": 2.089263439178467,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.09128203243017197,
      "step": 620
    },
    {
      "contrastive_loss": 2.09674334526062,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.13791248202323914,
      "step": 620
    },
    {
      "contrastive_loss": 2.0868351459503174,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.11652009189128876,
      "step": 620
    },
    {
      "contrastive_loss": 2.096552610397339,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.16358140110969543,
      "step": 620
    },
    {
      "contrastive_loss": 2.0785253047943115,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.13415761291980743,
      "step": 620
    },
    {
      "contrastive_loss": 2.0971570014953613,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.10410851240158081,
      "step": 620
    },
    {
      "contrastive_loss": 2.0883233547210693,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.21660497784614563,
      "step": 620
    },
    {
      "contrastive_loss": 2.0876991748809814,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.09184580296278,
      "step": 620
    },
    {
      "epoch": 0.4067355405515334,
      "grad_norm": 0.2612020969390869,
      "learning_rate": 0.00025157642220699104,
      "loss": 3.1519,
      "step": 625
    },
    {
      "contrastive_loss": 2.0898239612579346,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.08460293710231781,
      "step": 625
    },
    {
      "contrastive_loss": 2.093878984451294,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.15104776620864868,
      "step": 625
    },
    {
      "contrastive_loss": 2.099668025970459,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.14673888683319092,
      "step": 625
    },
    {
      "contrastive_loss": 2.0928876399993896,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.09471604228019714,
      "step": 625
    },
    {
      "contrastive_loss": 2.0869579315185547,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.15612410008907318,
      "step": 625
    },
    {
      "contrastive_loss": 2.0891666412353516,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.09675425291061401,
      "step": 625
    },
    {
      "contrastive_loss": 2.092557191848755,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.15623299777507782,
      "step": 625
    },
    {
      "contrastive_loss": 2.0969085693359375,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.20875751972198486,
      "step": 625
    },
    {
      "epoch": 0.40998942487594564,
      "grad_norm": 0.2965978682041168,
      "learning_rate": 0.00025106237148732005,
      "loss": 3.1712,
      "step": 630
    },
    {
      "contrastive_loss": 2.0864639282226562,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.16253575682640076,
      "step": 630
    },
    {
      "contrastive_loss": 2.094850778579712,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.15643009543418884,
      "step": 630
    },
    {
      "contrastive_loss": 2.0880825519561768,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.08123162388801575,
      "step": 630
    },
    {
      "contrastive_loss": 2.0933117866516113,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.14797550439834595,
      "step": 630
    },
    {
      "contrastive_loss": 2.0866715908050537,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.11238464713096619,
      "step": 630
    },
    {
      "contrastive_loss": 2.0915234088897705,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.09061803668737411,
      "step": 630
    },
    {
      "contrastive_loss": 2.090660572052002,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.1256466656923294,
      "step": 630
    },
    {
      "contrastive_loss": 2.09375262260437,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.22044183313846588,
      "step": 630
    },
    {
      "epoch": 0.4132433092003579,
      "grad_norm": 0.251422256231308,
      "learning_rate": 0.00025054832076764906,
      "loss": 3.1741,
      "step": 635
    },
    {
      "contrastive_loss": 2.101994752883911,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.12433270364999771,
      "step": 635
    },
    {
      "contrastive_loss": 2.08836030960083,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.052893783897161484,
      "step": 635
    },
    {
      "contrastive_loss": 2.0911264419555664,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.08367949724197388,
      "step": 635
    },
    {
      "contrastive_loss": 2.0874297618865967,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.12716305255889893,
      "step": 635
    },
    {
      "contrastive_loss": 2.0984907150268555,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.24409595131874084,
      "step": 635
    },
    {
      "contrastive_loss": 2.090593099594116,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.061248283833265305,
      "step": 635
    },
    {
      "contrastive_loss": 2.091024160385132,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.12165220826864243,
      "step": 635
    },
    {
      "contrastive_loss": 2.092203140258789,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.1859874725341797,
      "step": 635
    },
    {
      "epoch": 0.4164971935247702,
      "grad_norm": 0.31031954288482666,
      "learning_rate": 0.00025003427004797806,
      "loss": 3.1637,
      "step": 640
    },
    {
      "contrastive_loss": 2.088611125946045,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.222758486866951,
      "step": 640
    },
    {
      "contrastive_loss": 2.100992441177368,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.18711534142494202,
      "step": 640
    },
    {
      "contrastive_loss": 2.098436117172241,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.1722724288702011,
      "step": 640
    },
    {
      "contrastive_loss": 2.096485137939453,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.10242322832345963,
      "step": 640
    },
    {
      "contrastive_loss": 2.102935791015625,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.20429842174053192,
      "step": 640
    },
    {
      "contrastive_loss": 2.10634183883667,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.12238282710313797,
      "step": 640
    },
    {
      "contrastive_loss": 2.088083505630493,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.017451858147978783,
      "step": 640
    },
    {
      "contrastive_loss": 2.0869946479797363,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.04397337883710861,
      "step": 640
    },
    {
      "epoch": 0.4197510778491825,
      "grad_norm": 0.2525002062320709,
      "learning_rate": 0.000249520219328307,
      "loss": 3.1767,
      "step": 645
    },
    {
      "contrastive_loss": 2.094801187515259,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.14282658696174622,
      "step": 645
    },
    {
      "contrastive_loss": 2.090839147567749,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.07816208153963089,
      "step": 645
    },
    {
      "contrastive_loss": 2.0924267768859863,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.1152152344584465,
      "step": 645
    },
    {
      "contrastive_loss": 2.0983729362487793,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.1519133448600769,
      "step": 645
    },
    {
      "contrastive_loss": 2.0893497467041016,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.1788056641817093,
      "step": 645
    },
    {
      "contrastive_loss": 2.092663049697876,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.13133980333805084,
      "step": 645
    },
    {
      "contrastive_loss": 2.0860953330993652,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.16416923701763153,
      "step": 645
    },
    {
      "contrastive_loss": 2.0908591747283936,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.15755373239517212,
      "step": 645
    },
    {
      "epoch": 0.42300496217359473,
      "grad_norm": 0.25883936882019043,
      "learning_rate": 0.000249006168608636,
      "loss": 3.186,
      "step": 650
    },
    {
      "contrastive_loss": 2.087965250015259,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.16436724364757538,
      "step": 650
    },
    {
      "contrastive_loss": 2.091909885406494,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.1093580573797226,
      "step": 650
    },
    {
      "contrastive_loss": 2.088449001312256,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.08191041648387909,
      "step": 650
    },
    {
      "contrastive_loss": 2.0916800498962402,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.16739775240421295,
      "step": 650
    },
    {
      "contrastive_loss": 2.098508834838867,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.2037033885717392,
      "step": 650
    },
    {
      "contrastive_loss": 2.0952882766723633,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.0836244747042656,
      "step": 650
    },
    {
      "contrastive_loss": 2.0901970863342285,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.18769915401935577,
      "step": 650
    },
    {
      "contrastive_loss": 2.082059383392334,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.12164482474327087,
      "step": 650
    },
    {
      "epoch": 0.426258846498007,
      "grad_norm": 0.2642272710800171,
      "learning_rate": 0.00024849211788896503,
      "loss": 3.1707,
      "step": 655
    },
    {
      "contrastive_loss": 2.0944511890411377,
      "epoch": 0.426258846498007,
      "nll_loss": 0.0667407363653183,
      "step": 655
    },
    {
      "contrastive_loss": 2.087812900543213,
      "epoch": 0.426258846498007,
      "nll_loss": 0.14080685377120972,
      "step": 655
    },
    {
      "contrastive_loss": 2.088411331176758,
      "epoch": 0.426258846498007,
      "nll_loss": 0.11766699701547623,
      "step": 655
    },
    {
      "contrastive_loss": 2.0898637771606445,
      "epoch": 0.426258846498007,
      "nll_loss": 0.11945106089115143,
      "step": 655
    },
    {
      "contrastive_loss": 2.094972610473633,
      "epoch": 0.426258846498007,
      "nll_loss": 0.15739938616752625,
      "step": 655
    },
    {
      "contrastive_loss": 2.0894694328308105,
      "epoch": 0.426258846498007,
      "nll_loss": 0.13468067348003387,
      "step": 655
    },
    {
      "contrastive_loss": 2.086660385131836,
      "epoch": 0.426258846498007,
      "nll_loss": 0.2032703310251236,
      "step": 655
    },
    {
      "contrastive_loss": 2.0930917263031006,
      "epoch": 0.426258846498007,
      "nll_loss": 0.19071270525455475,
      "step": 655
    },
    {
      "epoch": 0.42951273082241925,
      "grad_norm": 0.2692375183105469,
      "learning_rate": 0.00024797806716929404,
      "loss": 3.203,
      "step": 660
    },
    {
      "contrastive_loss": 2.0917718410491943,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.11657099425792694,
      "step": 660
    },
    {
      "contrastive_loss": 2.1001439094543457,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.07447703927755356,
      "step": 660
    },
    {
      "contrastive_loss": 2.0987601280212402,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.1481170952320099,
      "step": 660
    },
    {
      "contrastive_loss": 2.0901477336883545,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.13914093375205994,
      "step": 660
    },
    {
      "contrastive_loss": 2.09304141998291,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.11985602974891663,
      "step": 660
    },
    {
      "contrastive_loss": 2.0948855876922607,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.09669222682714462,
      "step": 660
    },
    {
      "contrastive_loss": 2.0880274772644043,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.18392647802829742,
      "step": 660
    },
    {
      "contrastive_loss": 2.089498996734619,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.15668131411075592,
      "step": 660
    },
    {
      "epoch": 0.4327666151468315,
      "grad_norm": 0.2553902566432953,
      "learning_rate": 0.000247464016449623,
      "loss": 3.1618,
      "step": 665
    },
    {
      "contrastive_loss": 2.0852856636047363,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.16404502093791962,
      "step": 665
    },
    {
      "contrastive_loss": 2.0979745388031006,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.28484514355659485,
      "step": 665
    },
    {
      "contrastive_loss": 2.087838649749756,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.06937883794307709,
      "step": 665
    },
    {
      "contrastive_loss": 2.08597993850708,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.09452623128890991,
      "step": 665
    },
    {
      "contrastive_loss": 2.090127944946289,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.1926897019147873,
      "step": 665
    },
    {
      "contrastive_loss": 2.097557783126831,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.07423085719347,
      "step": 665
    },
    {
      "contrastive_loss": 2.092362880706787,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.07976729422807693,
      "step": 665
    },
    {
      "contrastive_loss": 2.087312936782837,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.19329024851322174,
      "step": 665
    },
    {
      "epoch": 0.43602049947124377,
      "grad_norm": 0.24893899261951447,
      "learning_rate": 0.000246949965729952,
      "loss": 3.1693,
      "step": 670
    },
    {
      "contrastive_loss": 2.097896099090576,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.1427139788866043,
      "step": 670
    },
    {
      "contrastive_loss": 2.0871100425720215,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.17632350325584412,
      "step": 670
    },
    {
      "contrastive_loss": 2.0851926803588867,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.16432414948940277,
      "step": 670
    },
    {
      "contrastive_loss": 2.0918657779693604,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.054735343903303146,
      "step": 670
    },
    {
      "contrastive_loss": 2.102038621902466,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.07969441264867783,
      "step": 670
    },
    {
      "contrastive_loss": 2.0936832427978516,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.1915094256401062,
      "step": 670
    },
    {
      "contrastive_loss": 2.0890486240386963,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.1771489828824997,
      "step": 670
    },
    {
      "contrastive_loss": 2.1045455932617188,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.1646442860364914,
      "step": 670
    },
    {
      "epoch": 0.4392743837956561,
      "grad_norm": 0.24413317441940308,
      "learning_rate": 0.000246435915010281,
      "loss": 3.1797,
      "step": 675
    },
    {
      "contrastive_loss": 2.0891709327697754,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.08629295229911804,
      "step": 675
    },
    {
      "contrastive_loss": 2.0942001342773438,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.11730615794658661,
      "step": 675
    },
    {
      "contrastive_loss": 2.0935630798339844,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.14349758625030518,
      "step": 675
    },
    {
      "contrastive_loss": 2.091541051864624,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.11531230807304382,
      "step": 675
    },
    {
      "contrastive_loss": 2.0905239582061768,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.22121132910251617,
      "step": 675
    },
    {
      "contrastive_loss": 2.0906147956848145,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.16856800019741058,
      "step": 675
    },
    {
      "contrastive_loss": 2.0763630867004395,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.06162760779261589,
      "step": 675
    },
    {
      "contrastive_loss": 2.0769660472869873,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.1466345638036728,
      "step": 675
    },
    {
      "epoch": 0.44252826812006835,
      "grad_norm": 0.2506178319454193,
      "learning_rate": 0.00024592186429061,
      "loss": 3.1274,
      "step": 680
    },
    {
      "contrastive_loss": 2.0926687717437744,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.0717691108584404,
      "step": 680
    },
    {
      "contrastive_loss": 2.0998945236206055,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.08210474252700806,
      "step": 680
    },
    {
      "contrastive_loss": 2.0893733501434326,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.1557721495628357,
      "step": 680
    },
    {
      "contrastive_loss": 2.1001949310302734,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.143732950091362,
      "step": 680
    },
    {
      "contrastive_loss": 2.092609405517578,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.20642811059951782,
      "step": 680
    },
    {
      "contrastive_loss": 2.0875232219696045,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.09794913232326508,
      "step": 680
    },
    {
      "contrastive_loss": 2.0816164016723633,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.051010508090257645,
      "step": 680
    },
    {
      "contrastive_loss": 2.0871007442474365,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.21858039498329163,
      "step": 680
    },
    {
      "epoch": 0.4457821524444806,
      "grad_norm": 0.2558805048465729,
      "learning_rate": 0.000245407813570939,
      "loss": 3.161,
      "step": 685
    },
    {
      "contrastive_loss": 2.0922272205352783,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.12385466694831848,
      "step": 685
    },
    {
      "contrastive_loss": 2.0866832733154297,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.16664618253707886,
      "step": 685
    },
    {
      "contrastive_loss": 2.0934975147247314,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.14285387098789215,
      "step": 685
    },
    {
      "contrastive_loss": 2.095662832260132,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.15793181955814362,
      "step": 685
    },
    {
      "contrastive_loss": 2.0995588302612305,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.06672344356775284,
      "step": 685
    },
    {
      "contrastive_loss": 2.1034786701202393,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.12974627315998077,
      "step": 685
    },
    {
      "contrastive_loss": 2.0964834690093994,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.10928928852081299,
      "step": 685
    },
    {
      "contrastive_loss": 2.0946991443634033,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.11302629113197327,
      "step": 685
    },
    {
      "epoch": 0.44903603676889287,
      "grad_norm": 0.22648631036281586,
      "learning_rate": 0.000244893762851268,
      "loss": 3.1741,
      "step": 690
    },
    {
      "contrastive_loss": 2.0853018760681152,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.10705544799566269,
      "step": 690
    },
    {
      "contrastive_loss": 2.0994951725006104,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.2357965111732483,
      "step": 690
    },
    {
      "contrastive_loss": 2.0942623615264893,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.16125187277793884,
      "step": 690
    },
    {
      "contrastive_loss": 2.0966858863830566,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.12167748808860779,
      "step": 690
    },
    {
      "contrastive_loss": 2.0901384353637695,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.16150516271591187,
      "step": 690
    },
    {
      "contrastive_loss": 2.095435857772827,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.0952845886349678,
      "step": 690
    },
    {
      "contrastive_loss": 2.0936362743377686,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.03700900077819824,
      "step": 690
    },
    {
      "contrastive_loss": 2.0936872959136963,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.09665662795305252,
      "step": 690
    },
    {
      "epoch": 0.4522899210933051,
      "grad_norm": 0.25983473658561707,
      "learning_rate": 0.00024437971213159694,
      "loss": 3.1429,
      "step": 695
    },
    {
      "contrastive_loss": 2.08361554145813,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.09926076978445053,
      "step": 695
    },
    {
      "contrastive_loss": 2.0961577892303467,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.17019401490688324,
      "step": 695
    },
    {
      "contrastive_loss": 2.093935012817383,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.06693370640277863,
      "step": 695
    },
    {
      "contrastive_loss": 2.087707281112671,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.14200566709041595,
      "step": 695
    },
    {
      "contrastive_loss": 2.0873570442199707,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.11367696523666382,
      "step": 695
    },
    {
      "contrastive_loss": 2.091961145401001,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.18232308328151703,
      "step": 695
    },
    {
      "contrastive_loss": 2.0900540351867676,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.054951976984739304,
      "step": 695
    },
    {
      "contrastive_loss": 2.0878829956054688,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.21755047142505646,
      "step": 695
    },
    {
      "epoch": 0.4555438054177174,
      "grad_norm": 0.2506794333457947,
      "learning_rate": 0.00024386566141192597,
      "loss": 3.1157,
      "step": 700
    },
    {
      "contrastive_loss": 2.0944721698760986,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.17875303328037262,
      "step": 700
    },
    {
      "contrastive_loss": 2.0850985050201416,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.11414051800966263,
      "step": 700
    },
    {
      "contrastive_loss": 2.082245111465454,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.11513397097587585,
      "step": 700
    },
    {
      "contrastive_loss": 2.0900044441223145,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.13416048884391785,
      "step": 700
    },
    {
      "contrastive_loss": 2.092439651489258,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.0702190175652504,
      "step": 700
    },
    {
      "contrastive_loss": 2.101832389831543,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.12312109023332596,
      "step": 700
    },
    {
      "contrastive_loss": 2.092411518096924,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.05330298840999603,
      "step": 700
    },
    {
      "contrastive_loss": 2.088992118835449,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.18129102885723114,
      "step": 700
    },
    {
      "epoch": 0.45879768974212964,
      "grad_norm": 0.26713237166404724,
      "learning_rate": 0.00024335161069225495,
      "loss": 3.1391,
      "step": 705
    },
    {
      "contrastive_loss": 2.089726686477661,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.10838662087917328,
      "step": 705
    },
    {
      "contrastive_loss": 2.092637538909912,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.1357181966304779,
      "step": 705
    },
    {
      "contrastive_loss": 2.09208607673645,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.15777550637722015,
      "step": 705
    },
    {
      "contrastive_loss": 2.0902457237243652,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.15406624972820282,
      "step": 705
    },
    {
      "contrastive_loss": 2.088655710220337,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.09583168476819992,
      "step": 705
    },
    {
      "contrastive_loss": 2.08819842338562,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.10784302651882172,
      "step": 705
    },
    {
      "contrastive_loss": 2.0958220958709717,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.1567097008228302,
      "step": 705
    },
    {
      "contrastive_loss": 2.0893611907958984,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.10986562073230743,
      "step": 705
    },
    {
      "epoch": 0.46205157406654196,
      "grad_norm": 0.23914818465709686,
      "learning_rate": 0.00024283755997258393,
      "loss": 3.1884,
      "step": 710
    },
    {
      "contrastive_loss": 2.09836483001709,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.1383601576089859,
      "step": 710
    },
    {
      "contrastive_loss": 2.104114532470703,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.20329022407531738,
      "step": 710
    },
    {
      "contrastive_loss": 2.093628406524658,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.16541427373886108,
      "step": 710
    },
    {
      "contrastive_loss": 2.0882742404937744,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.11384942382574081,
      "step": 710
    },
    {
      "contrastive_loss": 2.0872302055358887,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.1403144896030426,
      "step": 710
    },
    {
      "contrastive_loss": 2.0914485454559326,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.10375259071588516,
      "step": 710
    },
    {
      "contrastive_loss": 2.0980381965637207,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.0944884791970253,
      "step": 710
    },
    {
      "contrastive_loss": 2.085592746734619,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.08138727396726608,
      "step": 710
    },
    {
      "epoch": 0.4653054583909542,
      "grad_norm": 0.2510223686695099,
      "learning_rate": 0.00024232350925291294,
      "loss": 3.1727,
      "step": 715
    },
    {
      "contrastive_loss": 2.089536428451538,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.2187185436487198,
      "step": 715
    },
    {
      "contrastive_loss": 2.08744215965271,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.10886457562446594,
      "step": 715
    },
    {
      "contrastive_loss": 2.10595965385437,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.1311037689447403,
      "step": 715
    },
    {
      "contrastive_loss": 2.094799280166626,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.13863615691661835,
      "step": 715
    },
    {
      "contrastive_loss": 2.097750425338745,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.1372307389974594,
      "step": 715
    },
    {
      "contrastive_loss": 2.094269037246704,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.19301971793174744,
      "step": 715
    },
    {
      "contrastive_loss": 2.0829784870147705,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.10384056717157364,
      "step": 715
    },
    {
      "contrastive_loss": 2.086416006088257,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.1441134363412857,
      "step": 715
    },
    {
      "epoch": 0.4685593427153665,
      "grad_norm": 0.25778231024742126,
      "learning_rate": 0.00024180945853324192,
      "loss": 3.2027,
      "step": 720
    },
    {
      "contrastive_loss": 2.111574649810791,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.14543315768241882,
      "step": 720
    },
    {
      "contrastive_loss": 2.0905003547668457,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.19933049380779266,
      "step": 720
    },
    {
      "contrastive_loss": 2.0884389877319336,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.17635181546211243,
      "step": 720
    },
    {
      "contrastive_loss": 2.092789649963379,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.07624747604131699,
      "step": 720
    },
    {
      "contrastive_loss": 2.0872507095336914,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.10025780647993088,
      "step": 720
    },
    {
      "contrastive_loss": 2.09063458442688,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.167257621884346,
      "step": 720
    },
    {
      "contrastive_loss": 2.0890591144561768,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.0813988521695137,
      "step": 720
    },
    {
      "contrastive_loss": 2.090398073196411,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.13258378207683563,
      "step": 720
    },
    {
      "epoch": 0.47181322703977874,
      "grad_norm": 0.2647587060928345,
      "learning_rate": 0.00024129540781357093,
      "loss": 3.181,
      "step": 725
    },
    {
      "contrastive_loss": 2.087721586227417,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.08436519652605057,
      "step": 725
    },
    {
      "contrastive_loss": 2.094433069229126,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.18261946737766266,
      "step": 725
    },
    {
      "contrastive_loss": 2.0845935344696045,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.16908779740333557,
      "step": 725
    },
    {
      "contrastive_loss": 2.0931904315948486,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.07485970854759216,
      "step": 725
    },
    {
      "contrastive_loss": 2.0935232639312744,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.08810657262802124,
      "step": 725
    },
    {
      "contrastive_loss": 2.095168352127075,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.08583152294158936,
      "step": 725
    },
    {
      "contrastive_loss": 2.089254140853882,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.1935911923646927,
      "step": 725
    },
    {
      "contrastive_loss": 2.092808723449707,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.12561915814876556,
      "step": 725
    },
    {
      "epoch": 0.475067111364191,
      "grad_norm": 0.27576497197151184,
      "learning_rate": 0.00024078135709389988,
      "loss": 3.1578,
      "step": 730
    },
    {
      "contrastive_loss": 2.0984339714050293,
      "epoch": 0.475067111364191,
      "nll_loss": 0.17319735884666443,
      "step": 730
    },
    {
      "contrastive_loss": 2.0888357162475586,
      "epoch": 0.475067111364191,
      "nll_loss": 0.13863344490528107,
      "step": 730
    },
    {
      "contrastive_loss": 2.09344744682312,
      "epoch": 0.475067111364191,
      "nll_loss": 0.0646662563085556,
      "step": 730
    },
    {
      "contrastive_loss": 2.092353105545044,
      "epoch": 0.475067111364191,
      "nll_loss": 0.1733064502477646,
      "step": 730
    },
    {
      "contrastive_loss": 2.09767746925354,
      "epoch": 0.475067111364191,
      "nll_loss": 0.12598244845867157,
      "step": 730
    },
    {
      "contrastive_loss": 2.085765838623047,
      "epoch": 0.475067111364191,
      "nll_loss": 0.18536651134490967,
      "step": 730
    },
    {
      "contrastive_loss": 2.0881526470184326,
      "epoch": 0.475067111364191,
      "nll_loss": 0.14273901283740997,
      "step": 730
    },
    {
      "contrastive_loss": 2.087305784225464,
      "epoch": 0.475067111364191,
      "nll_loss": 0.13026989996433258,
      "step": 730
    },
    {
      "epoch": 0.47832099568860326,
      "grad_norm": 0.24415183067321777,
      "learning_rate": 0.0002402673063742289,
      "loss": 3.1934,
      "step": 735
    },
    {
      "contrastive_loss": 2.0882253646850586,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.20097777247428894,
      "step": 735
    },
    {
      "contrastive_loss": 2.088256597518921,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.05373259633779526,
      "step": 735
    },
    {
      "contrastive_loss": 2.0960192680358887,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.1125422939658165,
      "step": 735
    },
    {
      "contrastive_loss": 2.1002237796783447,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.12171649932861328,
      "step": 735
    },
    {
      "contrastive_loss": 2.0910613536834717,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.12808887660503387,
      "step": 735
    },
    {
      "contrastive_loss": 2.091118812561035,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.10319013148546219,
      "step": 735
    },
    {
      "contrastive_loss": 2.096031427383423,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.09250004589557648,
      "step": 735
    },
    {
      "contrastive_loss": 2.0939669609069824,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.213051900267601,
      "step": 735
    },
    {
      "epoch": 0.4815748800130155,
      "grad_norm": 0.2273261696100235,
      "learning_rate": 0.0002397532556545579,
      "loss": 3.1438,
      "step": 740
    },
    {
      "contrastive_loss": 2.134763240814209,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.1147284284234047,
      "step": 740
    },
    {
      "contrastive_loss": 2.0883004665374756,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.15961582958698273,
      "step": 740
    },
    {
      "contrastive_loss": 2.0870306491851807,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.10590081661939621,
      "step": 740
    },
    {
      "contrastive_loss": 2.0876986980438232,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.11431679129600525,
      "step": 740
    },
    {
      "contrastive_loss": 2.086064577102661,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.10013297200202942,
      "step": 740
    },
    {
      "contrastive_loss": 2.0896010398864746,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.16808542609214783,
      "step": 740
    },
    {
      "contrastive_loss": 2.0877084732055664,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.10953756421804428,
      "step": 740
    },
    {
      "contrastive_loss": 2.082648515701294,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.19727614521980286,
      "step": 740
    },
    {
      "epoch": 0.48482876433742783,
      "grad_norm": 0.2445645034313202,
      "learning_rate": 0.0002392392049348869,
      "loss": 3.1686,
      "step": 745
    },
    {
      "contrastive_loss": 2.0941286087036133,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.06752275675535202,
      "step": 745
    },
    {
      "contrastive_loss": 2.095052480697632,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.12852062284946442,
      "step": 745
    },
    {
      "contrastive_loss": 2.0838124752044678,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.17110711336135864,
      "step": 745
    },
    {
      "contrastive_loss": 2.0883195400238037,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.12112769484519958,
      "step": 745
    },
    {
      "contrastive_loss": 2.0981650352478027,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.18648378551006317,
      "step": 745
    },
    {
      "contrastive_loss": 2.0813474655151367,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.09255071729421616,
      "step": 745
    },
    {
      "contrastive_loss": 2.0987114906311035,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.1108112707734108,
      "step": 745
    },
    {
      "contrastive_loss": 2.092280864715576,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.1848013699054718,
      "step": 745
    },
    {
      "epoch": 0.4880826486618401,
      "grad_norm": 0.26645123958587646,
      "learning_rate": 0.0002387251542152159,
      "loss": 3.1801,
      "step": 750
    },
    {
      "contrastive_loss": 2.0923755168914795,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.18289504945278168,
      "step": 750
    },
    {
      "contrastive_loss": 2.089949369430542,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.0796482041478157,
      "step": 750
    },
    {
      "contrastive_loss": 2.098996639251709,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.18931613862514496,
      "step": 750
    },
    {
      "contrastive_loss": 2.089742422103882,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.08454626798629761,
      "step": 750
    },
    {
      "contrastive_loss": 2.0883209705352783,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.24230124056339264,
      "step": 750
    },
    {
      "contrastive_loss": 2.08815336227417,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.10084754228591919,
      "step": 750
    },
    {
      "contrastive_loss": 2.104548215866089,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.1921931952238083,
      "step": 750
    },
    {
      "contrastive_loss": 2.092905044555664,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.12289909273386002,
      "step": 750
    },
    {
      "epoch": 0.49133653298625235,
      "grad_norm": 0.24074284732341766,
      "learning_rate": 0.00023821110349554487,
      "loss": 3.1841,
      "step": 755
    },
    {
      "contrastive_loss": 2.0933995246887207,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.18267351388931274,
      "step": 755
    },
    {
      "contrastive_loss": 2.090787649154663,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.07710565626621246,
      "step": 755
    },
    {
      "contrastive_loss": 2.0886433124542236,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.14533941447734833,
      "step": 755
    },
    {
      "contrastive_loss": 2.0897645950317383,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.21795819699764252,
      "step": 755
    },
    {
      "contrastive_loss": 2.0821149349212646,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.12055554986000061,
      "step": 755
    },
    {
      "contrastive_loss": 2.0911614894866943,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.06616555154323578,
      "step": 755
    },
    {
      "contrastive_loss": 2.09774112701416,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.15294435620307922,
      "step": 755
    },
    {
      "contrastive_loss": 2.0900731086730957,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.12087978422641754,
      "step": 755
    },
    {
      "epoch": 0.4945904173106646,
      "grad_norm": 0.2326781451702118,
      "learning_rate": 0.00023769705277587385,
      "loss": 3.1551,
      "step": 760
    },
    {
      "contrastive_loss": 2.093759298324585,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.25269758701324463,
      "step": 760
    },
    {
      "contrastive_loss": 2.090886116027832,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.1322171688079834,
      "step": 760
    },
    {
      "contrastive_loss": 2.091341972351074,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.24384894967079163,
      "step": 760
    },
    {
      "contrastive_loss": 2.0838754177093506,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.1566697657108307,
      "step": 760
    },
    {
      "contrastive_loss": 2.084933280944824,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.07848166674375534,
      "step": 760
    },
    {
      "contrastive_loss": 2.09295916557312,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.19747310876846313,
      "step": 760
    },
    {
      "contrastive_loss": 2.0904552936553955,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.13180485367774963,
      "step": 760
    },
    {
      "contrastive_loss": 2.086296319961548,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.0216789860278368,
      "step": 760
    },
    {
      "epoch": 0.49784430163507687,
      "grad_norm": 0.3239944577217102,
      "learning_rate": 0.00023718300205620286,
      "loss": 3.2003,
      "step": 765
    },
    {
      "contrastive_loss": 2.0974833965301514,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.11940210312604904,
      "step": 765
    },
    {
      "contrastive_loss": 2.08396053314209,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.132819265127182,
      "step": 765
    },
    {
      "contrastive_loss": 2.090826988220215,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.21596360206604004,
      "step": 765
    },
    {
      "contrastive_loss": 2.0981600284576416,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.1374632865190506,
      "step": 765
    },
    {
      "contrastive_loss": 2.0880584716796875,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.14184992015361786,
      "step": 765
    },
    {
      "contrastive_loss": 2.0822689533233643,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.07789301872253418,
      "step": 765
    },
    {
      "contrastive_loss": 2.0937259197235107,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.20916597545146942,
      "step": 765
    },
    {
      "contrastive_loss": 2.0865941047668457,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.07730460911989212,
      "step": 765
    },
    {
      "epoch": 0.5010981859594892,
      "grad_norm": 0.2872086763381958,
      "learning_rate": 0.00023666895133653187,
      "loss": 3.1686,
      "step": 770
    },
    {
      "contrastive_loss": 2.088785409927368,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.14497166872024536,
      "step": 770
    },
    {
      "contrastive_loss": 2.0990166664123535,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.1654047816991806,
      "step": 770
    },
    {
      "contrastive_loss": 2.091592788696289,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.11673634499311447,
      "step": 770
    },
    {
      "contrastive_loss": 2.09202241897583,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.08155470341444016,
      "step": 770
    },
    {
      "contrastive_loss": 2.0843870639801025,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.11938051879405975,
      "step": 770
    },
    {
      "contrastive_loss": 2.0940096378326416,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.06943824142217636,
      "step": 770
    },
    {
      "contrastive_loss": 2.090665102005005,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.17115569114685059,
      "step": 770
    },
    {
      "contrastive_loss": 2.1002399921417236,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.1750679910182953,
      "step": 770
    },
    {
      "epoch": 0.5043520702839014,
      "grad_norm": 0.23452630639076233,
      "learning_rate": 0.00023615490061686082,
      "loss": 3.1487,
      "step": 775
    },
    {
      "contrastive_loss": 2.0869839191436768,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.12012703716754913,
      "step": 775
    },
    {
      "contrastive_loss": 2.088253974914551,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.10997207462787628,
      "step": 775
    },
    {
      "contrastive_loss": 2.0956943035125732,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.0846809521317482,
      "step": 775
    },
    {
      "contrastive_loss": 2.0966811180114746,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.13384483754634857,
      "step": 775
    },
    {
      "contrastive_loss": 2.0941412448883057,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.14314492046833038,
      "step": 775
    },
    {
      "contrastive_loss": 2.089876413345337,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.16112467646598816,
      "step": 775
    },
    {
      "contrastive_loss": 2.1031861305236816,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.15889665484428406,
      "step": 775
    },
    {
      "contrastive_loss": 2.0885777473449707,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.07504566013813019,
      "step": 775
    },
    {
      "epoch": 0.5076059546083137,
      "grad_norm": 0.252402663230896,
      "learning_rate": 0.00023564084989718983,
      "loss": 3.1418,
      "step": 780
    },
    {
      "contrastive_loss": 2.0983974933624268,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.187743678689003,
      "step": 780
    },
    {
      "contrastive_loss": 2.0879721641540527,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.1607743501663208,
      "step": 780
    },
    {
      "contrastive_loss": 2.0895886421203613,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.08090195804834366,
      "step": 780
    },
    {
      "contrastive_loss": 2.0846290588378906,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.16689074039459229,
      "step": 780
    },
    {
      "contrastive_loss": 2.0841903686523438,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.09327682107686996,
      "step": 780
    },
    {
      "contrastive_loss": 2.0932650566101074,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.11954271048307419,
      "step": 780
    },
    {
      "contrastive_loss": 2.0838074684143066,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.14223751425743103,
      "step": 780
    },
    {
      "contrastive_loss": 2.0959956645965576,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.18673762679100037,
      "step": 780
    },
    {
      "epoch": 0.5108598389327259,
      "grad_norm": 0.2763555347919464,
      "learning_rate": 0.00023512679917751884,
      "loss": 3.2085,
      "step": 785
    },
    {
      "contrastive_loss": 2.105329751968384,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.1518808752298355,
      "step": 785
    },
    {
      "contrastive_loss": 2.0916993618011475,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.12027852982282639,
      "step": 785
    },
    {
      "contrastive_loss": 2.0914807319641113,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.11765960603952408,
      "step": 785
    },
    {
      "contrastive_loss": 2.091482400894165,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.17583605647087097,
      "step": 785
    },
    {
      "contrastive_loss": 2.082064151763916,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.15716587007045746,
      "step": 785
    },
    {
      "contrastive_loss": 2.0902490615844727,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.12868759036064148,
      "step": 785
    },
    {
      "contrastive_loss": 2.091616630554199,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.133213073015213,
      "step": 785
    },
    {
      "contrastive_loss": 2.094510793685913,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.10354139655828476,
      "step": 785
    },
    {
      "epoch": 0.5141137232571382,
      "grad_norm": 0.2791776657104492,
      "learning_rate": 0.00023461274845784782,
      "loss": 3.1479,
      "step": 790
    },
    {
      "contrastive_loss": 2.1049532890319824,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.11193939298391342,
      "step": 790
    },
    {
      "contrastive_loss": 2.0905401706695557,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.12945297360420227,
      "step": 790
    },
    {
      "contrastive_loss": 2.085183620452881,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.13515838980674744,
      "step": 790
    },
    {
      "contrastive_loss": 2.089939594268799,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.13117875158786774,
      "step": 790
    },
    {
      "contrastive_loss": 2.080050468444824,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.13360095024108887,
      "step": 790
    },
    {
      "contrastive_loss": 2.088017702102661,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.1439438760280609,
      "step": 790
    },
    {
      "contrastive_loss": 2.0941033363342285,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.1357700228691101,
      "step": 790
    },
    {
      "contrastive_loss": 2.093435049057007,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.1223478838801384,
      "step": 790
    },
    {
      "epoch": 0.5173676075815504,
      "grad_norm": 0.26126793026924133,
      "learning_rate": 0.0002340986977381768,
      "loss": 3.1689,
      "step": 795
    },
    {
      "contrastive_loss": 2.08732271194458,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.08497138321399689,
      "step": 795
    },
    {
      "contrastive_loss": 2.079223155975342,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.117914117872715,
      "step": 795
    },
    {
      "contrastive_loss": 2.1000943183898926,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.11117368936538696,
      "step": 795
    },
    {
      "contrastive_loss": 2.0836143493652344,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.22325178980827332,
      "step": 795
    },
    {
      "contrastive_loss": 2.0889313220977783,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.15534427762031555,
      "step": 795
    },
    {
      "contrastive_loss": 2.090454339981079,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.1401800960302353,
      "step": 795
    },
    {
      "contrastive_loss": 2.0979599952697754,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.1436305046081543,
      "step": 795
    },
    {
      "contrastive_loss": 2.0905914306640625,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.13856194913387299,
      "step": 795
    },
    {
      "epoch": 0.5206214919059627,
      "grad_norm": 0.26830464601516724,
      "learning_rate": 0.0002335846470185058,
      "loss": 3.1828,
      "step": 800
    },
    {
      "contrastive_loss": 2.0997860431671143,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.128236785531044,
      "step": 800
    },
    {
      "contrastive_loss": 2.090808629989624,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.12125276029109955,
      "step": 800
    },
    {
      "contrastive_loss": 2.093717336654663,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.17967133224010468,
      "step": 800
    },
    {
      "contrastive_loss": 2.0874998569488525,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.15809649229049683,
      "step": 800
    },
    {
      "contrastive_loss": 2.1028122901916504,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.16391900181770325,
      "step": 800
    },
    {
      "contrastive_loss": 2.073791980743408,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.18555083870887756,
      "step": 800
    },
    {
      "contrastive_loss": 2.115429162979126,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.02881896309554577,
      "step": 800
    },
    {
      "contrastive_loss": 2.0929858684539795,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.14796596765518188,
      "step": 800
    },
    {
      "epoch": 0.5238753762303751,
      "grad_norm": 0.2707960903644562,
      "learning_rate": 0.0002330705962988348,
      "loss": 3.1785,
      "step": 805
    },
    {
      "contrastive_loss": 2.0925683975219727,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.16582028567790985,
      "step": 805
    },
    {
      "contrastive_loss": 2.0956456661224365,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.11676438897848129,
      "step": 805
    },
    {
      "contrastive_loss": 2.0913515090942383,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.09510791301727295,
      "step": 805
    },
    {
      "contrastive_loss": 2.091601848602295,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.1534661054611206,
      "step": 805
    },
    {
      "contrastive_loss": 2.093078374862671,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.1948929727077484,
      "step": 805
    },
    {
      "contrastive_loss": 2.0927486419677734,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.1210855022072792,
      "step": 805
    },
    {
      "contrastive_loss": 2.104872941970825,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.15346960723400116,
      "step": 805
    },
    {
      "contrastive_loss": 2.0926547050476074,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.1412264108657837,
      "step": 805
    },
    {
      "epoch": 0.5271292605547873,
      "grad_norm": 0.27115151286125183,
      "learning_rate": 0.0002325565455791638,
      "loss": 3.1502,
      "step": 810
    },
    {
      "contrastive_loss": 2.0900399684906006,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.14068539440631866,
      "step": 810
    },
    {
      "contrastive_loss": 2.085378408432007,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.11597352474927902,
      "step": 810
    },
    {
      "contrastive_loss": 2.092714309692383,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.10927720367908478,
      "step": 810
    },
    {
      "contrastive_loss": 2.091984510421753,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.07052024453878403,
      "step": 810
    },
    {
      "contrastive_loss": 2.091472625732422,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.11231031268835068,
      "step": 810
    },
    {
      "contrastive_loss": 2.0873477458953857,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.21114914119243622,
      "step": 810
    },
    {
      "contrastive_loss": 2.0943660736083984,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.05544242635369301,
      "step": 810
    },
    {
      "contrastive_loss": 2.0910212993621826,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.19056694209575653,
      "step": 810
    },
    {
      "epoch": 0.5303831448791996,
      "grad_norm": 0.2597378194332123,
      "learning_rate": 0.00023204249485949278,
      "loss": 3.1443,
      "step": 815
    },
    {
      "contrastive_loss": 2.095541000366211,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.18785026669502258,
      "step": 815
    },
    {
      "contrastive_loss": 2.0911779403686523,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.09578124433755875,
      "step": 815
    },
    {
      "contrastive_loss": 2.0817790031433105,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.057535309344530106,
      "step": 815
    },
    {
      "contrastive_loss": 2.0871057510375977,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.16511574387550354,
      "step": 815
    },
    {
      "contrastive_loss": 2.0896573066711426,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.14143678545951843,
      "step": 815
    },
    {
      "contrastive_loss": 2.0882225036621094,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.16113178431987762,
      "step": 815
    },
    {
      "contrastive_loss": 2.0946242809295654,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.08968798816204071,
      "step": 815
    },
    {
      "contrastive_loss": 2.0833396911621094,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.138868048787117,
      "step": 815
    },
    {
      "epoch": 0.5336370292036118,
      "grad_norm": 0.264969140291214,
      "learning_rate": 0.00023152844413982176,
      "loss": 3.1512,
      "step": 820
    },
    {
      "contrastive_loss": 2.100461006164551,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.1887623518705368,
      "step": 820
    },
    {
      "contrastive_loss": 2.084535837173462,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.08894628286361694,
      "step": 820
    },
    {
      "contrastive_loss": 2.0868968963623047,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.10501216351985931,
      "step": 820
    },
    {
      "contrastive_loss": 2.0909926891326904,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.15984204411506653,
      "step": 820
    },
    {
      "contrastive_loss": 2.0892415046691895,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.14738237857818604,
      "step": 820
    },
    {
      "contrastive_loss": 2.0943503379821777,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.11976415663957596,
      "step": 820
    },
    {
      "contrastive_loss": 2.100264072418213,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.11020826548337936,
      "step": 820
    },
    {
      "contrastive_loss": 2.0913305282592773,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.12560045719146729,
      "step": 820
    },
    {
      "epoch": 0.5368909135280241,
      "grad_norm": 0.2803132236003876,
      "learning_rate": 0.00023101439342015077,
      "loss": 3.1893,
      "step": 825
    },
    {
      "contrastive_loss": 2.0908172130584717,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.12071786820888519,
      "step": 825
    },
    {
      "contrastive_loss": 2.092865467071533,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.14797855913639069,
      "step": 825
    },
    {
      "contrastive_loss": 2.09299635887146,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.11209969222545624,
      "step": 825
    },
    {
      "contrastive_loss": 2.0985851287841797,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.1664920598268509,
      "step": 825
    },
    {
      "contrastive_loss": 2.0961902141571045,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.13237044215202332,
      "step": 825
    },
    {
      "contrastive_loss": 2.0824410915374756,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.07375583052635193,
      "step": 825
    },
    {
      "contrastive_loss": 2.0858607292175293,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.10768148303031921,
      "step": 825
    },
    {
      "contrastive_loss": 2.0898704528808594,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.17320990562438965,
      "step": 825
    },
    {
      "epoch": 0.5401447978524363,
      "grad_norm": 0.2762215733528137,
      "learning_rate": 0.00023050034270047978,
      "loss": 3.1758,
      "step": 830
    },
    {
      "contrastive_loss": 2.085765838623047,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.0942806750535965,
      "step": 830
    },
    {
      "contrastive_loss": 2.088229179382324,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.08416835218667984,
      "step": 830
    },
    {
      "contrastive_loss": 2.0880863666534424,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.10544132441282272,
      "step": 830
    },
    {
      "contrastive_loss": 2.0884640216827393,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.19190004467964172,
      "step": 830
    },
    {
      "contrastive_loss": 2.0846431255340576,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.14398527145385742,
      "step": 830
    },
    {
      "contrastive_loss": 2.0921733379364014,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.23901405930519104,
      "step": 830
    },
    {
      "contrastive_loss": 2.094620704650879,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.137852743268013,
      "step": 830
    },
    {
      "contrastive_loss": 2.079115390777588,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.10427060723304749,
      "step": 830
    },
    {
      "epoch": 0.5433986821768486,
      "grad_norm": 0.21177951991558075,
      "learning_rate": 0.00022998629198080876,
      "loss": 3.1988,
      "step": 835
    },
    {
      "contrastive_loss": 2.0932836532592773,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.1377919465303421,
      "step": 835
    },
    {
      "contrastive_loss": 2.090808629989624,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.14405426383018494,
      "step": 835
    },
    {
      "contrastive_loss": 2.094209671020508,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.09185156971216202,
      "step": 835
    },
    {
      "contrastive_loss": 2.092824697494507,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.1608000099658966,
      "step": 835
    },
    {
      "contrastive_loss": 2.080817461013794,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.1606925129890442,
      "step": 835
    },
    {
      "contrastive_loss": 2.0941812992095947,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.16879966855049133,
      "step": 835
    },
    {
      "contrastive_loss": 2.0892891883850098,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.12001480907201767,
      "step": 835
    },
    {
      "contrastive_loss": 2.093170642852783,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.10002978146076202,
      "step": 835
    },
    {
      "epoch": 0.5466525665012609,
      "grad_norm": 0.26866376399993896,
      "learning_rate": 0.00022947224126113774,
      "loss": 3.2013,
      "step": 840
    },
    {
      "contrastive_loss": 2.0949652194976807,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.1419508159160614,
      "step": 840
    },
    {
      "contrastive_loss": 2.089723825454712,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.11339595168828964,
      "step": 840
    },
    {
      "contrastive_loss": 2.083782434463501,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.13363434374332428,
      "step": 840
    },
    {
      "contrastive_loss": 2.0878396034240723,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.08901824057102203,
      "step": 840
    },
    {
      "contrastive_loss": 2.0899276733398438,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.10814642161130905,
      "step": 840
    },
    {
      "contrastive_loss": 2.0844178199768066,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.18185469508171082,
      "step": 840
    },
    {
      "contrastive_loss": 2.0986247062683105,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.10001058131456375,
      "step": 840
    },
    {
      "contrastive_loss": 2.0932116508483887,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.15989787876605988,
      "step": 840
    },
    {
      "epoch": 0.5499064508256731,
      "grad_norm": 0.24777595698833466,
      "learning_rate": 0.00022895819054146675,
      "loss": 3.182,
      "step": 845
    },
    {
      "contrastive_loss": 2.1001136302948,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.12423042953014374,
      "step": 845
    },
    {
      "contrastive_loss": 2.0846986770629883,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.14298298954963684,
      "step": 845
    },
    {
      "contrastive_loss": 2.0929014682769775,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.13183414936065674,
      "step": 845
    },
    {
      "contrastive_loss": 2.1009490489959717,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.0939112976193428,
      "step": 845
    },
    {
      "contrastive_loss": 2.090488910675049,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.11873818933963776,
      "step": 845
    },
    {
      "contrastive_loss": 2.093630075454712,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.11352059990167618,
      "step": 845
    },
    {
      "contrastive_loss": 2.08830189704895,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.11291363090276718,
      "step": 845
    },
    {
      "contrastive_loss": 2.0853044986724854,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.1319987177848816,
      "step": 845
    },
    {
      "epoch": 0.5531603351500854,
      "grad_norm": 1.162829041481018,
      "learning_rate": 0.00022844413982179573,
      "loss": 3.1443,
      "step": 850
    },
    {
      "contrastive_loss": 2.0896852016448975,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.15672120451927185,
      "step": 850
    },
    {
      "contrastive_loss": 2.1105191707611084,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.19372880458831787,
      "step": 850
    },
    {
      "contrastive_loss": 2.092097520828247,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.09255526959896088,
      "step": 850
    },
    {
      "contrastive_loss": 2.094170093536377,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.13765737414360046,
      "step": 850
    },
    {
      "contrastive_loss": 2.088451623916626,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.16491037607192993,
      "step": 850
    },
    {
      "contrastive_loss": 2.0928261280059814,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.18541444838047028,
      "step": 850
    },
    {
      "contrastive_loss": 2.0912928581237793,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.10423941165208817,
      "step": 850
    },
    {
      "contrastive_loss": 2.089061737060547,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.15932044386863708,
      "step": 850
    },
    {
      "epoch": 0.5564142194744977,
      "grad_norm": 0.24766097962856293,
      "learning_rate": 0.00022793008910212473,
      "loss": 3.1842,
      "step": 855
    },
    {
      "contrastive_loss": 2.1070966720581055,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.07556653022766113,
      "step": 855
    },
    {
      "contrastive_loss": 2.095640182495117,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.16688349843025208,
      "step": 855
    },
    {
      "contrastive_loss": 2.084512233734131,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.20908407866954803,
      "step": 855
    },
    {
      "contrastive_loss": 2.0879242420196533,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.10598284751176834,
      "step": 855
    },
    {
      "contrastive_loss": 2.088812828063965,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.16682231426239014,
      "step": 855
    },
    {
      "contrastive_loss": 2.086116313934326,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.07857019454240799,
      "step": 855
    },
    {
      "contrastive_loss": 2.0975892543792725,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.16059936583042145,
      "step": 855
    },
    {
      "contrastive_loss": 2.095600128173828,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.11239878833293915,
      "step": 855
    },
    {
      "epoch": 0.55966810379891,
      "grad_norm": 0.256486177444458,
      "learning_rate": 0.00022741603838245372,
      "loss": 3.1889,
      "step": 860
    },
    {
      "contrastive_loss": 2.096306085586548,
      "epoch": 0.55966810379891,
      "nll_loss": 0.1233053058385849,
      "step": 860
    },
    {
      "contrastive_loss": 2.09182071685791,
      "epoch": 0.55966810379891,
      "nll_loss": 0.14928117394447327,
      "step": 860
    },
    {
      "contrastive_loss": 2.087407350540161,
      "epoch": 0.55966810379891,
      "nll_loss": 0.12776891887187958,
      "step": 860
    },
    {
      "contrastive_loss": 2.094900608062744,
      "epoch": 0.55966810379891,
      "nll_loss": 0.1827782839536667,
      "step": 860
    },
    {
      "contrastive_loss": 2.0836338996887207,
      "epoch": 0.55966810379891,
      "nll_loss": 0.12869571149349213,
      "step": 860
    },
    {
      "contrastive_loss": 2.086531639099121,
      "epoch": 0.55966810379891,
      "nll_loss": 0.07922342419624329,
      "step": 860
    },
    {
      "contrastive_loss": 2.0954701900482178,
      "epoch": 0.55966810379891,
      "nll_loss": 0.10974707454442978,
      "step": 860
    },
    {
      "contrastive_loss": 2.0839788913726807,
      "epoch": 0.55966810379891,
      "nll_loss": 0.11855683475732803,
      "step": 860
    },
    {
      "epoch": 0.5629219881233222,
      "grad_norm": 0.24326109886169434,
      "learning_rate": 0.0002269019876627827,
      "loss": 3.115,
      "step": 865
    },
    {
      "contrastive_loss": 2.097900629043579,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.16889895498752594,
      "step": 865
    },
    {
      "contrastive_loss": 2.0873939990997314,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.11967474967241287,
      "step": 865
    },
    {
      "contrastive_loss": 2.1005845069885254,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.19563153386116028,
      "step": 865
    },
    {
      "contrastive_loss": 2.1026384830474854,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.05605143681168556,
      "step": 865
    },
    {
      "contrastive_loss": 2.0925614833831787,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.17323151230812073,
      "step": 865
    },
    {
      "contrastive_loss": 2.0881237983703613,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.1250464916229248,
      "step": 865
    },
    {
      "contrastive_loss": 2.0898892879486084,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.11467979103326797,
      "step": 865
    },
    {
      "contrastive_loss": 2.1006057262420654,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.16785885393619537,
      "step": 865
    },
    {
      "epoch": 0.5661758724477345,
      "grad_norm": 0.29219043254852295,
      "learning_rate": 0.0002263879369431117,
      "loss": 3.1906,
      "step": 870
    },
    {
      "contrastive_loss": 2.0956954956054688,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.18753457069396973,
      "step": 870
    },
    {
      "contrastive_loss": 2.090564727783203,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.1082390770316124,
      "step": 870
    },
    {
      "contrastive_loss": 2.1030755043029785,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.12576667964458466,
      "step": 870
    },
    {
      "contrastive_loss": 2.087474822998047,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.09052783250808716,
      "step": 870
    },
    {
      "contrastive_loss": 2.09501576423645,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.12096570432186127,
      "step": 870
    },
    {
      "contrastive_loss": 2.0882132053375244,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.10507162660360336,
      "step": 870
    },
    {
      "contrastive_loss": 2.091998338699341,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.16040699183940887,
      "step": 870
    },
    {
      "contrastive_loss": 2.0944924354553223,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.12226353585720062,
      "step": 870
    },
    {
      "epoch": 0.5694297567721468,
      "grad_norm": 0.2570914030075073,
      "learning_rate": 0.0002258738862234407,
      "loss": 3.127,
      "step": 875
    },
    {
      "contrastive_loss": 2.0821664333343506,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.13217897713184357,
      "step": 875
    },
    {
      "contrastive_loss": 2.0897512435913086,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.13029618561267853,
      "step": 875
    },
    {
      "contrastive_loss": 2.092883825302124,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.14748147130012512,
      "step": 875
    },
    {
      "contrastive_loss": 2.098681688308716,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.16471728682518005,
      "step": 875
    },
    {
      "contrastive_loss": 2.0846152305603027,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.0912332683801651,
      "step": 875
    },
    {
      "contrastive_loss": 2.0958123207092285,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.16651178896427155,
      "step": 875
    },
    {
      "contrastive_loss": 2.0948455333709717,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.12687864899635315,
      "step": 875
    },
    {
      "contrastive_loss": 2.089909076690674,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.17415978014469147,
      "step": 875
    },
    {
      "epoch": 0.572683641096559,
      "grad_norm": 0.22439298033714294,
      "learning_rate": 0.00022535983550376967,
      "loss": 3.1485,
      "step": 880
    },
    {
      "contrastive_loss": 2.0855050086975098,
      "epoch": 0.572683641096559,
      "nll_loss": 0.20795656740665436,
      "step": 880
    },
    {
      "contrastive_loss": 2.0928618907928467,
      "epoch": 0.572683641096559,
      "nll_loss": 0.06649995595216751,
      "step": 880
    },
    {
      "contrastive_loss": 2.098961114883423,
      "epoch": 0.572683641096559,
      "nll_loss": 0.13581663370132446,
      "step": 880
    },
    {
      "contrastive_loss": 2.087421417236328,
      "epoch": 0.572683641096559,
      "nll_loss": 0.16651198267936707,
      "step": 880
    },
    {
      "contrastive_loss": 2.098844051361084,
      "epoch": 0.572683641096559,
      "nll_loss": 0.20372968912124634,
      "step": 880
    },
    {
      "contrastive_loss": 2.0913031101226807,
      "epoch": 0.572683641096559,
      "nll_loss": 0.09532635658979416,
      "step": 880
    },
    {
      "contrastive_loss": 2.0882043838500977,
      "epoch": 0.572683641096559,
      "nll_loss": 0.08837046474218369,
      "step": 880
    },
    {
      "contrastive_loss": 2.093194007873535,
      "epoch": 0.572683641096559,
      "nll_loss": 0.11347032338380814,
      "step": 880
    },
    {
      "epoch": 0.5759375254209713,
      "grad_norm": 0.2571200728416443,
      "learning_rate": 0.00022484578478409867,
      "loss": 3.1556,
      "step": 885
    },
    {
      "contrastive_loss": 2.090667486190796,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.1374700963497162,
      "step": 885
    },
    {
      "contrastive_loss": 2.0981621742248535,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.10582679510116577,
      "step": 885
    },
    {
      "contrastive_loss": 2.0882368087768555,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.12336426973342896,
      "step": 885
    },
    {
      "contrastive_loss": 2.0964627265930176,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.1433824896812439,
      "step": 885
    },
    {
      "contrastive_loss": 2.086595058441162,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.1247822493314743,
      "step": 885
    },
    {
      "contrastive_loss": 2.0891075134277344,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.08331422507762909,
      "step": 885
    },
    {
      "contrastive_loss": 2.0864527225494385,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.17017152905464172,
      "step": 885
    },
    {
      "contrastive_loss": 2.0977118015289307,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.16055995225906372,
      "step": 885
    },
    {
      "epoch": 0.5791914097453835,
      "grad_norm": 0.25286969542503357,
      "learning_rate": 0.00022433173406442768,
      "loss": 3.1654,
      "step": 890
    },
    {
      "contrastive_loss": 2.0889854431152344,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.12333980947732925,
      "step": 890
    },
    {
      "contrastive_loss": 2.0929558277130127,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.15175063908100128,
      "step": 890
    },
    {
      "contrastive_loss": 2.085519790649414,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.11543026566505432,
      "step": 890
    },
    {
      "contrastive_loss": 2.094259738922119,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.13468919694423676,
      "step": 890
    },
    {
      "contrastive_loss": 2.0866243839263916,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.1530338078737259,
      "step": 890
    },
    {
      "contrastive_loss": 2.091158628463745,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.17069992423057556,
      "step": 890
    },
    {
      "contrastive_loss": 2.0866010189056396,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.16458378732204437,
      "step": 890
    },
    {
      "contrastive_loss": 2.095039129257202,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.09140365570783615,
      "step": 890
    },
    {
      "epoch": 0.5824452940697958,
      "grad_norm": 0.26655685901641846,
      "learning_rate": 0.00022381768334475666,
      "loss": 3.1654,
      "step": 895
    },
    {
      "contrastive_loss": 2.0924761295318604,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.12536437809467316,
      "step": 895
    },
    {
      "contrastive_loss": 2.0963096618652344,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.14150352776050568,
      "step": 895
    },
    {
      "contrastive_loss": 2.096713066101074,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.11553791165351868,
      "step": 895
    },
    {
      "contrastive_loss": 2.0856072902679443,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.12251146137714386,
      "step": 895
    },
    {
      "contrastive_loss": 2.088615655899048,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.11606963723897934,
      "step": 895
    },
    {
      "contrastive_loss": 2.0940613746643066,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.13510920107364655,
      "step": 895
    },
    {
      "contrastive_loss": 2.0841753482818604,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.12259961664676666,
      "step": 895
    },
    {
      "contrastive_loss": 2.095029592514038,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.16897675395011902,
      "step": 895
    },
    {
      "epoch": 0.585699178394208,
      "grad_norm": 0.27883294224739075,
      "learning_rate": 0.00022330363262508567,
      "loss": 3.1462,
      "step": 900
    },
    {
      "contrastive_loss": 2.091878890991211,
      "epoch": 0.585699178394208,
      "nll_loss": 0.05984899029135704,
      "step": 900
    },
    {
      "contrastive_loss": 2.0965943336486816,
      "epoch": 0.585699178394208,
      "nll_loss": 0.16419793665409088,
      "step": 900
    },
    {
      "contrastive_loss": 2.0923492908477783,
      "epoch": 0.585699178394208,
      "nll_loss": 0.1411639153957367,
      "step": 900
    },
    {
      "contrastive_loss": 2.0876317024230957,
      "epoch": 0.585699178394208,
      "nll_loss": 0.14795994758605957,
      "step": 900
    },
    {
      "contrastive_loss": 2.088590145111084,
      "epoch": 0.585699178394208,
      "nll_loss": 0.15006545186042786,
      "step": 900
    },
    {
      "contrastive_loss": 2.0888562202453613,
      "epoch": 0.585699178394208,
      "nll_loss": 0.15609386563301086,
      "step": 900
    },
    {
      "contrastive_loss": 2.0866689682006836,
      "epoch": 0.585699178394208,
      "nll_loss": 0.10253731906414032,
      "step": 900
    },
    {
      "contrastive_loss": 2.086434841156006,
      "epoch": 0.585699178394208,
      "nll_loss": 0.132572740316391,
      "step": 900
    },
    {
      "epoch": 0.5889530627186204,
      "grad_norm": 0.236471489071846,
      "learning_rate": 0.00022278958190541463,
      "loss": 3.1376,
      "step": 905
    },
    {
      "contrastive_loss": 2.094672679901123,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.11790674179792404,
      "step": 905
    },
    {
      "contrastive_loss": 2.0864851474761963,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.11534999310970306,
      "step": 905
    },
    {
      "contrastive_loss": 2.0916173458099365,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.10191573947668076,
      "step": 905
    },
    {
      "contrastive_loss": 2.0895566940307617,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.21426711976528168,
      "step": 905
    },
    {
      "contrastive_loss": 2.091876268386841,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.09177512675523758,
      "step": 905
    },
    {
      "contrastive_loss": 2.0866851806640625,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.21854369342327118,
      "step": 905
    },
    {
      "contrastive_loss": 2.0912530422210693,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.09452995657920837,
      "step": 905
    },
    {
      "contrastive_loss": 2.090515375137329,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.11395228654146194,
      "step": 905
    },
    {
      "epoch": 0.5922069470430327,
      "grad_norm": 0.2592756748199463,
      "learning_rate": 0.00022227553118574363,
      "loss": 3.1897,
      "step": 910
    },
    {
      "contrastive_loss": 2.091169834136963,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.15749424695968628,
      "step": 910
    },
    {
      "contrastive_loss": 2.085574150085449,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.12356344610452652,
      "step": 910
    },
    {
      "contrastive_loss": 2.0854220390319824,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.07781299948692322,
      "step": 910
    },
    {
      "contrastive_loss": 2.086026191711426,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.07456523180007935,
      "step": 910
    },
    {
      "contrastive_loss": 2.085714340209961,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.18941012024879456,
      "step": 910
    },
    {
      "contrastive_loss": 2.096501111984253,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.12115456163883209,
      "step": 910
    },
    {
      "contrastive_loss": 2.093963623046875,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.17779336869716644,
      "step": 910
    },
    {
      "contrastive_loss": 2.0948119163513184,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.13901695609092712,
      "step": 910
    },
    {
      "epoch": 0.5954608313674449,
      "grad_norm": 0.28736361861228943,
      "learning_rate": 0.00022176148046607264,
      "loss": 3.1707,
      "step": 915
    },
    {
      "contrastive_loss": 2.0896944999694824,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.16157659888267517,
      "step": 915
    },
    {
      "contrastive_loss": 2.0931901931762695,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.10991819947957993,
      "step": 915
    },
    {
      "contrastive_loss": 2.0900516510009766,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.17310157418251038,
      "step": 915
    },
    {
      "contrastive_loss": 2.0938873291015625,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.06241322308778763,
      "step": 915
    },
    {
      "contrastive_loss": 2.0880675315856934,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.0818939208984375,
      "step": 915
    },
    {
      "contrastive_loss": 2.0881783962249756,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.1036435142159462,
      "step": 915
    },
    {
      "contrastive_loss": 2.090144395828247,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.12892374396324158,
      "step": 915
    },
    {
      "contrastive_loss": 2.0905165672302246,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.18358391523361206,
      "step": 915
    },
    {
      "epoch": 0.5987147156918572,
      "grad_norm": 0.23122452199459076,
      "learning_rate": 0.00022124742974640165,
      "loss": 3.138,
      "step": 920
    },
    {
      "contrastive_loss": 2.090557098388672,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.1466328352689743,
      "step": 920
    },
    {
      "contrastive_loss": 2.093873977661133,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.1112699806690216,
      "step": 920
    },
    {
      "contrastive_loss": 2.1089038848876953,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.0701681450009346,
      "step": 920
    },
    {
      "contrastive_loss": 2.092230796813965,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.2016567885875702,
      "step": 920
    },
    {
      "contrastive_loss": 2.0902230739593506,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.1124526858329773,
      "step": 920
    },
    {
      "contrastive_loss": 2.0921499729156494,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.10706957429647446,
      "step": 920
    },
    {
      "contrastive_loss": 2.0879592895507812,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.13067103922367096,
      "step": 920
    },
    {
      "contrastive_loss": 2.095355987548828,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.18039101362228394,
      "step": 920
    },
    {
      "epoch": 0.6019686000162694,
      "grad_norm": 0.267953097820282,
      "learning_rate": 0.0002207333790267306,
      "loss": 3.1839,
      "step": 925
    },
    {
      "contrastive_loss": 2.090893268585205,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.1525006890296936,
      "step": 925
    },
    {
      "contrastive_loss": 2.0931344032287598,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.2371206283569336,
      "step": 925
    },
    {
      "contrastive_loss": 2.0877835750579834,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.15121130645275116,
      "step": 925
    },
    {
      "contrastive_loss": 2.086683750152588,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.1650753766298294,
      "step": 925
    },
    {
      "contrastive_loss": 2.0851528644561768,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.1592339128255844,
      "step": 925
    },
    {
      "contrastive_loss": 2.0912153720855713,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.09444548934698105,
      "step": 925
    },
    {
      "contrastive_loss": 2.0854649543762207,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.07384750992059708,
      "step": 925
    },
    {
      "contrastive_loss": 2.087913990020752,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.06256058067083359,
      "step": 925
    },
    {
      "epoch": 0.6052224843406817,
      "grad_norm": 0.2458461970090866,
      "learning_rate": 0.0002202193283070596,
      "loss": 3.1891,
      "step": 930
    },
    {
      "contrastive_loss": 2.0937280654907227,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.12945671379566193,
      "step": 930
    },
    {
      "contrastive_loss": 2.09360408782959,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.14027360081672668,
      "step": 930
    },
    {
      "contrastive_loss": 2.091172218322754,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.1523633450269699,
      "step": 930
    },
    {
      "contrastive_loss": 2.0924720764160156,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.10105592757463455,
      "step": 930
    },
    {
      "contrastive_loss": 2.090503692626953,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.19376873970031738,
      "step": 930
    },
    {
      "contrastive_loss": 2.08321213722229,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.09375719726085663,
      "step": 930
    },
    {
      "contrastive_loss": 2.088003396987915,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.11388786137104034,
      "step": 930
    },
    {
      "contrastive_loss": 2.086768627166748,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.0732235312461853,
      "step": 930
    },
    {
      "epoch": 0.6084763686650939,
      "grad_norm": 0.27045008540153503,
      "learning_rate": 0.0002197052775873886,
      "loss": 3.1379,
      "step": 935
    },
    {
      "contrastive_loss": 2.0889008045196533,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.1179867535829544,
      "step": 935
    },
    {
      "contrastive_loss": 2.086055040359497,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.12040629237890244,
      "step": 935
    },
    {
      "contrastive_loss": 2.090033531188965,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.03509040176868439,
      "step": 935
    },
    {
      "contrastive_loss": 2.0974509716033936,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.2466665655374527,
      "step": 935
    },
    {
      "contrastive_loss": 2.093445062637329,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.125936821103096,
      "step": 935
    },
    {
      "contrastive_loss": 2.093005657196045,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.20907637476921082,
      "step": 935
    },
    {
      "contrastive_loss": 2.084345579147339,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.09495223313570023,
      "step": 935
    },
    {
      "contrastive_loss": 2.092970609664917,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.14228078722953796,
      "step": 935
    },
    {
      "epoch": 0.6117302529895062,
      "grad_norm": 0.36898064613342285,
      "learning_rate": 0.0002191912268677176,
      "loss": 3.1653,
      "step": 940
    },
    {
      "contrastive_loss": 2.088500499725342,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.16479188203811646,
      "step": 940
    },
    {
      "contrastive_loss": 2.0917301177978516,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.12727729976177216,
      "step": 940
    },
    {
      "contrastive_loss": 2.088348388671875,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.1680150181055069,
      "step": 940
    },
    {
      "contrastive_loss": 2.0857045650482178,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.12512142956256866,
      "step": 940
    },
    {
      "contrastive_loss": 2.088696002960205,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.18655605614185333,
      "step": 940
    },
    {
      "contrastive_loss": 2.092224597930908,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.12699230015277863,
      "step": 940
    },
    {
      "contrastive_loss": 2.091597557067871,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.15164564549922943,
      "step": 940
    },
    {
      "contrastive_loss": 2.0898003578186035,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.06481637805700302,
      "step": 940
    },
    {
      "epoch": 0.6149841373139185,
      "grad_norm": 0.25817641615867615,
      "learning_rate": 0.00021867717614804658,
      "loss": 3.1958,
      "step": 945
    },
    {
      "contrastive_loss": 2.093008279800415,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.19146566092967987,
      "step": 945
    },
    {
      "contrastive_loss": 2.0844717025756836,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.0885862410068512,
      "step": 945
    },
    {
      "contrastive_loss": 2.093942642211914,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.1098804697394371,
      "step": 945
    },
    {
      "contrastive_loss": 2.0875656604766846,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.2101898044347763,
      "step": 945
    },
    {
      "contrastive_loss": 2.086521863937378,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.16513700783252716,
      "step": 945
    },
    {
      "contrastive_loss": 2.0880892276763916,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.0741320475935936,
      "step": 945
    },
    {
      "contrastive_loss": 2.092223644256592,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.14662601053714752,
      "step": 945
    },
    {
      "contrastive_loss": 2.0900378227233887,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.03940426930785179,
      "step": 945
    },
    {
      "epoch": 0.6182380216383307,
      "grad_norm": 0.27481961250305176,
      "learning_rate": 0.00021816312542837556,
      "loss": 3.1588,
      "step": 950
    },
    {
      "contrastive_loss": 2.088587760925293,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.0869443491101265,
      "step": 950
    },
    {
      "contrastive_loss": 2.0858824253082275,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.17665283381938934,
      "step": 950
    },
    {
      "contrastive_loss": 2.089397668838501,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.1845424473285675,
      "step": 950
    },
    {
      "contrastive_loss": 2.0860981941223145,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.05613654851913452,
      "step": 950
    },
    {
      "contrastive_loss": 2.092053174972534,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.11440383642911911,
      "step": 950
    },
    {
      "contrastive_loss": 2.0886828899383545,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.20887039601802826,
      "step": 950
    },
    {
      "contrastive_loss": 2.086639642715454,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.1532021462917328,
      "step": 950
    },
    {
      "contrastive_loss": 2.092571973800659,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.08507341891527176,
      "step": 950
    },
    {
      "epoch": 0.6214919059627431,
      "grad_norm": 0.2563602030277252,
      "learning_rate": 0.00021764907470870457,
      "loss": 3.182,
      "step": 955
    },
    {
      "contrastive_loss": 2.091057300567627,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.18960359692573547,
      "step": 955
    },
    {
      "contrastive_loss": 2.08516788482666,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.20308317244052887,
      "step": 955
    },
    {
      "contrastive_loss": 2.0985798835754395,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.1591012179851532,
      "step": 955
    },
    {
      "contrastive_loss": 2.0902297496795654,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.14507414400577545,
      "step": 955
    },
    {
      "contrastive_loss": 2.0901737213134766,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.09085962176322937,
      "step": 955
    },
    {
      "contrastive_loss": 2.0920286178588867,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.10495081543922424,
      "step": 955
    },
    {
      "contrastive_loss": 2.093261957168579,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.16614973545074463,
      "step": 955
    },
    {
      "contrastive_loss": 2.09666109085083,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.10963629186153412,
      "step": 955
    },
    {
      "epoch": 0.6247457902871553,
      "grad_norm": 0.2501317858695984,
      "learning_rate": 0.00021713502398903358,
      "loss": 3.1795,
      "step": 960
    },
    {
      "contrastive_loss": 2.0870842933654785,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.12974554300308228,
      "step": 960
    },
    {
      "contrastive_loss": 2.0924158096313477,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.13307522237300873,
      "step": 960
    },
    {
      "contrastive_loss": 2.08945894241333,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.18938986957073212,
      "step": 960
    },
    {
      "contrastive_loss": 2.087238073348999,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.06736908853054047,
      "step": 960
    },
    {
      "contrastive_loss": 2.0994627475738525,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.15832068026065826,
      "step": 960
    },
    {
      "contrastive_loss": 2.0971667766571045,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.08955658972263336,
      "step": 960
    },
    {
      "contrastive_loss": 2.090542793273926,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.11747031658887863,
      "step": 960
    },
    {
      "contrastive_loss": 2.0884287357330322,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.17731496691703796,
      "step": 960
    },
    {
      "epoch": 0.6279996746115676,
      "grad_norm": 0.2528642416000366,
      "learning_rate": 0.0002166209732693626,
      "loss": 3.1395,
      "step": 965
    },
    {
      "contrastive_loss": 2.102907180786133,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.13481205701828003,
      "step": 965
    },
    {
      "contrastive_loss": 2.093982458114624,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.15319764614105225,
      "step": 965
    },
    {
      "contrastive_loss": 2.0916178226470947,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.0997503399848938,
      "step": 965
    },
    {
      "contrastive_loss": 2.094621419906616,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.21880732476711273,
      "step": 965
    },
    {
      "contrastive_loss": 2.089772939682007,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.07291802763938904,
      "step": 965
    },
    {
      "contrastive_loss": 2.0897960662841797,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.14549985527992249,
      "step": 965
    },
    {
      "contrastive_loss": 2.0897789001464844,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.0862605944275856,
      "step": 965
    },
    {
      "contrastive_loss": 2.0970587730407715,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.23383918404579163,
      "step": 965
    },
    {
      "epoch": 0.6312535589359798,
      "grad_norm": 0.27271562814712524,
      "learning_rate": 0.00021610692254969154,
      "loss": 3.1881,
      "step": 970
    },
    {
      "contrastive_loss": 2.0935826301574707,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.0870198905467987,
      "step": 970
    },
    {
      "contrastive_loss": 2.092587471008301,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.07046002149581909,
      "step": 970
    },
    {
      "contrastive_loss": 2.094588279724121,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.1892598420381546,
      "step": 970
    },
    {
      "contrastive_loss": 2.0964279174804688,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.12492933124303818,
      "step": 970
    },
    {
      "contrastive_loss": 2.088493824005127,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.19656580686569214,
      "step": 970
    },
    {
      "contrastive_loss": 2.0906317234039307,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.1946628987789154,
      "step": 970
    },
    {
      "contrastive_loss": 2.0857927799224854,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.11010529100894928,
      "step": 970
    },
    {
      "contrastive_loss": 2.093644142150879,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.1386314034461975,
      "step": 970
    },
    {
      "epoch": 0.6345074432603921,
      "grad_norm": 0.27807193994522095,
      "learning_rate": 0.00021559287183002055,
      "loss": 3.1797,
      "step": 975
    },
    {
      "contrastive_loss": 2.0933356285095215,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.029849639162421227,
      "step": 975
    },
    {
      "contrastive_loss": 2.10162091255188,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.10675901174545288,
      "step": 975
    },
    {
      "contrastive_loss": 2.092665672302246,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.10667090862989426,
      "step": 975
    },
    {
      "contrastive_loss": 2.08795428276062,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.15518862009048462,
      "step": 975
    },
    {
      "contrastive_loss": 2.0943140983581543,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.22005057334899902,
      "step": 975
    },
    {
      "contrastive_loss": 2.0869953632354736,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.1158231645822525,
      "step": 975
    },
    {
      "contrastive_loss": 2.0921335220336914,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.1568564772605896,
      "step": 975
    },
    {
      "contrastive_loss": 2.08231258392334,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.14708632230758667,
      "step": 975
    },
    {
      "epoch": 0.6377613275848043,
      "grad_norm": 0.21802832186222076,
      "learning_rate": 0.00021507882111034953,
      "loss": 3.1503,
      "step": 980
    },
    {
      "contrastive_loss": 2.0917954444885254,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.050087153911590576,
      "step": 980
    },
    {
      "contrastive_loss": 2.0893826484680176,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.15763264894485474,
      "step": 980
    },
    {
      "contrastive_loss": 2.0868213176727295,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.15004731714725494,
      "step": 980
    },
    {
      "contrastive_loss": 2.084526538848877,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.10971809178590775,
      "step": 980
    },
    {
      "contrastive_loss": 2.0886037349700928,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.161594957113266,
      "step": 980
    },
    {
      "contrastive_loss": 2.0861518383026123,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.12832166254520416,
      "step": 980
    },
    {
      "contrastive_loss": 2.09191632270813,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.1469067484140396,
      "step": 980
    },
    {
      "contrastive_loss": 2.087400436401367,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.13323873281478882,
      "step": 980
    },
    {
      "epoch": 0.6410152119092166,
      "grad_norm": 0.27678239345550537,
      "learning_rate": 0.00021456477039067854,
      "loss": 3.1414,
      "step": 985
    },
    {
      "contrastive_loss": 2.089733362197876,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.17540009319782257,
      "step": 985
    },
    {
      "contrastive_loss": 2.1014416217803955,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.16457103192806244,
      "step": 985
    },
    {
      "contrastive_loss": 2.0907225608825684,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.18897747993469238,
      "step": 985
    },
    {
      "contrastive_loss": 2.092151641845703,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.16451133787631989,
      "step": 985
    },
    {
      "contrastive_loss": 2.089435577392578,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.057109154760837555,
      "step": 985
    },
    {
      "contrastive_loss": 2.0907833576202393,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.13515497744083405,
      "step": 985
    },
    {
      "contrastive_loss": 2.097602128982544,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.1266876757144928,
      "step": 985
    },
    {
      "contrastive_loss": 2.0840964317321777,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.06291771680116653,
      "step": 985
    },
    {
      "epoch": 0.6442690962336289,
      "grad_norm": 0.24562940001487732,
      "learning_rate": 0.00021405071967100752,
      "loss": 3.1518,
      "step": 990
    },
    {
      "contrastive_loss": 2.0859129428863525,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.125563845038414,
      "step": 990
    },
    {
      "contrastive_loss": 2.0902609825134277,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.194077730178833,
      "step": 990
    },
    {
      "contrastive_loss": 2.0858356952667236,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.1361457109451294,
      "step": 990
    },
    {
      "contrastive_loss": 2.0896966457366943,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.06806773692369461,
      "step": 990
    },
    {
      "contrastive_loss": 2.088890790939331,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.09373390674591064,
      "step": 990
    },
    {
      "contrastive_loss": 2.09616756439209,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.1889815330505371,
      "step": 990
    },
    {
      "contrastive_loss": 2.0894615650177,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.14882543683052063,
      "step": 990
    },
    {
      "contrastive_loss": 2.0868613719940186,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.11870764195919037,
      "step": 990
    },
    {
      "epoch": 0.6475229805580411,
      "grad_norm": 0.29220494627952576,
      "learning_rate": 0.0002135366689513365,
      "loss": 3.1429,
      "step": 995
    },
    {
      "contrastive_loss": 2.0892226696014404,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.13507194817066193,
      "step": 995
    },
    {
      "contrastive_loss": 2.0866966247558594,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.1370222419500351,
      "step": 995
    },
    {
      "contrastive_loss": 2.0925803184509277,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.09819526970386505,
      "step": 995
    },
    {
      "contrastive_loss": 2.085423469543457,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.13319362699985504,
      "step": 995
    },
    {
      "contrastive_loss": 2.10302472114563,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.1352226585149765,
      "step": 995
    },
    {
      "contrastive_loss": 2.0924532413482666,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.07307787984609604,
      "step": 995
    },
    {
      "contrastive_loss": 2.09275484085083,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.17065082490444183,
      "step": 995
    },
    {
      "contrastive_loss": 2.087982654571533,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.14330466091632843,
      "step": 995
    },
    {
      "epoch": 0.6507768648824535,
      "grad_norm": 0.28831976652145386,
      "learning_rate": 0.0002130226182316655,
      "loss": 3.1592,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094897985458374,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9694597721099854,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087506055831909,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1597630977630615,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913784503936768,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0046535730361938,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0820465087890625,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.186607003211975,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093648672103882,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2577641010284424,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897679328918457,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9567692279815674,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095573663711548,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9542326331138611,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0853683948516846,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8051711916923523,
      "step": 1000
    },
    {
      "contrastive_loss": 2.098904609680176,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0197851657867432,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0907697677612305,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9008824229240417,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0967135429382324,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0541177988052368,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0872607231140137,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9829146265983582,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0832841396331787,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9330125451087952,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0843074321746826,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1464341878890991,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094907283782959,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.072519063949585,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0958945751190186,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0450609922409058,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090545892715454,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1916559934616089,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089097499847412,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8655496835708618,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092494010925293,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.122131109237671,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0894150733947754,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1763845682144165,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094966173171997,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1802959442138672,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908331871032715,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2055262327194214,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087578535079956,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9651274085044861,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091322898864746,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9412188529968262,
      "step": 1000
    },
    {
      "contrastive_loss": 2.079984188079834,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.267248511314392,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09061861038208,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8846591711044312,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0893590450286865,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0833392143249512,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0873303413391113,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2317278385162354,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091327667236328,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0351661443710327,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0894558429718018,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1060643196105957,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0850415229797363,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.008041501045227,
      "step": 1000
    },
    {
      "contrastive_loss": 2.109187602996826,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1101751327514648,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0900979042053223,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0498203039169312,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0868287086486816,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3806827068328857,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941715240478516,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1203620433807373,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0905075073242188,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.011404275894165,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883870124816895,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0544222593307495,
      "step": 1000
    },
    {
      "contrastive_loss": 2.084467887878418,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0253396034240723,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088118314743042,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0911022424697876,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086470127105713,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8607540130615234,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0894594192504883,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9131293892860413,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0852675437927246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1760482788085938,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091378688812256,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1261008977890015,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918030738830566,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9647601842880249,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0854880809783936,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1155171394348145,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0949227809906006,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2845195531845093,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087871789932251,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0120179653167725,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0962772369384766,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1222915649414062,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0915229320526123,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1152019500732422,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095712900161743,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1310501098632812,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0863091945648193,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1016676425933838,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0923819541931152,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0062280893325806,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0947012901306152,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1255484819412231,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904579162597656,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0372141599655151,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1024410724639893,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1712350845336914,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0895209312438965,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0476263761520386,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097686529159546,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0533632040023804,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090985059738159,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2551016807556152,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091623306274414,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8569881319999695,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0879414081573486,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8259895443916321,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089677572250366,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9804962277412415,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0877535343170166,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0303659439086914,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876095294952393,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.124398112297058,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0849876403808594,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9101361036300659,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0957891941070557,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0262309312820435,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0912375450134277,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.115372657775879,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941989421844482,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0750513076782227,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087921142578125,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9676783680915833,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0912866592407227,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1581226587295532,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0999996662139893,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.147281289100647,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097947120666504,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9494753479957581,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092456340789795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1767117977142334,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0865657329559326,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2377800941467285,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899858474731445,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0735211372375488,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0902864933013916,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.380462884902954,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085514783859253,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2167946100234985,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897812843322754,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0259000062942505,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941038131713867,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2952044010162354,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085050344467163,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0979597568511963,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0826449394226074,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0102970600128174,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0863006114959717,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9732240438461304,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087026834487915,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1492372751235962,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0911574363708496,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1102606058120728,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906994342803955,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4101454019546509,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908026695251465,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0931036472320557,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087937355041504,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.230712652206421,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0871191024780273,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9018527865409851,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0910022258758545,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1590081453323364,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093944549560547,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1164101362228394,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0924274921417236,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1144033670425415,
      "step": 1000
    },
    {
      "contrastive_loss": 2.083676338195801,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1194992065429688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090757131576538,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9884840250015259,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097770929336548,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8837062120437622,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0886318683624268,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2960566282272339,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093806266784668,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9612228274345398,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085040330886841,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.150063157081604,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0819177627563477,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1570544242858887,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090879440307617,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8836792707443237,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0935609340667725,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9856197237968445,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093230724334717,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1105000972747803,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0888936519622803,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9453861117362976,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0793020725250244,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0397001504898071,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085151195526123,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0156164169311523,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090095043182373,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2054725885391235,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887820720672607,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0264579057693481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0955922603607178,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9518992304801941,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086686849594116,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0332242250442505,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091057538986206,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8756574988365173,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0892152786254883,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1770544052124023,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089099407196045,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2121065855026245,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0886785984039307,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1221710443496704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908570289611816,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0100758075714111,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085602283477783,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9765878319740295,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08859920501709,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9113819599151611,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882160663604736,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8254261612892151,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085817813873291,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0487558841705322,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906386375427246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1294995546340942,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883705615997314,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1472125053405762,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086369752883911,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0693694353103638,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090191125869751,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0592890977859497,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09719181060791,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1191898584365845,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089261293411255,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0233798027038574,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08659291267395,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4763820171356201,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097609519958496,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2317659854888916,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0923635959625244,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0951813459396362,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086271286010742,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3721674680709839,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0860183238983154,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.953731119632721,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0868823528289795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1483542919158936,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0963451862335205,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9563172459602356,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09312105178833,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9749178290367126,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0853254795074463,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9721750617027283,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906124114990234,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0727922916412354,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0873310565948486,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1475120782852173,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090336322784424,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1724534034729004,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090855836868286,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1576420068740845,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0819449424743652,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9519967436790466,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091447591781616,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9640567302703857,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0791053771972656,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9507842063903809,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087852716445923,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.017580270767212,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088756561279297,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2360038757324219,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088715076446533,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1450332403182983,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0974977016448975,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0522083044052124,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882091522216797,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.002164602279663,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093134880065918,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1572563648223877,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091655969619751,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.190335750579834,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08712100982666,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0704189538955688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0829129219055176,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.035254716873169,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089141845703125,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2630479335784912,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094118595123291,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1892284154891968,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936496257781982,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0273281335830688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085679292678833,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8421635031700134,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086320638656616,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1461750268936157,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090731382369995,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0002634525299072,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097196340560913,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0585767030715942,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919759273529053,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7813472747802734,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0898852348327637,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0138731002807617,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0900328159332275,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0453685522079468,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0951457023620605,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1123299598693848,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090357780456543,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.043572187423706,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082592725753784,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.17715322971344,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899271965026855,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9470022320747375,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088879108428955,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0298306941986084,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085677146911621,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0406605005264282,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0873377323150635,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1229782104492188,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091649055480957,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3557734489440918,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899593830108643,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2734843492507935,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096926689147949,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9799221754074097,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0838937759399414,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1048312187194824,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085175037384033,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9643539190292358,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086740016937256,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4011799097061157,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089824914932251,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.025823950767517,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097087860107422,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9682224988937378,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090846538543701,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.257811188697815,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0823068618774414,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3769290447235107,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092268228530884,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0365177392959595,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0905323028564453,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.038854718208313,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089299440383911,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.197140097618103,
      "step": 1000
    },
    {
      "contrastive_loss": 2.173734188079834,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1602153778076172,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08561635017395,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0214927196502686,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0884320735931396,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9646256566047668,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0853493213653564,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0302501916885376,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0968241691589355,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8148707151412964,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0865063667297363,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0370100736618042,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0890297889709473,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.041711449623108,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0940113067626953,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8641331791877747,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088519334793091,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0240757465362549,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0848302841186523,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9169274568557739,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0945236682891846,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0517469644546509,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093287944793701,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0288000106811523,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883498191833496,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9811144471168518,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0860161781311035,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9378431439399719,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086719036102295,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1897532939910889,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096572160720825,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3179397583007812,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0950331687927246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2810736894607544,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906014442443848,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1035422086715698,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087155342102051,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1755121946334839,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091639518737793,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1736446619033813,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0924012660980225,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.154522180557251,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0885400772094727,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.078827977180481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0861237049102783,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.091977834701538,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0986218452453613,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0459294319152832,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093701124191284,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.082844614982605,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090771436691284,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0458879470825195,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090454578399658,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.124431848526001,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092867851257324,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.17539381980896,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091215133666992,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0047712326049805,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0881502628326416,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9250442981719971,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0867202281951904,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0302348136901855,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913403034210205,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.334773302078247,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0933303833007812,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0186127424240112,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087982416152954,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9683365225791931,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092266321182251,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.077164888381958,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082141399383545,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1469439268112183,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897457599639893,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.087332844734192,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094205617904663,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9083265066146851,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0909667015075684,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.077911615371704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0931575298309326,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4849165678024292,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092560291290283,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2028422355651855,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086280345916748,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0977451801300049,
      "step": 1000
    },
    {
      "contrastive_loss": 2.083768844604492,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8781984448432922,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0891852378845215,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1983221769332886,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0863404273986816,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1240047216415405,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0851502418518066,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1844772100448608,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093768358230591,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0157091617584229,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0879769325256348,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2006793022155762,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091799736022949,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8774940371513367,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082756996154785,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9038907885551453,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876667499542236,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1978628635406494,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0965662002563477,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1372931003570557,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883846282958984,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.130151629447937,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906155109405518,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0345669984817505,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0946195125579834,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2916762828826904,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0821447372436523,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0665658712387085,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0938210487365723,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1707038879394531,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0925474166870117,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0667200088500977,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0894341468811035,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.012252926826477,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085966110229492,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0783507823944092,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0875837802886963,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9381298422813416,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0875418186187744,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0227588415145874,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089533805847168,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9519279599189758,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091120481491089,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9918624758720398,
      "step": 1000
    },
    {
      "contrastive_loss": 2.098306179046631,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1029324531555176,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0952460765838623,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9016645550727844,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0944924354553223,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0029712915420532,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936262607574463,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9656355381011963,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0948257446289062,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0679397583007812,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897035598754883,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1554210186004639,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0893702507019043,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0729800462722778,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0931668281555176,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9268855452537537,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0862395763397217,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1380482912063599,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087857246398926,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9593888521194458,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092833995819092,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0499427318572998,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0900912284851074,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.396831750869751,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096489667892456,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9432106018066406,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0879411697387695,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0462546348571777,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0925800800323486,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8945052027702332,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876784324645996,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1351953744888306,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087754011154175,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1171009540557861,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086089849472046,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3100512027740479,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0872485637664795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3720486164093018,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088243246078491,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0235555171966553,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0769639015197754,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0022094249725342,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0907745361328125,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0030229091644287,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0929009914398193,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.863950788974762,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919888019561768,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9947953224182129,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093130588531494,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2569584846496582,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091371774673462,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0320045948028564,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086961507797241,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1095114946365356,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082573652267456,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0121181011199951,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0893454551696777,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9223503470420837,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0934903621673584,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0639609098434448,
      "step": 1000
    },
    {
      "contrastive_loss": 2.100606918334961,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0360209941864014,
      "step": 1000
    },
    {
      "contrastive_loss": 2.081857681274414,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.181301474571228,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088256359100342,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.268101453781128,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086841106414795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0849862098693848,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0935323238372803,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.113533854484558,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082505941390991,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8139098882675171,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0916647911071777,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8311620354652405,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085158109664917,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0018434524536133,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0931429862976074,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0350991487503052,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0902950763702393,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9603890180587769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089184284210205,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0525522232055664,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918877124786377,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.356119990348816,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0868258476257324,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.984978973865509,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094407081604004,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2549294233322144,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0885236263275146,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2825915813446045,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897839069366455,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0404542684555054,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918962955474854,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0610086917877197,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0871269702911377,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9149327278137207,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883114337921143,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1123086214065552,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0903513431549072,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9022691249847412,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906577110290527,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0059363842010498,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088834524154663,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0837934017181396,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0902693271636963,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3205152750015259,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090858221054077,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1869564056396484,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906548500061035,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3406611680984497,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09214448928833,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0577080249786377,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0870144367218018,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9415797591209412,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0950396060943604,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.122463345527649,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093672752380371,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9542129039764404,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927650928497314,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1436355113983154,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899462699890137,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9417606592178345,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914266109466553,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1122444868087769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0907371044158936,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9544743895530701,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087259292602539,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9824323058128357,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095679998397827,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9735830426216125,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0917582511901855,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1808528900146484,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087217330932617,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0342254638671875,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908029079437256,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3137965202331543,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0939583778381348,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0097216367721558,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090167760848999,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9723519086837769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091823101043701,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.070769190788269,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093682050704956,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9887622594833374,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089264154434204,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0050488710403442,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0903286933898926,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9849516153335571,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0943820476531982,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1432777643203735,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0920681953430176,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0621792078018188,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0915539264678955,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.116799235343933,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936038494110107,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9454226493835449,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085174083709717,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1021891832351685,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906589031219482,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9577609896659851,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914361476898193,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7993648052215576,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0858395099639893,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.103522777557373,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918283462524414,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8717182278633118,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091569185256958,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4335007667541504,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0868468284606934,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0839391946792603,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085975170135498,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0515179634094238,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087146759033203,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9727122783660889,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086996555328369,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1169904470443726,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090567111968994,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.205259084701538,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904977321624756,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1588748693466187,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092824935913086,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0377230644226074,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0915684700012207,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.044316291809082,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085787057876587,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0734199285507202,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094033718109131,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0792717933654785,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0884664058685303,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.287376046180725,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0926871299743652,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0072461366653442,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095902681350708,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.6773563027381897,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088153600692749,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1998798847198486,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085844039916992,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0429197549819946,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0920217037200928,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1309601068496704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0924105644226074,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.5755298137664795,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883586406707764,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.203305721282959,
      "step": 1000
    },
    {
      "contrastive_loss": 2.081926107406616,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1354981660842896,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0891315937042236,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1423923969268799,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919861793518066,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.888064980506897,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0869998931884766,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9287225008010864,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1005847454071045,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2505860328674316,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086186408996582,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1568315029144287,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092895269393921,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1305079460144043,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0825114250183105,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8192495107650757,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089527130126953,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8123653531074524,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913329124450684,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0594968795776367,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0907845497131348,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2112551927566528,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0905418395996094,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9764710664749146,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0931103229522705,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0566768646240234,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085313558578491,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0969858169555664,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0926637649536133,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0904438495635986,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089644193649292,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7805904150009155,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0950639247894287,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1278319358825684,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0889410972595215,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.078957438468933,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927069187164307,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9355854988098145,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0870487689971924,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0789717435836792,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1022164821624756,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2670605182647705,
      "step": 1000
    },
    {
      "contrastive_loss": 2.100076198577881,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8985840082168579,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0885627269744873,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0653101205825806,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090383291244507,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0651090145111084,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08872389793396,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.058281660079956,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086071014404297,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9933951497077942,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087859630584717,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0193109512329102,
      "step": 1000
    },
    {
      "contrastive_loss": 2.084752321243286,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1152089834213257,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091341018676758,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1509929895401,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085066318511963,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1140004396438599,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0858495235443115,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9456198811531067,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094849109649658,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0509921312332153,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0849392414093018,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.133448839187622,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09438157081604,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2845464944839478,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090501546859741,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.906334400177002,
      "step": 1000
    },
    {
      "contrastive_loss": 2.081941604614258,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0368421077728271,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0958003997802734,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0596880912780762,
      "step": 1000
    },
    {
      "contrastive_loss": 2.078094482421875,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9359415769577026,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088951349258423,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2454725503921509,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089999198913574,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1004449129104614,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0851566791534424,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.974415123462677,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090883255004883,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0357520580291748,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091322183609009,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8271461129188538,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091794967651367,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1124457120895386,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086679458618164,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9968063235282898,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085031747817993,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1453076601028442,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085801362991333,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.178796648979187,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0965921878814697,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1594024896621704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.098421096801758,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.98067706823349,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088322639465332,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1278616189956665,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093151092529297,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.149385929107666,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1010262966156006,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8639345765113831,
      "step": 1000
    },
    {
      "contrastive_loss": 2.081235408782959,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1835039854049683,
      "step": 1000
    },
    {
      "contrastive_loss": 2.10192608833313,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4179750680923462,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927035808563232,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.04457426071167,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914409160614014,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.615230917930603,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941617488861084,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0466846227645874,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908329486846924,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9239705204963684,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0991275310516357,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1489075422286987,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0932540893554688,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9508063197135925,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0889322757720947,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.007741093635559,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0962743759155273,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8471871018409729,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087258815765381,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1699711084365845,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0956714153289795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0395187139511108,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088945150375366,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9708375334739685,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0953736305236816,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9856969714164734,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0930511951446533,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.064538836479187,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0921943187713623,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8649731278419495,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0875377655029297,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9163253307342529,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919137001037598,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9926573038101196,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0912837982177734,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2150676250457764,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887701511383057,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0196858644485474,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0854568481445312,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.065037488937378,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0803847312927246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3283193111419678,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914669036865234,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.111632227897644,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0926132202148438,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.218192458152771,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0845072269439697,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9133360385894775,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094613552093506,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7754630446434021,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090620517730713,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9595323801040649,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0875802040100098,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1011991500854492,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089056968688965,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.10346519947052,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088433027267456,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9409716129302979,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0896987915039062,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1662030220031738,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09451961517334,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0588358640670776,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899367332458496,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9852238297462463,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914864540100098,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.157173991203308,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0879783630371094,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1652652025222778,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897014141082764,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9028829336166382,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0855624675750732,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1371229887008667,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087890625,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0393115282058716,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095993995666504,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.051777720451355,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0926668643951416,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0235979557037354,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897417068481445,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8891221880912781,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1020331382751465,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2156703472137451,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0884039402008057,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.07949697971344,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0930356979370117,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0407856702804565,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0990869998931885,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0560104846954346,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085160732269287,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1625721454620361,
      "step": 1000
    },
    {
      "contrastive_loss": 2.084657907485962,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0855058431625366,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936660766601562,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.842331051826477,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090440511703491,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2126188278198242,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0890212059020996,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3968839645385742,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0867080688476562,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0871220827102661,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090458393096924,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.105686902999878,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0896568298339844,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0833454132080078,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0910565853118896,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9673178195953369,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0939488410949707,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0248786211013794,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0910348892211914,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0780001878738403,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0922560691833496,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9969822764396667,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883429050445557,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1479833126068115,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0939149856567383,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1531230211257935,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091187000274658,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.083056926727295,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095670700073242,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1860038042068481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088379383087158,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0398386716842651,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927493572235107,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1302266120910645,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087157726287842,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9447498917579651,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0834548473358154,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.009347915649414,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927817821502686,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9950734376907349,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883262157440186,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0234270095825195,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09295392036438,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1885801553726196,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086984872817993,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9686629176139832,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0910747051239014,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0041505098342896,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0869557857513428,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0667951107025146,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0935683250427246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.137178897857666,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091681718826294,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.07442045211792,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0909159183502197,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0998023748397827,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913915634155273,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0338984727859497,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088473320007324,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9427525401115417,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887203216552734,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2156375646591187,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086361885070801,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.995987594127655,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913071632385254,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9926630258560181,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1024646759033203,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9341021180152893,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091179132461548,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9411233067512512,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086956262588501,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0653201341629028,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0872442722320557,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0674961805343628,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0903234481811523,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1230357885360718,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882983207702637,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1013147830963135,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088360548019409,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0362545251846313,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090604305267334,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9661557674407959,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093550205230713,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9958783984184265,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0909266471862793,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.203822135925293,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085265636444092,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3489872217178345,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089423656463623,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2836265563964844,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089657783508301,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1220046281814575,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095790386199951,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9517013430595398,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0840370655059814,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1460728645324707,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0933852195739746,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9925210475921631,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0912041664123535,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.267650842666626,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0858585834503174,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0251383781433105,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093540668487549,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9268940687179565,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087754964828491,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2663633823394775,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091909170150757,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0571075677871704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0833191871643066,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0170583724975586,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0938477516174316,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.271315097808838,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882813930511475,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.060251235961914,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088334798812866,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9704121947288513,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089841604232788,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0538065433502197,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094552993774414,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9516583681106567,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086820363998413,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0685621500015259,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0838122367858887,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1515799760818481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936145782470703,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0289260149002075,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094376564025879,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9143658876419067,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0933308601379395,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8464362025260925,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887041091918945,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1772019863128662,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088387966156006,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1318186521530151,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0901126861572266,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0893378257751465,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093836784362793,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1334707736968994,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0933585166931152,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0249783992767334,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0988967418670654,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0259675979614258,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0929653644561768,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0037081241607666,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0932648181915283,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3023079633712769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0968663692474365,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9870449304580688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0962131023406982,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9947648048400879,
      "step": 1000
    },
    {
      "contrastive_loss": 2.083179235458374,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.104895830154419,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094724655151367,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0326496362686157,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0885300636291504,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0555603504180908,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092513084411621,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.905186653137207,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0867273807525635,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8343019485473633,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086416244506836,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9544152021408081,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0898900032043457,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9315564632415771,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0915403366088867,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0299227237701416,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882203578948975,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4856919050216675,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0962798595428467,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8798671960830688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086582660675049,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.082929253578186,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0901780128479004,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9500766396522522,
      "step": 1000
    },
    {
      "contrastive_loss": 2.084991931915283,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9694157242774963,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876593589782715,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2920418977737427,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1044952869415283,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1019586324691772,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0889697074890137,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9464972615242004,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0856306552886963,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2191685438156128,
      "step": 1000
    },
    {
      "contrastive_loss": 2.102041006088257,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3347301483154297,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087698459625244,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.861912190914154,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085711717605591,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0506647825241089,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0881314277648926,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3389497995376587,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087825298309326,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0368728637695312,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092772960662842,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9671003818511963,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904364585876465,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1550019979476929,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0961978435516357,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9142056703567505,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904197692871094,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1087543964385986,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090979814529419,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0225818157196045,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876479148864746,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9297051429748535,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0916104316711426,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0045688152313232,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082883596420288,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9623692035675049,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087472438812256,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0946252346038818,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0925791263580322,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0676403045654297,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913121700286865,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1040536165237427,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0846638679504395,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9436377286911011,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091848611831665,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0820504426956177,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082951545715332,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0036394596099854,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0922107696533203,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8521116375923157,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093324899673462,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7695218920707703,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0877063274383545,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1686712503433228,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0851705074310303,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2951751947402954,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090826988220215,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1087961196899414,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0982813835144043,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.6447629928588867,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927395820617676,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1416953802108765,
      "step": 1000
    },
    {
      "contrastive_loss": 2.099358320236206,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9472109079360962,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090784788131714,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0390229225158691,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08489990234375,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2358200550079346,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091874599456787,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0223859548568726,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0880138874053955,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0678623914718628,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08939266204834,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1204116344451904,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0922534465789795,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9165865778923035,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0950913429260254,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2801200151443481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092881441116333,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3090078830718994,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086336374282837,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.035658359527588,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0777652263641357,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0640056133270264,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091676950454712,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0602099895477295,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0880484580993652,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1815069913864136,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0867419242858887,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1227309703826904,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0859344005584717,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0727781057357788,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0905137062072754,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2850556373596191,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092597484588623,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0786703824996948,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09454083442688,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0337334871292114,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919296741485596,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9318000078201294,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0871260166168213,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8891010284423828,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918548107147217,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.135331392288208,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0945019721984863,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1313996315002441,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088042736053467,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0914360284805298,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0878634452819824,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0375967025756836,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089338779449463,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.053083062171936,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0909996032714844,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3718005418777466,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090817451477051,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9887839555740356,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0849967002868652,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7494460344314575,
      "step": 1000
    },
    {
      "contrastive_loss": 2.077561378479004,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0925902128219604,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086585283279419,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9961259961128235,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0934579372406006,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9884973168373108,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887339115142822,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.14630925655365,
      "step": 1000
    },
    {
      "contrastive_loss": 2.078838348388672,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2890732288360596,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089709758758545,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9939945340156555,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091176986694336,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9982492923736572,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096635103225708,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0335886478424072,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0968785285949707,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0189887285232544,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0944535732269287,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.973784863948822,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090224266052246,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9600622057914734,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089132070541382,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.090491533279419,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088188409805298,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.226115107536316,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089674234390259,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.183223009109497,
      "step": 1000
    },
    {
      "contrastive_loss": 2.106372356414795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.205081820487976,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090348720550537,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9762275218963623,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0729422569274902,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.940438985824585,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0972862243652344,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1755919456481934,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941739082336426,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8882976770401001,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09348464012146,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9360228776931763,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0958285331726074,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9007449150085449,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086988925933838,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0449819564819336,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095069169998169,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9631806015968323,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0911431312561035,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9895387291908264,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0889968872070312,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0607644319534302,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0917978286743164,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0778785943984985,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092069625854492,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0424169301986694,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088660478591919,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1572774648666382,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0945582389831543,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1061409711837769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0766050815582275,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0411951541900635,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089634418487549,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9704694151878357,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093315601348877,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0393760204315186,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0881431102752686,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.856770932674408,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089197874069214,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0991020202636719,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096672773361206,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1806284189224243,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0850884914398193,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0630120038986206,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092007637023926,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0332202911376953,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089247703552246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.136252522468567,
      "step": 1000
    },
    {
      "epoch": 0.6507768648824535,
      "eval_loss": 1.3300861120224,
      "eval_runtime": 1246.3054,
      "eval_samples_per_second": 4.012,
      "eval_steps_per_second": 0.501,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0832149982452393,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.08169854432344437,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876970291137695,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.09715206921100616,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0861520767211914,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.0999768078327179,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094594717025757,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.1938207447528839,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091360330581665,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.10213310271501541,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091703414916992,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.11332397907972336,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904808044433594,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.15298576653003693,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0954811573028564,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.13395977020263672,
      "step": 1000
    },
    {
      "epoch": 0.6540307492068657,
      "grad_norm": 0.2718239724636078,
      "learning_rate": 0.00021250856751199452,
      "loss": 3.1306,
      "step": 1005
    },
    {
      "contrastive_loss": 2.0873184204101562,
      "epoch": 0.6540307492068657,
      "nll_loss": 0.1301988810300827,
      "step": 1005
    },
    {
      "contrastive_loss": 2.087918996810913,
      "epoch": 0.6540307492068657,
      "nll_loss": 0.09558843076229095,
      "step": 1005
    },
    {
      "contrastive_loss": 2.088064193725586,
      "epoch": 0.6540307492068657,
      "nll_loss": 0.22243782877922058,
      "step": 1005
    },
    {
      "contrastive_loss": 2.0882627964019775,
      "epoch": 0.6540307492068657,
      "nll_loss": 0.08298256993293762,
      "step": 1005
    },
    {
      "contrastive_loss": 2.0908281803131104,
      "epoch": 0.6540307492068657,
      "nll_loss": 0.13180068135261536,
      "step": 1005
    },
    {
      "contrastive_loss": 2.0834507942199707,
      "epoch": 0.6540307492068657,
      "nll_loss": 0.1735062599182129,
      "step": 1005
    },
    {
      "contrastive_loss": 2.092324733734131,
      "epoch": 0.6540307492068657,
      "nll_loss": 0.06327447295188904,
      "step": 1005
    },
    {
      "contrastive_loss": 2.0880603790283203,
      "epoch": 0.6540307492068657,
      "nll_loss": 0.1564653515815735,
      "step": 1005
    },
    {
      "epoch": 0.657284633531278,
      "grad_norm": 0.2827431857585907,
      "learning_rate": 0.00021199451679232347,
      "loss": 3.193,
      "step": 1010
    },
    {
      "contrastive_loss": 2.0886788368225098,
      "epoch": 0.657284633531278,
      "nll_loss": 0.23385995626449585,
      "step": 1010
    },
    {
      "contrastive_loss": 2.09118914604187,
      "epoch": 0.657284633531278,
      "nll_loss": 0.07877147197723389,
      "step": 1010
    },
    {
      "contrastive_loss": 2.089566707611084,
      "epoch": 0.657284633531278,
      "nll_loss": 0.0814020186662674,
      "step": 1010
    },
    {
      "contrastive_loss": 2.0873255729675293,
      "epoch": 0.657284633531278,
      "nll_loss": 0.12909066677093506,
      "step": 1010
    },
    {
      "contrastive_loss": 2.0974833965301514,
      "epoch": 0.657284633531278,
      "nll_loss": 0.11973237991333008,
      "step": 1010
    },
    {
      "contrastive_loss": 2.084439992904663,
      "epoch": 0.657284633531278,
      "nll_loss": 0.13810981810092926,
      "step": 1010
    },
    {
      "contrastive_loss": 2.0920603275299072,
      "epoch": 0.657284633531278,
      "nll_loss": 0.12568175792694092,
      "step": 1010
    },
    {
      "contrastive_loss": 2.093296527862549,
      "epoch": 0.657284633531278,
      "nll_loss": 0.06479646265506744,
      "step": 1010
    },
    {
      "epoch": 0.6605385178556902,
      "grad_norm": 0.28109386563301086,
      "learning_rate": 0.00021148046607265248,
      "loss": 3.1543,
      "step": 1015
    },
    {
      "contrastive_loss": 2.0929720401763916,
      "epoch": 0.6605385178556902,
      "nll_loss": 0.17022942006587982,
      "step": 1015
    },
    {
      "contrastive_loss": 2.0833637714385986,
      "epoch": 0.6605385178556902,
      "nll_loss": 0.13243365287780762,
      "step": 1015
    },
    {
      "contrastive_loss": 2.0890750885009766,
      "epoch": 0.6605385178556902,
      "nll_loss": 0.18822802603244781,
      "step": 1015
    },
    {
      "contrastive_loss": 2.0941388607025146,
      "epoch": 0.6605385178556902,
      "nll_loss": 0.07360054552555084,
      "step": 1015
    },
    {
      "contrastive_loss": 2.0899341106414795,
      "epoch": 0.6605385178556902,
      "nll_loss": 0.27325549721717834,
      "step": 1015
    },
    {
      "contrastive_loss": 2.087519407272339,
      "epoch": 0.6605385178556902,
      "nll_loss": 0.024199603125452995,
      "step": 1015
    },
    {
      "contrastive_loss": 2.0889744758605957,
      "epoch": 0.6605385178556902,
      "nll_loss": 0.09322656691074371,
      "step": 1015
    },
    {
      "contrastive_loss": 2.0903966426849365,
      "epoch": 0.6605385178556902,
      "nll_loss": 0.07798661291599274,
      "step": 1015
    },
    {
      "epoch": 0.6637924021801025,
      "grad_norm": 0.26043498516082764,
      "learning_rate": 0.0002109664153529815,
      "loss": 3.1293,
      "step": 1020
    },
    {
      "contrastive_loss": 2.0990090370178223,
      "epoch": 0.6637924021801025,
      "nll_loss": 0.18069209158420563,
      "step": 1020
    },
    {
      "contrastive_loss": 2.0932044982910156,
      "epoch": 0.6637924021801025,
      "nll_loss": 0.1838461011648178,
      "step": 1020
    },
    {
      "contrastive_loss": 2.090348720550537,
      "epoch": 0.6637924021801025,
      "nll_loss": 0.08763651549816132,
      "step": 1020
    },
    {
      "contrastive_loss": 2.0961368083953857,
      "epoch": 0.6637924021801025,
      "nll_loss": 0.12364646047353745,
      "step": 1020
    },
    {
      "contrastive_loss": 2.090935468673706,
      "epoch": 0.6637924021801025,
      "nll_loss": 0.07400403171777725,
      "step": 1020
    },
    {
      "contrastive_loss": 2.09486985206604,
      "epoch": 0.6637924021801025,
      "nll_loss": 0.17012673616409302,
      "step": 1020
    },
    {
      "contrastive_loss": 2.0949742794036865,
      "epoch": 0.6637924021801025,
      "nll_loss": 0.16632945835590363,
      "step": 1020
    },
    {
      "contrastive_loss": 2.085502862930298,
      "epoch": 0.6637924021801025,
      "nll_loss": 0.11750204861164093,
      "step": 1020
    },
    {
      "epoch": 0.6670462865045148,
      "grad_norm": 0.23539184033870697,
      "learning_rate": 0.00021045236463331047,
      "loss": 3.1215,
      "step": 1025
    },
    {
      "contrastive_loss": 2.097830295562744,
      "epoch": 0.6670462865045148,
      "nll_loss": 0.04301903769373894,
      "step": 1025
    },
    {
      "contrastive_loss": 2.092869281768799,
      "epoch": 0.6670462865045148,
      "nll_loss": 0.22208192944526672,
      "step": 1025
    },
    {
      "contrastive_loss": 2.0884318351745605,
      "epoch": 0.6670462865045148,
      "nll_loss": 0.12359447032213211,
      "step": 1025
    },
    {
      "contrastive_loss": 2.0879318714141846,
      "epoch": 0.6670462865045148,
      "nll_loss": 0.16024768352508545,
      "step": 1025
    },
    {
      "contrastive_loss": 2.119396448135376,
      "epoch": 0.6670462865045148,
      "nll_loss": 0.15414752066135406,
      "step": 1025
    },
    {
      "contrastive_loss": 2.1007518768310547,
      "epoch": 0.6670462865045148,
      "nll_loss": 0.10469803214073181,
      "step": 1025
    },
    {
      "contrastive_loss": 2.0920894145965576,
      "epoch": 0.6670462865045148,
      "nll_loss": 0.10479632019996643,
      "step": 1025
    },
    {
      "contrastive_loss": 2.0954596996307373,
      "epoch": 0.6670462865045148,
      "nll_loss": 0.2396346926689148,
      "step": 1025
    },
    {
      "epoch": 0.670300170828927,
      "grad_norm": 0.2442544400691986,
      "learning_rate": 0.00020993831391363945,
      "loss": 3.1534,
      "step": 1030
    },
    {
      "contrastive_loss": 2.093371629714966,
      "epoch": 0.670300170828927,
      "nll_loss": 0.10919313132762909,
      "step": 1030
    },
    {
      "contrastive_loss": 2.092088222503662,
      "epoch": 0.670300170828927,
      "nll_loss": 0.19591766595840454,
      "step": 1030
    },
    {
      "contrastive_loss": 2.091135025024414,
      "epoch": 0.670300170828927,
      "nll_loss": 0.13611958920955658,
      "step": 1030
    },
    {
      "contrastive_loss": 2.083481550216675,
      "epoch": 0.670300170828927,
      "nll_loss": 0.20279617607593536,
      "step": 1030
    },
    {
      "contrastive_loss": 2.094797134399414,
      "epoch": 0.670300170828927,
      "nll_loss": 0.1151336058974266,
      "step": 1030
    },
    {
      "contrastive_loss": 2.086552619934082,
      "epoch": 0.670300170828927,
      "nll_loss": 0.03587445989251137,
      "step": 1030
    },
    {
      "contrastive_loss": 2.0870237350463867,
      "epoch": 0.670300170828927,
      "nll_loss": 0.18121708929538727,
      "step": 1030
    },
    {
      "contrastive_loss": 2.0935583114624023,
      "epoch": 0.670300170828927,
      "nll_loss": 0.15163441002368927,
      "step": 1030
    },
    {
      "epoch": 0.6735540551533393,
      "grad_norm": 0.28213974833488464,
      "learning_rate": 0.00020942426319396846,
      "loss": 3.1731,
      "step": 1035
    },
    {
      "contrastive_loss": 2.089953899383545,
      "epoch": 0.6735540551533393,
      "nll_loss": 0.13592493534088135,
      "step": 1035
    },
    {
      "contrastive_loss": 2.089228630065918,
      "epoch": 0.6735540551533393,
      "nll_loss": 0.10830904543399811,
      "step": 1035
    },
    {
      "contrastive_loss": 2.0848989486694336,
      "epoch": 0.6735540551533393,
      "nll_loss": 0.1282195746898651,
      "step": 1035
    },
    {
      "contrastive_loss": 2.0954627990722656,
      "epoch": 0.6735540551533393,
      "nll_loss": 0.15030594170093536,
      "step": 1035
    },
    {
      "contrastive_loss": 2.08381986618042,
      "epoch": 0.6735540551533393,
      "nll_loss": 0.07753614336252213,
      "step": 1035
    },
    {
      "contrastive_loss": 2.086756944656372,
      "epoch": 0.6735540551533393,
      "nll_loss": 0.13084417581558228,
      "step": 1035
    },
    {
      "contrastive_loss": 2.094607353210449,
      "epoch": 0.6735540551533393,
      "nll_loss": 0.1495145708322525,
      "step": 1035
    },
    {
      "contrastive_loss": 2.088685989379883,
      "epoch": 0.6735540551533393,
      "nll_loss": 0.17376093566417694,
      "step": 1035
    },
    {
      "epoch": 0.6768079394777515,
      "grad_norm": 0.2643401026725769,
      "learning_rate": 0.00020891021247429744,
      "loss": 3.1174,
      "step": 1040
    },
    {
      "contrastive_loss": 2.0865378379821777,
      "epoch": 0.6768079394777515,
      "nll_loss": 0.1226838082075119,
      "step": 1040
    },
    {
      "contrastive_loss": 2.0867130756378174,
      "epoch": 0.6768079394777515,
      "nll_loss": 0.07519124448299408,
      "step": 1040
    },
    {
      "contrastive_loss": 2.0920581817626953,
      "epoch": 0.6768079394777515,
      "nll_loss": 0.1909852772951126,
      "step": 1040
    },
    {
      "contrastive_loss": 2.0911545753479004,
      "epoch": 0.6768079394777515,
      "nll_loss": 0.13473886251449585,
      "step": 1040
    },
    {
      "contrastive_loss": 2.086538553237915,
      "epoch": 0.6768079394777515,
      "nll_loss": 0.11697397381067276,
      "step": 1040
    },
    {
      "contrastive_loss": 2.095491647720337,
      "epoch": 0.6768079394777515,
      "nll_loss": 0.12503932416439056,
      "step": 1040
    },
    {
      "contrastive_loss": 2.0998265743255615,
      "epoch": 0.6768079394777515,
      "nll_loss": 0.1866944581270218,
      "step": 1040
    },
    {
      "contrastive_loss": 2.0873398780822754,
      "epoch": 0.6768079394777515,
      "nll_loss": 0.09112252295017242,
      "step": 1040
    },
    {
      "epoch": 0.6800618238021638,
      "grad_norm": 0.26598209142684937,
      "learning_rate": 0.00020839616175462645,
      "loss": 3.183,
      "step": 1045
    },
    {
      "contrastive_loss": 2.0902369022369385,
      "epoch": 0.6800618238021638,
      "nll_loss": 0.15966850519180298,
      "step": 1045
    },
    {
      "contrastive_loss": 2.088806390762329,
      "epoch": 0.6800618238021638,
      "nll_loss": 0.10012374073266983,
      "step": 1045
    },
    {
      "contrastive_loss": 2.0914595127105713,
      "epoch": 0.6800618238021638,
      "nll_loss": 0.1714339554309845,
      "step": 1045
    },
    {
      "contrastive_loss": 2.0917139053344727,
      "epoch": 0.6800618238021638,
      "nll_loss": 0.21007467806339264,
      "step": 1045
    },
    {
      "contrastive_loss": 2.087028980255127,
      "epoch": 0.6800618238021638,
      "nll_loss": 0.13225212693214417,
      "step": 1045
    },
    {
      "contrastive_loss": 2.0961577892303467,
      "epoch": 0.6800618238021638,
      "nll_loss": 0.07372840493917465,
      "step": 1045
    },
    {
      "contrastive_loss": 2.092501401901245,
      "epoch": 0.6800618238021638,
      "nll_loss": 0.0772184282541275,
      "step": 1045
    },
    {
      "contrastive_loss": 2.1020336151123047,
      "epoch": 0.6800618238021638,
      "nll_loss": 0.11446145176887512,
      "step": 1045
    },
    {
      "epoch": 0.683315708126576,
      "grad_norm": 0.24058683216571808,
      "learning_rate": 0.00020788211103495545,
      "loss": 3.1383,
      "step": 1050
    },
    {
      "contrastive_loss": 2.0872795581817627,
      "epoch": 0.683315708126576,
      "nll_loss": 0.18688538670539856,
      "step": 1050
    },
    {
      "contrastive_loss": 2.101686477661133,
      "epoch": 0.683315708126576,
      "nll_loss": 0.11305008083581924,
      "step": 1050
    },
    {
      "contrastive_loss": 2.0926077365875244,
      "epoch": 0.683315708126576,
      "nll_loss": 0.08600161224603653,
      "step": 1050
    },
    {
      "contrastive_loss": 2.091583251953125,
      "epoch": 0.683315708126576,
      "nll_loss": 0.16455937922000885,
      "step": 1050
    },
    {
      "contrastive_loss": 2.084674835205078,
      "epoch": 0.683315708126576,
      "nll_loss": 0.16326527297496796,
      "step": 1050
    },
    {
      "contrastive_loss": 2.0952377319335938,
      "epoch": 0.683315708126576,
      "nll_loss": 0.13585790991783142,
      "step": 1050
    },
    {
      "contrastive_loss": 2.0980477333068848,
      "epoch": 0.683315708126576,
      "nll_loss": 0.09554768353700638,
      "step": 1050
    },
    {
      "contrastive_loss": 2.0876433849334717,
      "epoch": 0.683315708126576,
      "nll_loss": 0.19824612140655518,
      "step": 1050
    },
    {
      "epoch": 0.6865695924509884,
      "grad_norm": 0.24208147823810577,
      "learning_rate": 0.0002073680603152844,
      "loss": 3.1856,
      "step": 1055
    },
    {
      "contrastive_loss": 2.088514804840088,
      "epoch": 0.6865695924509884,
      "nll_loss": 0.2169172465801239,
      "step": 1055
    },
    {
      "contrastive_loss": 2.086738109588623,
      "epoch": 0.6865695924509884,
      "nll_loss": 0.12299865484237671,
      "step": 1055
    },
    {
      "contrastive_loss": 2.087265729904175,
      "epoch": 0.6865695924509884,
      "nll_loss": 0.07419642060995102,
      "step": 1055
    },
    {
      "contrastive_loss": 2.0926551818847656,
      "epoch": 0.6865695924509884,
      "nll_loss": 0.0804753229022026,
      "step": 1055
    },
    {
      "contrastive_loss": 2.095227003097534,
      "epoch": 0.6865695924509884,
      "nll_loss": 0.1618281453847885,
      "step": 1055
    },
    {
      "contrastive_loss": 2.091856002807617,
      "epoch": 0.6865695924509884,
      "nll_loss": 0.22190973162651062,
      "step": 1055
    },
    {
      "contrastive_loss": 2.0914721488952637,
      "epoch": 0.6865695924509884,
      "nll_loss": 0.1378500908613205,
      "step": 1055
    },
    {
      "contrastive_loss": 2.090343713760376,
      "epoch": 0.6865695924509884,
      "nll_loss": 0.0826958566904068,
      "step": 1055
    },
    {
      "epoch": 0.6898234767754007,
      "grad_norm": 0.2588522434234619,
      "learning_rate": 0.00020685400959561342,
      "loss": 3.1613,
      "step": 1060
    },
    {
      "contrastive_loss": 2.0831334590911865,
      "epoch": 0.6898234767754007,
      "nll_loss": 0.06837865710258484,
      "step": 1060
    },
    {
      "contrastive_loss": 2.0913307666778564,
      "epoch": 0.6898234767754007,
      "nll_loss": 0.186133474111557,
      "step": 1060
    },
    {
      "contrastive_loss": 2.092243194580078,
      "epoch": 0.6898234767754007,
      "nll_loss": 0.18860629200935364,
      "step": 1060
    },
    {
      "contrastive_loss": 2.0919556617736816,
      "epoch": 0.6898234767754007,
      "nll_loss": 0.11547908931970596,
      "step": 1060
    },
    {
      "contrastive_loss": 2.089705228805542,
      "epoch": 0.6898234767754007,
      "nll_loss": 0.15960678458213806,
      "step": 1060
    },
    {
      "contrastive_loss": 2.0916662216186523,
      "epoch": 0.6898234767754007,
      "nll_loss": 0.07116075605154037,
      "step": 1060
    },
    {
      "contrastive_loss": 2.0974323749542236,
      "epoch": 0.6898234767754007,
      "nll_loss": 0.13361911475658417,
      "step": 1060
    },
    {
      "contrastive_loss": 2.0923523902893066,
      "epoch": 0.6898234767754007,
      "nll_loss": 0.20431599020957947,
      "step": 1060
    },
    {
      "epoch": 0.6930773610998129,
      "grad_norm": 0.2436828315258026,
      "learning_rate": 0.00020633995887594242,
      "loss": 3.1806,
      "step": 1065
    },
    {
      "contrastive_loss": 2.0901732444763184,
      "epoch": 0.6930773610998129,
      "nll_loss": 0.16728410124778748,
      "step": 1065
    },
    {
      "contrastive_loss": 2.0861618518829346,
      "epoch": 0.6930773610998129,
      "nll_loss": 0.15963871777057648,
      "step": 1065
    },
    {
      "contrastive_loss": 2.0891754627227783,
      "epoch": 0.6930773610998129,
      "nll_loss": 0.13930010795593262,
      "step": 1065
    },
    {
      "contrastive_loss": 2.0915236473083496,
      "epoch": 0.6930773610998129,
      "nll_loss": 0.13716138899326324,
      "step": 1065
    },
    {
      "contrastive_loss": 2.099268674850464,
      "epoch": 0.6930773610998129,
      "nll_loss": 0.12583190202713013,
      "step": 1065
    },
    {
      "contrastive_loss": 2.0975711345672607,
      "epoch": 0.6930773610998129,
      "nll_loss": 0.11554928123950958,
      "step": 1065
    },
    {
      "contrastive_loss": 2.0942575931549072,
      "epoch": 0.6930773610998129,
      "nll_loss": 0.09757747501134872,
      "step": 1065
    },
    {
      "contrastive_loss": 2.092297315597534,
      "epoch": 0.6930773610998129,
      "nll_loss": 0.1062619537115097,
      "step": 1065
    },
    {
      "epoch": 0.6963312454242252,
      "grad_norm": 0.25934985280036926,
      "learning_rate": 0.0002058259081562714,
      "loss": 3.1713,
      "step": 1070
    },
    {
      "contrastive_loss": 2.094719648361206,
      "epoch": 0.6963312454242252,
      "nll_loss": 0.03179719299077988,
      "step": 1070
    },
    {
      "contrastive_loss": 2.089534044265747,
      "epoch": 0.6963312454242252,
      "nll_loss": 0.15366320312023163,
      "step": 1070
    },
    {
      "contrastive_loss": 2.0936970710754395,
      "epoch": 0.6963312454242252,
      "nll_loss": 0.2890807092189789,
      "step": 1070
    },
    {
      "contrastive_loss": 2.0878868103027344,
      "epoch": 0.6963312454242252,
      "nll_loss": 0.15111015737056732,
      "step": 1070
    },
    {
      "contrastive_loss": 2.0886037349700928,
      "epoch": 0.6963312454242252,
      "nll_loss": 0.13507096469402313,
      "step": 1070
    },
    {
      "contrastive_loss": 2.0879311561584473,
      "epoch": 0.6963312454242252,
      "nll_loss": 0.1584901213645935,
      "step": 1070
    },
    {
      "contrastive_loss": 2.0908281803131104,
      "epoch": 0.6963312454242252,
      "nll_loss": 0.07057713717222214,
      "step": 1070
    },
    {
      "contrastive_loss": 2.0920653343200684,
      "epoch": 0.6963312454242252,
      "nll_loss": 0.17065730690956116,
      "step": 1070
    },
    {
      "epoch": 0.6995851297486374,
      "grad_norm": 0.26524674892425537,
      "learning_rate": 0.00020531185743660039,
      "loss": 3.1646,
      "step": 1075
    },
    {
      "contrastive_loss": 2.117548704147339,
      "epoch": 0.6995851297486374,
      "nll_loss": 0.18967771530151367,
      "step": 1075
    },
    {
      "contrastive_loss": 2.091974973678589,
      "epoch": 0.6995851297486374,
      "nll_loss": 0.11972626298666,
      "step": 1075
    },
    {
      "contrastive_loss": 2.0891993045806885,
      "epoch": 0.6995851297486374,
      "nll_loss": 0.11915073543787003,
      "step": 1075
    },
    {
      "contrastive_loss": 2.0885050296783447,
      "epoch": 0.6995851297486374,
      "nll_loss": 0.10096463561058044,
      "step": 1075
    },
    {
      "contrastive_loss": 2.09592604637146,
      "epoch": 0.6995851297486374,
      "nll_loss": 0.13237790763378143,
      "step": 1075
    },
    {
      "contrastive_loss": 2.0921382904052734,
      "epoch": 0.6995851297486374,
      "nll_loss": 0.04894241318106651,
      "step": 1075
    },
    {
      "contrastive_loss": 2.0898354053497314,
      "epoch": 0.6995851297486374,
      "nll_loss": 0.21130038797855377,
      "step": 1075
    },
    {
      "contrastive_loss": 2.086249589920044,
      "epoch": 0.6995851297486374,
      "nll_loss": 0.12499541789293289,
      "step": 1075
    },
    {
      "epoch": 0.7028390140730497,
      "grad_norm": 0.24387559294700623,
      "learning_rate": 0.00020479780671692937,
      "loss": 3.1556,
      "step": 1080
    },
    {
      "contrastive_loss": 2.0877296924591064,
      "epoch": 0.7028390140730497,
      "nll_loss": 0.09121743589639664,
      "step": 1080
    },
    {
      "contrastive_loss": 2.088066577911377,
      "epoch": 0.7028390140730497,
      "nll_loss": 0.23889899253845215,
      "step": 1080
    },
    {
      "contrastive_loss": 2.0881645679473877,
      "epoch": 0.7028390140730497,
      "nll_loss": 0.09537298232316971,
      "step": 1080
    },
    {
      "contrastive_loss": 2.0979998111724854,
      "epoch": 0.7028390140730497,
      "nll_loss": 0.09819276630878448,
      "step": 1080
    },
    {
      "contrastive_loss": 2.08858585357666,
      "epoch": 0.7028390140730497,
      "nll_loss": 0.11781350523233414,
      "step": 1080
    },
    {
      "contrastive_loss": 2.0901782512664795,
      "epoch": 0.7028390140730497,
      "nll_loss": 0.2021614909172058,
      "step": 1080
    },
    {
      "contrastive_loss": 2.0892727375030518,
      "epoch": 0.7028390140730497,
      "nll_loss": 0.09504041820764542,
      "step": 1080
    },
    {
      "contrastive_loss": 2.0788161754608154,
      "epoch": 0.7028390140730497,
      "nll_loss": 0.12950485944747925,
      "step": 1080
    },
    {
      "epoch": 0.7060928983974619,
      "grad_norm": 0.2575797438621521,
      "learning_rate": 0.00020428375599725837,
      "loss": 3.1756,
      "step": 1085
    },
    {
      "contrastive_loss": 2.0901012420654297,
      "epoch": 0.7060928983974619,
      "nll_loss": 0.17951622605323792,
      "step": 1085
    },
    {
      "contrastive_loss": 2.092939853668213,
      "epoch": 0.7060928983974619,
      "nll_loss": 0.06777186691761017,
      "step": 1085
    },
    {
      "contrastive_loss": 2.0841176509857178,
      "epoch": 0.7060928983974619,
      "nll_loss": 0.19239585101604462,
      "step": 1085
    },
    {
      "contrastive_loss": 2.0892841815948486,
      "epoch": 0.7060928983974619,
      "nll_loss": 0.12980660796165466,
      "step": 1085
    },
    {
      "contrastive_loss": 2.0907440185546875,
      "epoch": 0.7060928983974619,
      "nll_loss": 0.06496278941631317,
      "step": 1085
    },
    {
      "contrastive_loss": 2.0916404724121094,
      "epoch": 0.7060928983974619,
      "nll_loss": 0.1082732304930687,
      "step": 1085
    },
    {
      "contrastive_loss": 2.088809013366699,
      "epoch": 0.7060928983974619,
      "nll_loss": 0.21224644780158997,
      "step": 1085
    },
    {
      "contrastive_loss": 2.0880565643310547,
      "epoch": 0.7060928983974619,
      "nll_loss": 0.15154358744621277,
      "step": 1085
    },
    {
      "epoch": 0.7093467827218742,
      "grad_norm": 0.23510435223579407,
      "learning_rate": 0.00020376970527758738,
      "loss": 3.1588,
      "step": 1090
    },
    {
      "contrastive_loss": 2.097254753112793,
      "epoch": 0.7093467827218742,
      "nll_loss": 0.14497479796409607,
      "step": 1090
    },
    {
      "contrastive_loss": 2.091823101043701,
      "epoch": 0.7093467827218742,
      "nll_loss": 0.16851761937141418,
      "step": 1090
    },
    {
      "contrastive_loss": 2.0993754863739014,
      "epoch": 0.7093467827218742,
      "nll_loss": 0.11263400316238403,
      "step": 1090
    },
    {
      "contrastive_loss": 2.0941662788391113,
      "epoch": 0.7093467827218742,
      "nll_loss": 0.20364956557750702,
      "step": 1090
    },
    {
      "contrastive_loss": 2.091780424118042,
      "epoch": 0.7093467827218742,
      "nll_loss": 0.08288874477148056,
      "step": 1090
    },
    {
      "contrastive_loss": 2.0953493118286133,
      "epoch": 0.7093467827218742,
      "nll_loss": 0.11284925788640976,
      "step": 1090
    },
    {
      "contrastive_loss": 2.0885887145996094,
      "epoch": 0.7093467827218742,
      "nll_loss": 0.12635819613933563,
      "step": 1090
    },
    {
      "contrastive_loss": 2.0836262702941895,
      "epoch": 0.7093467827218742,
      "nll_loss": 0.13129360973834991,
      "step": 1090
    },
    {
      "epoch": 0.7126006670462866,
      "grad_norm": 0.2572338879108429,
      "learning_rate": 0.00020325565455791634,
      "loss": 3.1495,
      "step": 1095
    },
    {
      "contrastive_loss": 2.0923073291778564,
      "epoch": 0.7126006670462866,
      "nll_loss": 0.14240603148937225,
      "step": 1095
    },
    {
      "contrastive_loss": 2.089820623397827,
      "epoch": 0.7126006670462866,
      "nll_loss": 0.12148753553628922,
      "step": 1095
    },
    {
      "contrastive_loss": 2.092118978500366,
      "epoch": 0.7126006670462866,
      "nll_loss": 0.12175501137971878,
      "step": 1095
    },
    {
      "contrastive_loss": 2.095491647720337,
      "epoch": 0.7126006670462866,
      "nll_loss": 0.15317051112651825,
      "step": 1095
    },
    {
      "contrastive_loss": 2.089510440826416,
      "epoch": 0.7126006670462866,
      "nll_loss": 0.12365487962961197,
      "step": 1095
    },
    {
      "contrastive_loss": 2.093266725540161,
      "epoch": 0.7126006670462866,
      "nll_loss": 0.10061991214752197,
      "step": 1095
    },
    {
      "contrastive_loss": 2.089505910873413,
      "epoch": 0.7126006670462866,
      "nll_loss": 0.1484781801700592,
      "step": 1095
    },
    {
      "contrastive_loss": 2.087329864501953,
      "epoch": 0.7126006670462866,
      "nll_loss": 0.08213507384061813,
      "step": 1095
    },
    {
      "epoch": 0.7158545513706988,
      "grad_norm": 0.2460733950138092,
      "learning_rate": 0.00020274160383824534,
      "loss": 3.0975,
      "step": 1100
    },
    {
      "contrastive_loss": 2.089200496673584,
      "epoch": 0.7158545513706988,
      "nll_loss": 0.1032533198595047,
      "step": 1100
    },
    {
      "contrastive_loss": 2.0909860134124756,
      "epoch": 0.7158545513706988,
      "nll_loss": 0.10184246301651001,
      "step": 1100
    },
    {
      "contrastive_loss": 2.0826950073242188,
      "epoch": 0.7158545513706988,
      "nll_loss": 0.11117954552173615,
      "step": 1100
    },
    {
      "contrastive_loss": 2.0906546115875244,
      "epoch": 0.7158545513706988,
      "nll_loss": 0.19994427263736725,
      "step": 1100
    },
    {
      "contrastive_loss": 2.090729236602783,
      "epoch": 0.7158545513706988,
      "nll_loss": 0.14292538166046143,
      "step": 1100
    },
    {
      "contrastive_loss": 2.0940563678741455,
      "epoch": 0.7158545513706988,
      "nll_loss": 0.15646512806415558,
      "step": 1100
    },
    {
      "contrastive_loss": 2.0833189487457275,
      "epoch": 0.7158545513706988,
      "nll_loss": 0.11853250116109848,
      "step": 1100
    },
    {
      "contrastive_loss": 2.08314847946167,
      "epoch": 0.7158545513706988,
      "nll_loss": 0.07645148038864136,
      "step": 1100
    },
    {
      "epoch": 0.7191084356951111,
      "grad_norm": 0.26175740361213684,
      "learning_rate": 0.00020222755311857435,
      "loss": 3.1563,
      "step": 1105
    },
    {
      "contrastive_loss": 2.090019464492798,
      "epoch": 0.7191084356951111,
      "nll_loss": 0.09105367958545685,
      "step": 1105
    },
    {
      "contrastive_loss": 2.087855815887451,
      "epoch": 0.7191084356951111,
      "nll_loss": 0.2135232388973236,
      "step": 1105
    },
    {
      "contrastive_loss": 2.092585802078247,
      "epoch": 0.7191084356951111,
      "nll_loss": 0.11751475930213928,
      "step": 1105
    },
    {
      "contrastive_loss": 2.090139627456665,
      "epoch": 0.7191084356951111,
      "nll_loss": 0.15905387699604034,
      "step": 1105
    },
    {
      "contrastive_loss": 2.083717107772827,
      "epoch": 0.7191084356951111,
      "nll_loss": 0.15510010719299316,
      "step": 1105
    },
    {
      "contrastive_loss": 2.091000556945801,
      "epoch": 0.7191084356951111,
      "nll_loss": 0.11525490134954453,
      "step": 1105
    },
    {
      "contrastive_loss": 2.091259717941284,
      "epoch": 0.7191084356951111,
      "nll_loss": 0.1441231667995453,
      "step": 1105
    },
    {
      "contrastive_loss": 2.0892868041992188,
      "epoch": 0.7191084356951111,
      "nll_loss": 0.07887808978557587,
      "step": 1105
    },
    {
      "epoch": 0.7223623200195233,
      "grad_norm": 0.2615482807159424,
      "learning_rate": 0.00020171350239890336,
      "loss": 3.1593,
      "step": 1110
    },
    {
      "contrastive_loss": 2.087421417236328,
      "epoch": 0.7223623200195233,
      "nll_loss": 0.20431075990200043,
      "step": 1110
    },
    {
      "contrastive_loss": 2.089677572250366,
      "epoch": 0.7223623200195233,
      "nll_loss": 0.1434325873851776,
      "step": 1110
    },
    {
      "contrastive_loss": 2.0922131538391113,
      "epoch": 0.7223623200195233,
      "nll_loss": 0.18362444639205933,
      "step": 1110
    },
    {
      "contrastive_loss": 2.090031385421753,
      "epoch": 0.7223623200195233,
      "nll_loss": 0.10240914672613144,
      "step": 1110
    },
    {
      "contrastive_loss": 2.0898354053497314,
      "epoch": 0.7223623200195233,
      "nll_loss": 0.09706823527812958,
      "step": 1110
    },
    {
      "contrastive_loss": 2.0837395191192627,
      "epoch": 0.7223623200195233,
      "nll_loss": 0.1799471080303192,
      "step": 1110
    },
    {
      "contrastive_loss": 2.0886104106903076,
      "epoch": 0.7223623200195233,
      "nll_loss": 0.13773567974567413,
      "step": 1110
    },
    {
      "contrastive_loss": 2.089956760406494,
      "epoch": 0.7223623200195233,
      "nll_loss": 0.04004494473338127,
      "step": 1110
    },
    {
      "epoch": 0.7256162043439356,
      "grad_norm": 0.2543204128742218,
      "learning_rate": 0.00020119945167923234,
      "loss": 3.1737,
      "step": 1115
    },
    {
      "contrastive_loss": 2.0930259227752686,
      "epoch": 0.7256162043439356,
      "nll_loss": 0.07540958374738693,
      "step": 1115
    },
    {
      "contrastive_loss": 2.0861430168151855,
      "epoch": 0.7256162043439356,
      "nll_loss": 0.16140739619731903,
      "step": 1115
    },
    {
      "contrastive_loss": 2.0960605144500732,
      "epoch": 0.7256162043439356,
      "nll_loss": 0.14149144291877747,
      "step": 1115
    },
    {
      "contrastive_loss": 2.0934383869171143,
      "epoch": 0.7256162043439356,
      "nll_loss": 0.11366961896419525,
      "step": 1115
    },
    {
      "contrastive_loss": 2.0861897468566895,
      "epoch": 0.7256162043439356,
      "nll_loss": 0.16119380295276642,
      "step": 1115
    },
    {
      "contrastive_loss": 2.0917019844055176,
      "epoch": 0.7256162043439356,
      "nll_loss": 0.1336739957332611,
      "step": 1115
    },
    {
      "contrastive_loss": 2.0928666591644287,
      "epoch": 0.7256162043439356,
      "nll_loss": 0.09454154223203659,
      "step": 1115
    },
    {
      "contrastive_loss": 2.085268497467041,
      "epoch": 0.7256162043439356,
      "nll_loss": 0.14877691864967346,
      "step": 1115
    },
    {
      "epoch": 0.7288700886683478,
      "grad_norm": 0.2762609124183655,
      "learning_rate": 0.00020068540095956132,
      "loss": 3.1477,
      "step": 1120
    },
    {
      "contrastive_loss": 2.085446357727051,
      "epoch": 0.7288700886683478,
      "nll_loss": 0.18121351301670074,
      "step": 1120
    },
    {
      "contrastive_loss": 2.0905792713165283,
      "epoch": 0.7288700886683478,
      "nll_loss": 0.17961107194423676,
      "step": 1120
    },
    {
      "contrastive_loss": 2.0955922603607178,
      "epoch": 0.7288700886683478,
      "nll_loss": 0.13672083616256714,
      "step": 1120
    },
    {
      "contrastive_loss": 2.1012978553771973,
      "epoch": 0.7288700886683478,
      "nll_loss": 0.07658638805150986,
      "step": 1120
    },
    {
      "contrastive_loss": 2.087618589401245,
      "epoch": 0.7288700886683478,
      "nll_loss": 0.19016806781291962,
      "step": 1120
    },
    {
      "contrastive_loss": 2.0902979373931885,
      "epoch": 0.7288700886683478,
      "nll_loss": 0.022412888705730438,
      "step": 1120
    },
    {
      "contrastive_loss": 2.0911190509796143,
      "epoch": 0.7288700886683478,
      "nll_loss": 0.12531554698944092,
      "step": 1120
    },
    {
      "contrastive_loss": 2.0892820358276367,
      "epoch": 0.7288700886683478,
      "nll_loss": 0.16547568142414093,
      "step": 1120
    },
    {
      "epoch": 0.7321239729927601,
      "grad_norm": 0.2680373191833496,
      "learning_rate": 0.0002001713502398903,
      "loss": 3.1627,
      "step": 1125
    },
    {
      "contrastive_loss": 2.088097095489502,
      "epoch": 0.7321239729927601,
      "nll_loss": 0.10180811583995819,
      "step": 1125
    },
    {
      "contrastive_loss": 2.091968297958374,
      "epoch": 0.7321239729927601,
      "nll_loss": 0.1608627438545227,
      "step": 1125
    },
    {
      "contrastive_loss": 2.091031789779663,
      "epoch": 0.7321239729927601,
      "nll_loss": 0.07771279662847519,
      "step": 1125
    },
    {
      "contrastive_loss": 2.0874555110931396,
      "epoch": 0.7321239729927601,
      "nll_loss": 0.1387963742017746,
      "step": 1125
    },
    {
      "contrastive_loss": 2.0927040576934814,
      "epoch": 0.7321239729927601,
      "nll_loss": 0.19473440945148468,
      "step": 1125
    },
    {
      "contrastive_loss": 2.0931692123413086,
      "epoch": 0.7321239729927601,
      "nll_loss": 0.08225660026073456,
      "step": 1125
    },
    {
      "contrastive_loss": 2.088862657546997,
      "epoch": 0.7321239729927601,
      "nll_loss": 0.21869851648807526,
      "step": 1125
    },
    {
      "contrastive_loss": 2.0841455459594727,
      "epoch": 0.7321239729927601,
      "nll_loss": 0.10380632430315018,
      "step": 1125
    },
    {
      "epoch": 0.7353778573171724,
      "grad_norm": 0.22078298032283783,
      "learning_rate": 0.0001996572995202193,
      "loss": 3.1797,
      "step": 1130
    },
    {
      "contrastive_loss": 2.0897269248962402,
      "epoch": 0.7353778573171724,
      "nll_loss": 0.11991946399211884,
      "step": 1130
    },
    {
      "contrastive_loss": 2.09085750579834,
      "epoch": 0.7353778573171724,
      "nll_loss": 0.12515351176261902,
      "step": 1130
    },
    {
      "contrastive_loss": 2.0869197845458984,
      "epoch": 0.7353778573171724,
      "nll_loss": 0.08678749948740005,
      "step": 1130
    },
    {
      "contrastive_loss": 2.088731527328491,
      "epoch": 0.7353778573171724,
      "nll_loss": 0.20861472189426422,
      "step": 1130
    },
    {
      "contrastive_loss": 2.08103084564209,
      "epoch": 0.7353778573171724,
      "nll_loss": 0.13433952629566193,
      "step": 1130
    },
    {
      "contrastive_loss": 2.0888631343841553,
      "epoch": 0.7353778573171724,
      "nll_loss": 0.17159393429756165,
      "step": 1130
    },
    {
      "contrastive_loss": 2.0950820446014404,
      "epoch": 0.7353778573171724,
      "nll_loss": 0.09063513576984406,
      "step": 1130
    },
    {
      "contrastive_loss": 2.091383457183838,
      "epoch": 0.7353778573171724,
      "nll_loss": 0.13109338283538818,
      "step": 1130
    },
    {
      "epoch": 0.7386317416415846,
      "grad_norm": 0.2553422451019287,
      "learning_rate": 0.00019914324880054832,
      "loss": 3.1401,
      "step": 1135
    },
    {
      "contrastive_loss": 2.0961732864379883,
      "epoch": 0.7386317416415846,
      "nll_loss": 0.056392088532447815,
      "step": 1135
    },
    {
      "contrastive_loss": 2.089751958847046,
      "epoch": 0.7386317416415846,
      "nll_loss": 0.11654620617628098,
      "step": 1135
    },
    {
      "contrastive_loss": 2.0846922397613525,
      "epoch": 0.7386317416415846,
      "nll_loss": 0.18414856493473053,
      "step": 1135
    },
    {
      "contrastive_loss": 2.089865207672119,
      "epoch": 0.7386317416415846,
      "nll_loss": 0.19918708503246307,
      "step": 1135
    },
    {
      "contrastive_loss": 2.095303535461426,
      "epoch": 0.7386317416415846,
      "nll_loss": 0.17111805081367493,
      "step": 1135
    },
    {
      "contrastive_loss": 2.0862503051757812,
      "epoch": 0.7386317416415846,
      "nll_loss": 0.12391159683465958,
      "step": 1135
    },
    {
      "contrastive_loss": 2.083714723587036,
      "epoch": 0.7386317416415846,
      "nll_loss": 0.18599268794059753,
      "step": 1135
    },
    {
      "contrastive_loss": 2.090785264968872,
      "epoch": 0.7386317416415846,
      "nll_loss": 0.09081407636404037,
      "step": 1135
    },
    {
      "epoch": 0.7418856259659969,
      "grad_norm": 0.24451099336147308,
      "learning_rate": 0.00019862919808087727,
      "loss": 3.1316,
      "step": 1140
    },
    {
      "contrastive_loss": 2.0890514850616455,
      "epoch": 0.7418856259659969,
      "nll_loss": 0.12789545953273773,
      "step": 1140
    },
    {
      "contrastive_loss": 2.0828895568847656,
      "epoch": 0.7418856259659969,
      "nll_loss": 0.18573841452598572,
      "step": 1140
    },
    {
      "contrastive_loss": 2.0936684608459473,
      "epoch": 0.7418856259659969,
      "nll_loss": 0.057859331369400024,
      "step": 1140
    },
    {
      "contrastive_loss": 2.086364507675171,
      "epoch": 0.7418856259659969,
      "nll_loss": 0.16900727152824402,
      "step": 1140
    },
    {
      "contrastive_loss": 2.0979013442993164,
      "epoch": 0.7418856259659969,
      "nll_loss": 0.06704716384410858,
      "step": 1140
    },
    {
      "contrastive_loss": 2.0874810218811035,
      "epoch": 0.7418856259659969,
      "nll_loss": 0.10168901830911636,
      "step": 1140
    },
    {
      "contrastive_loss": 2.092500925064087,
      "epoch": 0.7418856259659969,
      "nll_loss": 0.15668927133083344,
      "step": 1140
    },
    {
      "contrastive_loss": 2.0886855125427246,
      "epoch": 0.7418856259659969,
      "nll_loss": 0.11650052666664124,
      "step": 1140
    },
    {
      "epoch": 0.7451395102904091,
      "grad_norm": 0.2384875863790512,
      "learning_rate": 0.00019811514736120628,
      "loss": 3.1614,
      "step": 1145
    },
    {
      "contrastive_loss": 2.0989131927490234,
      "epoch": 0.7451395102904091,
      "nll_loss": 0.10719504952430725,
      "step": 1145
    },
    {
      "contrastive_loss": 2.097052812576294,
      "epoch": 0.7451395102904091,
      "nll_loss": 0.06549349427223206,
      "step": 1145
    },
    {
      "contrastive_loss": 2.0918080806732178,
      "epoch": 0.7451395102904091,
      "nll_loss": 0.09271222352981567,
      "step": 1145
    },
    {
      "contrastive_loss": 2.0870065689086914,
      "epoch": 0.7451395102904091,
      "nll_loss": 0.12250811606645584,
      "step": 1145
    },
    {
      "contrastive_loss": 2.0826256275177,
      "epoch": 0.7451395102904091,
      "nll_loss": 0.12664587795734406,
      "step": 1145
    },
    {
      "contrastive_loss": 2.0878639221191406,
      "epoch": 0.7451395102904091,
      "nll_loss": 0.11260223388671875,
      "step": 1145
    },
    {
      "contrastive_loss": 2.088179588317871,
      "epoch": 0.7451395102904091,
      "nll_loss": 0.21464525163173676,
      "step": 1145
    },
    {
      "contrastive_loss": 2.087620735168457,
      "epoch": 0.7451395102904091,
      "nll_loss": 0.2188895046710968,
      "step": 1145
    },
    {
      "epoch": 0.7483933946148215,
      "grad_norm": 0.25751182436943054,
      "learning_rate": 0.0001976010966415353,
      "loss": 3.1817,
      "step": 1150
    },
    {
      "contrastive_loss": 2.0896048545837402,
      "epoch": 0.7483933946148215,
      "nll_loss": 0.0682961717247963,
      "step": 1150
    },
    {
      "contrastive_loss": 2.0856547355651855,
      "epoch": 0.7483933946148215,
      "nll_loss": 0.11682507395744324,
      "step": 1150
    },
    {
      "contrastive_loss": 2.092895269393921,
      "epoch": 0.7483933946148215,
      "nll_loss": 0.08152187615633011,
      "step": 1150
    },
    {
      "contrastive_loss": 2.0896315574645996,
      "epoch": 0.7483933946148215,
      "nll_loss": 0.2037508487701416,
      "step": 1150
    },
    {
      "contrastive_loss": 2.0896730422973633,
      "epoch": 0.7483933946148215,
      "nll_loss": 0.1283535361289978,
      "step": 1150
    },
    {
      "contrastive_loss": 2.0891127586364746,
      "epoch": 0.7483933946148215,
      "nll_loss": 0.11891207098960876,
      "step": 1150
    },
    {
      "contrastive_loss": 2.083533763885498,
      "epoch": 0.7483933946148215,
      "nll_loss": 0.20887863636016846,
      "step": 1150
    },
    {
      "contrastive_loss": 2.0925750732421875,
      "epoch": 0.7483933946148215,
      "nll_loss": 0.12768009305000305,
      "step": 1150
    },
    {
      "epoch": 0.7516472789392337,
      "grad_norm": 0.2789170444011688,
      "learning_rate": 0.00019708704592186427,
      "loss": 3.1711,
      "step": 1155
    },
    {
      "contrastive_loss": 2.0926923751831055,
      "epoch": 0.7516472789392337,
      "nll_loss": 0.11183596402406693,
      "step": 1155
    },
    {
      "contrastive_loss": 2.0865609645843506,
      "epoch": 0.7516472789392337,
      "nll_loss": 0.15723302960395813,
      "step": 1155
    },
    {
      "contrastive_loss": 2.0923688411712646,
      "epoch": 0.7516472789392337,
      "nll_loss": 0.12580735981464386,
      "step": 1155
    },
    {
      "contrastive_loss": 2.091413736343384,
      "epoch": 0.7516472789392337,
      "nll_loss": 0.09575824439525604,
      "step": 1155
    },
    {
      "contrastive_loss": 2.089154005050659,
      "epoch": 0.7516472789392337,
      "nll_loss": 0.19262903928756714,
      "step": 1155
    },
    {
      "contrastive_loss": 2.09148907661438,
      "epoch": 0.7516472789392337,
      "nll_loss": 0.12072096765041351,
      "step": 1155
    },
    {
      "contrastive_loss": 2.09311580657959,
      "epoch": 0.7516472789392337,
      "nll_loss": 0.15086637437343597,
      "step": 1155
    },
    {
      "contrastive_loss": 2.0906994342803955,
      "epoch": 0.7516472789392337,
      "nll_loss": 0.17057234048843384,
      "step": 1155
    },
    {
      "epoch": 0.754901163263646,
      "grad_norm": 0.24051512777805328,
      "learning_rate": 0.00019657299520219325,
      "loss": 3.1796,
      "step": 1160
    },
    {
      "contrastive_loss": 2.0897185802459717,
      "epoch": 0.754901163263646,
      "nll_loss": 0.12448494136333466,
      "step": 1160
    },
    {
      "contrastive_loss": 2.0974550247192383,
      "epoch": 0.754901163263646,
      "nll_loss": 0.1489785611629486,
      "step": 1160
    },
    {
      "contrastive_loss": 2.0906286239624023,
      "epoch": 0.754901163263646,
      "nll_loss": 0.15441551804542542,
      "step": 1160
    },
    {
      "contrastive_loss": 2.100045919418335,
      "epoch": 0.754901163263646,
      "nll_loss": 0.1361088901758194,
      "step": 1160
    },
    {
      "contrastive_loss": 2.0857489109039307,
      "epoch": 0.754901163263646,
      "nll_loss": 0.1427742838859558,
      "step": 1160
    },
    {
      "contrastive_loss": 2.0873544216156006,
      "epoch": 0.754901163263646,
      "nll_loss": 0.07493295520544052,
      "step": 1160
    },
    {
      "contrastive_loss": 2.0946080684661865,
      "epoch": 0.754901163263646,
      "nll_loss": 0.1456911414861679,
      "step": 1160
    },
    {
      "contrastive_loss": 2.087477207183838,
      "epoch": 0.754901163263646,
      "nll_loss": 0.13494408130645752,
      "step": 1160
    },
    {
      "epoch": 0.7581550475880583,
      "grad_norm": 0.2716329097747803,
      "learning_rate": 0.00019605894448252226,
      "loss": 3.1365,
      "step": 1165
    },
    {
      "contrastive_loss": 2.081735372543335,
      "epoch": 0.7581550475880583,
      "nll_loss": 0.0758320540189743,
      "step": 1165
    },
    {
      "contrastive_loss": 2.1026151180267334,
      "epoch": 0.7581550475880583,
      "nll_loss": 0.12061426788568497,
      "step": 1165
    },
    {
      "contrastive_loss": 2.0896594524383545,
      "epoch": 0.7581550475880583,
      "nll_loss": 0.0668078362941742,
      "step": 1165
    },
    {
      "contrastive_loss": 2.0867562294006348,
      "epoch": 0.7581550475880583,
      "nll_loss": 0.1872701495885849,
      "step": 1165
    },
    {
      "contrastive_loss": 2.092827558517456,
      "epoch": 0.7581550475880583,
      "nll_loss": 0.16073636710643768,
      "step": 1165
    },
    {
      "contrastive_loss": 2.082847833633423,
      "epoch": 0.7581550475880583,
      "nll_loss": 0.17030523717403412,
      "step": 1165
    },
    {
      "contrastive_loss": 2.0990238189697266,
      "epoch": 0.7581550475880583,
      "nll_loss": 0.15740303695201874,
      "step": 1165
    },
    {
      "contrastive_loss": 2.0930497646331787,
      "epoch": 0.7581550475880583,
      "nll_loss": 0.135580375790596,
      "step": 1165
    },
    {
      "epoch": 0.7614089319124705,
      "grad_norm": 0.27725306153297424,
      "learning_rate": 0.00019554489376285124,
      "loss": 3.1812,
      "step": 1170
    },
    {
      "contrastive_loss": 2.0847978591918945,
      "epoch": 0.7614089319124705,
      "nll_loss": 0.2088877111673355,
      "step": 1170
    },
    {
      "contrastive_loss": 2.093712329864502,
      "epoch": 0.7614089319124705,
      "nll_loss": 0.11071285605430603,
      "step": 1170
    },
    {
      "contrastive_loss": 2.0909252166748047,
      "epoch": 0.7614089319124705,
      "nll_loss": 0.17332592606544495,
      "step": 1170
    },
    {
      "contrastive_loss": 2.0886294841766357,
      "epoch": 0.7614089319124705,
      "nll_loss": 0.1271769255399704,
      "step": 1170
    },
    {
      "contrastive_loss": 2.089527130126953,
      "epoch": 0.7614089319124705,
      "nll_loss": 0.07667854428291321,
      "step": 1170
    },
    {
      "contrastive_loss": 2.088735580444336,
      "epoch": 0.7614089319124705,
      "nll_loss": 0.08836382627487183,
      "step": 1170
    },
    {
      "contrastive_loss": 2.088228940963745,
      "epoch": 0.7614089319124705,
      "nll_loss": 0.06491673737764359,
      "step": 1170
    },
    {
      "contrastive_loss": 2.090831756591797,
      "epoch": 0.7614089319124705,
      "nll_loss": 0.15626654028892517,
      "step": 1170
    },
    {
      "epoch": 0.7646628162368828,
      "grad_norm": 0.2629859447479248,
      "learning_rate": 0.00019503084304318025,
      "loss": 3.1592,
      "step": 1175
    },
    {
      "contrastive_loss": 2.0892367362976074,
      "epoch": 0.7646628162368828,
      "nll_loss": 0.20839665830135345,
      "step": 1175
    },
    {
      "contrastive_loss": 2.0866951942443848,
      "epoch": 0.7646628162368828,
      "nll_loss": 0.14557422697544098,
      "step": 1175
    },
    {
      "contrastive_loss": 2.0850470066070557,
      "epoch": 0.7646628162368828,
      "nll_loss": 0.1364259570837021,
      "step": 1175
    },
    {
      "contrastive_loss": 2.0870399475097656,
      "epoch": 0.7646628162368828,
      "nll_loss": 0.10367888957262039,
      "step": 1175
    },
    {
      "contrastive_loss": 2.083514928817749,
      "epoch": 0.7646628162368828,
      "nll_loss": 0.16943341493606567,
      "step": 1175
    },
    {
      "contrastive_loss": 2.088059186935425,
      "epoch": 0.7646628162368828,
      "nll_loss": 0.10964720696210861,
      "step": 1175
    },
    {
      "contrastive_loss": 2.0890283584594727,
      "epoch": 0.7646628162368828,
      "nll_loss": 0.15200215578079224,
      "step": 1175
    },
    {
      "contrastive_loss": 2.085231304168701,
      "epoch": 0.7646628162368828,
      "nll_loss": 0.10907550901174545,
      "step": 1175
    },
    {
      "epoch": 0.767916700561295,
      "grad_norm": 0.2580563426017761,
      "learning_rate": 0.00019451679232350926,
      "loss": 3.128,
      "step": 1180
    },
    {
      "contrastive_loss": 2.0898194313049316,
      "epoch": 0.767916700561295,
      "nll_loss": 0.09601908177137375,
      "step": 1180
    },
    {
      "contrastive_loss": 2.089418411254883,
      "epoch": 0.767916700561295,
      "nll_loss": 0.13330766558647156,
      "step": 1180
    },
    {
      "contrastive_loss": 2.093177318572998,
      "epoch": 0.767916700561295,
      "nll_loss": 0.15913255512714386,
      "step": 1180
    },
    {
      "contrastive_loss": 2.0782039165496826,
      "epoch": 0.767916700561295,
      "nll_loss": 0.15059275925159454,
      "step": 1180
    },
    {
      "contrastive_loss": 2.0935535430908203,
      "epoch": 0.767916700561295,
      "nll_loss": 0.16554021835327148,
      "step": 1180
    },
    {
      "contrastive_loss": 2.0879745483398438,
      "epoch": 0.767916700561295,
      "nll_loss": 0.1500791758298874,
      "step": 1180
    },
    {
      "contrastive_loss": 2.0864341259002686,
      "epoch": 0.767916700561295,
      "nll_loss": 0.10900891572237015,
      "step": 1180
    },
    {
      "contrastive_loss": 2.0907647609710693,
      "epoch": 0.767916700561295,
      "nll_loss": 0.10176354646682739,
      "step": 1180
    },
    {
      "epoch": 0.7711705848857073,
      "grad_norm": 0.24587789177894592,
      "learning_rate": 0.0001940027416038382,
      "loss": 3.1616,
      "step": 1185
    },
    {
      "contrastive_loss": 2.0919454097747803,
      "epoch": 0.7711705848857073,
      "nll_loss": 0.09347487986087799,
      "step": 1185
    },
    {
      "contrastive_loss": 2.0890297889709473,
      "epoch": 0.7711705848857073,
      "nll_loss": 0.1047448217868805,
      "step": 1185
    },
    {
      "contrastive_loss": 2.091560125350952,
      "epoch": 0.7711705848857073,
      "nll_loss": 0.11461641639471054,
      "step": 1185
    },
    {
      "contrastive_loss": 2.090055465698242,
      "epoch": 0.7711705848857073,
      "nll_loss": 0.1703169196844101,
      "step": 1185
    },
    {
      "contrastive_loss": 2.0950472354888916,
      "epoch": 0.7711705848857073,
      "nll_loss": 0.18470709025859833,
      "step": 1185
    },
    {
      "contrastive_loss": 2.086994171142578,
      "epoch": 0.7711705848857073,
      "nll_loss": 0.14962510764598846,
      "step": 1185
    },
    {
      "contrastive_loss": 2.0886495113372803,
      "epoch": 0.7711705848857073,
      "nll_loss": 0.061847105622291565,
      "step": 1185
    },
    {
      "contrastive_loss": 2.238905429840088,
      "epoch": 0.7711705848857073,
      "nll_loss": 0.0754367858171463,
      "step": 1185
    },
    {
      "epoch": 0.7744244692101195,
      "grad_norm": 0.33311375975608826,
      "learning_rate": 0.00019348869088416722,
      "loss": 3.1487,
      "step": 1190
    },
    {
      "contrastive_loss": 2.0881547927856445,
      "epoch": 0.7744244692101195,
      "nll_loss": 0.06837023794651031,
      "step": 1190
    },
    {
      "contrastive_loss": 2.0849552154541016,
      "epoch": 0.7744244692101195,
      "nll_loss": 0.12016429007053375,
      "step": 1190
    },
    {
      "contrastive_loss": 2.081003427505493,
      "epoch": 0.7744244692101195,
      "nll_loss": 0.15140891075134277,
      "step": 1190
    },
    {
      "contrastive_loss": 2.093163013458252,
      "epoch": 0.7744244692101195,
      "nll_loss": 0.17508597671985626,
      "step": 1190
    },
    {
      "contrastive_loss": 2.0918993949890137,
      "epoch": 0.7744244692101195,
      "nll_loss": 0.0939241349697113,
      "step": 1190
    },
    {
      "contrastive_loss": 2.101297616958618,
      "epoch": 0.7744244692101195,
      "nll_loss": 0.15855467319488525,
      "step": 1190
    },
    {
      "contrastive_loss": 2.0873961448669434,
      "epoch": 0.7744244692101195,
      "nll_loss": 0.16935990750789642,
      "step": 1190
    },
    {
      "contrastive_loss": 2.095745801925659,
      "epoch": 0.7744244692101195,
      "nll_loss": 0.08241195231676102,
      "step": 1190
    },
    {
      "epoch": 0.7776783535345319,
      "grad_norm": 0.2491447478532791,
      "learning_rate": 0.00019297464016449623,
      "loss": 3.1397,
      "step": 1195
    },
    {
      "contrastive_loss": 2.095974922180176,
      "epoch": 0.7776783535345319,
      "nll_loss": 0.12714995443820953,
      "step": 1195
    },
    {
      "contrastive_loss": 2.0929248332977295,
      "epoch": 0.7776783535345319,
      "nll_loss": 0.2306063175201416,
      "step": 1195
    },
    {
      "contrastive_loss": 2.095111608505249,
      "epoch": 0.7776783535345319,
      "nll_loss": 0.051209527999162674,
      "step": 1195
    },
    {
      "contrastive_loss": 2.088071584701538,
      "epoch": 0.7776783535345319,
      "nll_loss": 0.14706061780452728,
      "step": 1195
    },
    {
      "contrastive_loss": 2.0904955863952637,
      "epoch": 0.7776783535345319,
      "nll_loss": 0.14685052633285522,
      "step": 1195
    },
    {
      "contrastive_loss": 2.084972858428955,
      "epoch": 0.7776783535345319,
      "nll_loss": 0.12097108364105225,
      "step": 1195
    },
    {
      "contrastive_loss": 2.083967685699463,
      "epoch": 0.7776783535345319,
      "nll_loss": 0.09615959972143173,
      "step": 1195
    },
    {
      "contrastive_loss": 2.091377019882202,
      "epoch": 0.7776783535345319,
      "nll_loss": 0.14600051939487457,
      "step": 1195
    },
    {
      "epoch": 0.7809322378589442,
      "grad_norm": 0.24687911570072174,
      "learning_rate": 0.0001924605894448252,
      "loss": 3.1339,
      "step": 1200
    },
    {
      "contrastive_loss": 2.0889666080474854,
      "epoch": 0.7809322378589442,
      "nll_loss": 0.13351453840732574,
      "step": 1200
    },
    {
      "contrastive_loss": 2.0892882347106934,
      "epoch": 0.7809322378589442,
      "nll_loss": 0.10882075130939484,
      "step": 1200
    },
    {
      "contrastive_loss": 2.09000301361084,
      "epoch": 0.7809322378589442,
      "nll_loss": 0.06942003965377808,
      "step": 1200
    },
    {
      "contrastive_loss": 2.0897648334503174,
      "epoch": 0.7809322378589442,
      "nll_loss": 0.17788344621658325,
      "step": 1200
    },
    {
      "contrastive_loss": 2.08252215385437,
      "epoch": 0.7809322378589442,
      "nll_loss": 0.13382026553153992,
      "step": 1200
    },
    {
      "contrastive_loss": 2.089416980743408,
      "epoch": 0.7809322378589442,
      "nll_loss": 0.1849038302898407,
      "step": 1200
    },
    {
      "contrastive_loss": 2.0849382877349854,
      "epoch": 0.7809322378589442,
      "nll_loss": 0.17018648982048035,
      "step": 1200
    },
    {
      "contrastive_loss": 2.092360496520996,
      "epoch": 0.7809322378589442,
      "nll_loss": 0.09166747331619263,
      "step": 1200
    },
    {
      "epoch": 0.7841861221833564,
      "grad_norm": 0.2395603209733963,
      "learning_rate": 0.0001919465387251542,
      "loss": 3.1712,
      "step": 1205
    },
    {
      "contrastive_loss": 2.086604118347168,
      "epoch": 0.7841861221833564,
      "nll_loss": 0.1385360211133957,
      "step": 1205
    },
    {
      "contrastive_loss": 2.093407154083252,
      "epoch": 0.7841861221833564,
      "nll_loss": 0.08094023168087006,
      "step": 1205
    },
    {
      "contrastive_loss": 2.087207555770874,
      "epoch": 0.7841861221833564,
      "nll_loss": 0.1487339437007904,
      "step": 1205
    },
    {
      "contrastive_loss": 2.092878818511963,
      "epoch": 0.7841861221833564,
      "nll_loss": 0.1842503845691681,
      "step": 1205
    },
    {
      "contrastive_loss": 2.0870490074157715,
      "epoch": 0.7841861221833564,
      "nll_loss": 0.12743355333805084,
      "step": 1205
    },
    {
      "contrastive_loss": 2.0858445167541504,
      "epoch": 0.7841861221833564,
      "nll_loss": 0.15411701798439026,
      "step": 1205
    },
    {
      "contrastive_loss": 2.095473289489746,
      "epoch": 0.7841861221833564,
      "nll_loss": 0.11470131576061249,
      "step": 1205
    },
    {
      "contrastive_loss": 2.083949089050293,
      "epoch": 0.7841861221833564,
      "nll_loss": 0.09334353357553482,
      "step": 1205
    },
    {
      "epoch": 0.7874400065077687,
      "grad_norm": 0.30601492524147034,
      "learning_rate": 0.0001914324880054832,
      "loss": 3.1444,
      "step": 1210
    },
    {
      "contrastive_loss": 2.095643997192383,
      "epoch": 0.7874400065077687,
      "nll_loss": 0.11596357077360153,
      "step": 1210
    },
    {
      "contrastive_loss": 2.095597743988037,
      "epoch": 0.7874400065077687,
      "nll_loss": 0.1407332867383957,
      "step": 1210
    },
    {
      "contrastive_loss": 2.0929179191589355,
      "epoch": 0.7874400065077687,
      "nll_loss": 0.14173191785812378,
      "step": 1210
    },
    {
      "contrastive_loss": 2.0911192893981934,
      "epoch": 0.7874400065077687,
      "nll_loss": 0.10040260851383209,
      "step": 1210
    },
    {
      "contrastive_loss": 2.0978848934173584,
      "epoch": 0.7874400065077687,
      "nll_loss": 0.09142576158046722,
      "step": 1210
    },
    {
      "contrastive_loss": 2.093961715698242,
      "epoch": 0.7874400065077687,
      "nll_loss": 0.23641473054885864,
      "step": 1210
    },
    {
      "contrastive_loss": 2.096212863922119,
      "epoch": 0.7874400065077687,
      "nll_loss": 0.11947367340326309,
      "step": 1210
    },
    {
      "contrastive_loss": 2.0873000621795654,
      "epoch": 0.7874400065077687,
      "nll_loss": 0.12637922167778015,
      "step": 1210
    },
    {
      "epoch": 0.7906938908321809,
      "grad_norm": 0.2541516423225403,
      "learning_rate": 0.00019091843728581218,
      "loss": 3.1497,
      "step": 1215
    },
    {
      "contrastive_loss": 2.0861287117004395,
      "epoch": 0.7906938908321809,
      "nll_loss": 0.11266499757766724,
      "step": 1215
    },
    {
      "contrastive_loss": 2.0931107997894287,
      "epoch": 0.7906938908321809,
      "nll_loss": 0.09496652334928513,
      "step": 1215
    },
    {
      "contrastive_loss": 2.0876777172088623,
      "epoch": 0.7906938908321809,
      "nll_loss": 0.12023849040269852,
      "step": 1215
    },
    {
      "contrastive_loss": 2.090789556503296,
      "epoch": 0.7906938908321809,
      "nll_loss": 0.12363530695438385,
      "step": 1215
    },
    {
      "contrastive_loss": 2.0894551277160645,
      "epoch": 0.7906938908321809,
      "nll_loss": 0.18010668456554413,
      "step": 1215
    },
    {
      "contrastive_loss": 2.085529327392578,
      "epoch": 0.7906938908321809,
      "nll_loss": 0.07061301916837692,
      "step": 1215
    },
    {
      "contrastive_loss": 2.0904037952423096,
      "epoch": 0.7906938908321809,
      "nll_loss": 0.0931331142783165,
      "step": 1215
    },
    {
      "contrastive_loss": 2.0948548316955566,
      "epoch": 0.7906938908321809,
      "nll_loss": 0.17675527930259705,
      "step": 1215
    },
    {
      "epoch": 0.7939477751565932,
      "grad_norm": 0.311906635761261,
      "learning_rate": 0.0001904043865661412,
      "loss": 3.1143,
      "step": 1220
    },
    {
      "contrastive_loss": 2.0834224224090576,
      "epoch": 0.7939477751565932,
      "nll_loss": 0.2327985316514969,
      "step": 1220
    },
    {
      "contrastive_loss": 2.0896265506744385,
      "epoch": 0.7939477751565932,
      "nll_loss": 0.13022354245185852,
      "step": 1220
    },
    {
      "contrastive_loss": 2.087169647216797,
      "epoch": 0.7939477751565932,
      "nll_loss": 0.1086992546916008,
      "step": 1220
    },
    {
      "contrastive_loss": 2.0856308937072754,
      "epoch": 0.7939477751565932,
      "nll_loss": 0.1441701352596283,
      "step": 1220
    },
    {
      "contrastive_loss": 2.0917038917541504,
      "epoch": 0.7939477751565932,
      "nll_loss": 0.08506839722394943,
      "step": 1220
    },
    {
      "contrastive_loss": 2.098219156265259,
      "epoch": 0.7939477751565932,
      "nll_loss": 0.16869387030601501,
      "step": 1220
    },
    {
      "contrastive_loss": 2.083895444869995,
      "epoch": 0.7939477751565932,
      "nll_loss": 0.08166662603616714,
      "step": 1220
    },
    {
      "contrastive_loss": 2.093471050262451,
      "epoch": 0.7939477751565932,
      "nll_loss": 0.13725697994232178,
      "step": 1220
    },
    {
      "epoch": 0.7972016594810054,
      "grad_norm": 0.27177801728248596,
      "learning_rate": 0.00018989033584647014,
      "loss": 3.1748,
      "step": 1225
    },
    {
      "contrastive_loss": 2.0866031646728516,
      "epoch": 0.7972016594810054,
      "nll_loss": 0.10630976408720016,
      "step": 1225
    },
    {
      "contrastive_loss": 2.090240240097046,
      "epoch": 0.7972016594810054,
      "nll_loss": 0.07233350723981857,
      "step": 1225
    },
    {
      "contrastive_loss": 2.086301326751709,
      "epoch": 0.7972016594810054,
      "nll_loss": 0.06597641855478287,
      "step": 1225
    },
    {
      "contrastive_loss": 2.097693920135498,
      "epoch": 0.7972016594810054,
      "nll_loss": 0.1636522114276886,
      "step": 1225
    },
    {
      "contrastive_loss": 2.0897648334503174,
      "epoch": 0.7972016594810054,
      "nll_loss": 0.17105454206466675,
      "step": 1225
    },
    {
      "contrastive_loss": 2.090327262878418,
      "epoch": 0.7972016594810054,
      "nll_loss": 0.1385311335325241,
      "step": 1225
    },
    {
      "contrastive_loss": 2.0913376808166504,
      "epoch": 0.7972016594810054,
      "nll_loss": 0.13895657658576965,
      "step": 1225
    },
    {
      "contrastive_loss": 2.0927579402923584,
      "epoch": 0.7972016594810054,
      "nll_loss": 0.1079191341996193,
      "step": 1225
    },
    {
      "epoch": 0.8004555438054177,
      "grad_norm": 0.24589714407920837,
      "learning_rate": 0.00018937628512679915,
      "loss": 3.1124,
      "step": 1230
    },
    {
      "contrastive_loss": 2.089216709136963,
      "epoch": 0.8004555438054177,
      "nll_loss": 0.08957391232252121,
      "step": 1230
    },
    {
      "contrastive_loss": 2.0943522453308105,
      "epoch": 0.8004555438054177,
      "nll_loss": 0.11868732422590256,
      "step": 1230
    },
    {
      "contrastive_loss": 2.0888493061065674,
      "epoch": 0.8004555438054177,
      "nll_loss": 0.16145604848861694,
      "step": 1230
    },
    {
      "contrastive_loss": 2.0874996185302734,
      "epoch": 0.8004555438054177,
      "nll_loss": 0.11886440217494965,
      "step": 1230
    },
    {
      "contrastive_loss": 2.090719699859619,
      "epoch": 0.8004555438054177,
      "nll_loss": 0.2074531763792038,
      "step": 1230
    },
    {
      "contrastive_loss": 2.087388038635254,
      "epoch": 0.8004555438054177,
      "nll_loss": 0.07295958697795868,
      "step": 1230
    },
    {
      "contrastive_loss": 2.0878348350524902,
      "epoch": 0.8004555438054177,
      "nll_loss": 0.16128505766391754,
      "step": 1230
    },
    {
      "contrastive_loss": 2.074244499206543,
      "epoch": 0.8004555438054177,
      "nll_loss": 0.13468587398529053,
      "step": 1230
    },
    {
      "epoch": 0.80370942812983,
      "grad_norm": 0.2547841966152191,
      "learning_rate": 0.00018886223440712816,
      "loss": 3.1646,
      "step": 1235
    },
    {
      "contrastive_loss": 2.0902113914489746,
      "epoch": 0.80370942812983,
      "nll_loss": 0.13832014799118042,
      "step": 1235
    },
    {
      "contrastive_loss": 2.0906689167022705,
      "epoch": 0.80370942812983,
      "nll_loss": 0.15820662677288055,
      "step": 1235
    },
    {
      "contrastive_loss": 2.092491388320923,
      "epoch": 0.80370942812983,
      "nll_loss": 0.187428280711174,
      "step": 1235
    },
    {
      "contrastive_loss": 2.08489727973938,
      "epoch": 0.80370942812983,
      "nll_loss": 0.08413221687078476,
      "step": 1235
    },
    {
      "contrastive_loss": 2.092480182647705,
      "epoch": 0.80370942812983,
      "nll_loss": 0.06436287611722946,
      "step": 1235
    },
    {
      "contrastive_loss": 2.086972713470459,
      "epoch": 0.80370942812983,
      "nll_loss": 0.11538288742303848,
      "step": 1235
    },
    {
      "contrastive_loss": 2.089994192123413,
      "epoch": 0.80370942812983,
      "nll_loss": 0.14477194845676422,
      "step": 1235
    },
    {
      "contrastive_loss": 2.0912070274353027,
      "epoch": 0.80370942812983,
      "nll_loss": 0.15670062601566315,
      "step": 1235
    },
    {
      "epoch": 0.8069633124542422,
      "grad_norm": 0.27512484788894653,
      "learning_rate": 0.00018834818368745716,
      "loss": 3.177,
      "step": 1240
    },
    {
      "contrastive_loss": 2.082822561264038,
      "epoch": 0.8069633124542422,
      "nll_loss": 0.11643552780151367,
      "step": 1240
    },
    {
      "contrastive_loss": 2.101559638977051,
      "epoch": 0.8069633124542422,
      "nll_loss": 0.1920064389705658,
      "step": 1240
    },
    {
      "contrastive_loss": 2.0795161724090576,
      "epoch": 0.8069633124542422,
      "nll_loss": 0.10467423498630524,
      "step": 1240
    },
    {
      "contrastive_loss": 2.0919411182403564,
      "epoch": 0.8069633124542422,
      "nll_loss": 0.09702321887016296,
      "step": 1240
    },
    {
      "contrastive_loss": 2.0893568992614746,
      "epoch": 0.8069633124542422,
      "nll_loss": 0.1251630038022995,
      "step": 1240
    },
    {
      "contrastive_loss": 2.0997180938720703,
      "epoch": 0.8069633124542422,
      "nll_loss": 0.14150668680667877,
      "step": 1240
    },
    {
      "contrastive_loss": 2.0913991928100586,
      "epoch": 0.8069633124542422,
      "nll_loss": 0.14363844692707062,
      "step": 1240
    },
    {
      "contrastive_loss": 2.0907888412475586,
      "epoch": 0.8069633124542422,
      "nll_loss": 0.1178068295121193,
      "step": 1240
    },
    {
      "epoch": 0.8102171967786546,
      "grad_norm": 0.2686730921268463,
      "learning_rate": 0.00018783413296778615,
      "loss": 3.1499,
      "step": 1245
    },
    {
      "contrastive_loss": 2.0884170532226562,
      "epoch": 0.8102171967786546,
      "nll_loss": 0.030471816658973694,
      "step": 1245
    },
    {
      "contrastive_loss": 2.091515064239502,
      "epoch": 0.8102171967786546,
      "nll_loss": 0.16538676619529724,
      "step": 1245
    },
    {
      "contrastive_loss": 2.086477756500244,
      "epoch": 0.8102171967786546,
      "nll_loss": 0.1261444389820099,
      "step": 1245
    },
    {
      "contrastive_loss": 2.0994956493377686,
      "epoch": 0.8102171967786546,
      "nll_loss": 0.12291505932807922,
      "step": 1245
    },
    {
      "contrastive_loss": 2.090250015258789,
      "epoch": 0.8102171967786546,
      "nll_loss": 0.1329134851694107,
      "step": 1245
    },
    {
      "contrastive_loss": 2.0902938842773438,
      "epoch": 0.8102171967786546,
      "nll_loss": 0.12202703207731247,
      "step": 1245
    },
    {
      "contrastive_loss": 2.090717315673828,
      "epoch": 0.8102171967786546,
      "nll_loss": 0.19522994756698608,
      "step": 1245
    },
    {
      "contrastive_loss": 2.0864169597625732,
      "epoch": 0.8102171967786546,
      "nll_loss": 0.15116029977798462,
      "step": 1245
    },
    {
      "epoch": 0.8134710811030668,
      "grad_norm": 0.29668956995010376,
      "learning_rate": 0.00018732008224811513,
      "loss": 3.168,
      "step": 1250
    },
    {
      "contrastive_loss": 2.086822032928467,
      "epoch": 0.8134710811030668,
      "nll_loss": 0.19957087934017181,
      "step": 1250
    },
    {
      "contrastive_loss": 2.0869340896606445,
      "epoch": 0.8134710811030668,
      "nll_loss": 0.19548796117305756,
      "step": 1250
    },
    {
      "contrastive_loss": 2.0977702140808105,
      "epoch": 0.8134710811030668,
      "nll_loss": 0.09701450169086456,
      "step": 1250
    },
    {
      "contrastive_loss": 2.0876150131225586,
      "epoch": 0.8134710811030668,
      "nll_loss": 0.07690522074699402,
      "step": 1250
    },
    {
      "contrastive_loss": 2.091097116470337,
      "epoch": 0.8134710811030668,
      "nll_loss": 0.1301742047071457,
      "step": 1250
    },
    {
      "contrastive_loss": 2.0913758277893066,
      "epoch": 0.8134710811030668,
      "nll_loss": 0.14250874519348145,
      "step": 1250
    },
    {
      "contrastive_loss": 2.091510534286499,
      "epoch": 0.8134710811030668,
      "nll_loss": 0.15365459024906158,
      "step": 1250
    },
    {
      "contrastive_loss": 2.084721088409424,
      "epoch": 0.8134710811030668,
      "nll_loss": 0.1565147042274475,
      "step": 1250
    },
    {
      "epoch": 0.8167249654274791,
      "grad_norm": 0.2625617980957031,
      "learning_rate": 0.00018680603152844414,
      "loss": 3.1788,
      "step": 1255
    },
    {
      "contrastive_loss": 2.087843894958496,
      "epoch": 0.8167249654274791,
      "nll_loss": 0.17782804369926453,
      "step": 1255
    },
    {
      "contrastive_loss": 2.0890495777130127,
      "epoch": 0.8167249654274791,
      "nll_loss": 0.09615817666053772,
      "step": 1255
    },
    {
      "contrastive_loss": 2.091740369796753,
      "epoch": 0.8167249654274791,
      "nll_loss": 0.15684713423252106,
      "step": 1255
    },
    {
      "contrastive_loss": 2.0941953659057617,
      "epoch": 0.8167249654274791,
      "nll_loss": 0.15160220861434937,
      "step": 1255
    },
    {
      "contrastive_loss": 2.0935730934143066,
      "epoch": 0.8167249654274791,
      "nll_loss": 0.1740317940711975,
      "step": 1255
    },
    {
      "contrastive_loss": 2.0923216342926025,
      "epoch": 0.8167249654274791,
      "nll_loss": 0.048304542899131775,
      "step": 1255
    },
    {
      "contrastive_loss": 2.0892269611358643,
      "epoch": 0.8167249654274791,
      "nll_loss": 0.12691962718963623,
      "step": 1255
    },
    {
      "contrastive_loss": 2.089138984680176,
      "epoch": 0.8167249654274791,
      "nll_loss": 0.15903934836387634,
      "step": 1255
    },
    {
      "epoch": 0.8199788497518913,
      "grad_norm": 0.2594850957393646,
      "learning_rate": 0.00018629198080877312,
      "loss": 3.1381,
      "step": 1260
    },
    {
      "contrastive_loss": 2.079099416732788,
      "epoch": 0.8199788497518913,
      "nll_loss": 0.09957116842269897,
      "step": 1260
    },
    {
      "contrastive_loss": 2.0896425247192383,
      "epoch": 0.8199788497518913,
      "nll_loss": 0.17984837293624878,
      "step": 1260
    },
    {
      "contrastive_loss": 2.0962467193603516,
      "epoch": 0.8199788497518913,
      "nll_loss": 0.09520972520112991,
      "step": 1260
    },
    {
      "contrastive_loss": 2.0889570713043213,
      "epoch": 0.8199788497518913,
      "nll_loss": 0.11029385030269623,
      "step": 1260
    },
    {
      "contrastive_loss": 2.087783098220825,
      "epoch": 0.8199788497518913,
      "nll_loss": 0.14769701659679413,
      "step": 1260
    },
    {
      "contrastive_loss": 2.0902366638183594,
      "epoch": 0.8199788497518913,
      "nll_loss": 0.1647941917181015,
      "step": 1260
    },
    {
      "contrastive_loss": 2.0879738330841064,
      "epoch": 0.8199788497518913,
      "nll_loss": 0.1932148039340973,
      "step": 1260
    },
    {
      "contrastive_loss": 2.087467670440674,
      "epoch": 0.8199788497518913,
      "nll_loss": 0.15971161425113678,
      "step": 1260
    },
    {
      "epoch": 0.8232327340763036,
      "grad_norm": 0.2160475254058838,
      "learning_rate": 0.00018577793008910212,
      "loss": 3.1707,
      "step": 1265
    },
    {
      "contrastive_loss": 2.0927138328552246,
      "epoch": 0.8232327340763036,
      "nll_loss": 0.14186593890190125,
      "step": 1265
    },
    {
      "contrastive_loss": 2.0894877910614014,
      "epoch": 0.8232327340763036,
      "nll_loss": 0.16755105555057526,
      "step": 1265
    },
    {
      "contrastive_loss": 2.09000825881958,
      "epoch": 0.8232327340763036,
      "nll_loss": 0.1363832950592041,
      "step": 1265
    },
    {
      "contrastive_loss": 2.090771198272705,
      "epoch": 0.8232327340763036,
      "nll_loss": 0.05278028920292854,
      "step": 1265
    },
    {
      "contrastive_loss": 2.0856356620788574,
      "epoch": 0.8232327340763036,
      "nll_loss": 0.18747295439243317,
      "step": 1265
    },
    {
      "contrastive_loss": 2.091017484664917,
      "epoch": 0.8232327340763036,
      "nll_loss": 0.1345704048871994,
      "step": 1265
    },
    {
      "contrastive_loss": 2.0916218757629395,
      "epoch": 0.8232327340763036,
      "nll_loss": 0.11805614829063416,
      "step": 1265
    },
    {
      "contrastive_loss": 2.1001250743865967,
      "epoch": 0.8232327340763036,
      "nll_loss": 0.07851607352495193,
      "step": 1265
    },
    {
      "epoch": 0.8264866184007158,
      "grad_norm": 0.24918752908706665,
      "learning_rate": 0.00018526387936943108,
      "loss": 3.1519,
      "step": 1270
    },
    {
      "contrastive_loss": 2.0882201194763184,
      "epoch": 0.8264866184007158,
      "nll_loss": 0.12064133584499359,
      "step": 1270
    },
    {
      "contrastive_loss": 2.0848517417907715,
      "epoch": 0.8264866184007158,
      "nll_loss": 0.11994165182113647,
      "step": 1270
    },
    {
      "contrastive_loss": 2.0857043266296387,
      "epoch": 0.8264866184007158,
      "nll_loss": 0.13055093586444855,
      "step": 1270
    },
    {
      "contrastive_loss": 2.0940353870391846,
      "epoch": 0.8264866184007158,
      "nll_loss": 0.11552965641021729,
      "step": 1270
    },
    {
      "contrastive_loss": 2.0911755561828613,
      "epoch": 0.8264866184007158,
      "nll_loss": 0.1502111703157425,
      "step": 1270
    },
    {
      "contrastive_loss": 2.099807024002075,
      "epoch": 0.8264866184007158,
      "nll_loss": 0.1041504517197609,
      "step": 1270
    },
    {
      "contrastive_loss": 2.0851759910583496,
      "epoch": 0.8264866184007158,
      "nll_loss": 0.1251676380634308,
      "step": 1270
    },
    {
      "contrastive_loss": 2.0888400077819824,
      "epoch": 0.8264866184007158,
      "nll_loss": 0.1325836181640625,
      "step": 1270
    },
    {
      "epoch": 0.8297405027251281,
      "grad_norm": 0.30601954460144043,
      "learning_rate": 0.00018474982864976009,
      "loss": 3.1853,
      "step": 1275
    },
    {
      "contrastive_loss": 2.0884220600128174,
      "epoch": 0.8297405027251281,
      "nll_loss": 0.16474205255508423,
      "step": 1275
    },
    {
      "contrastive_loss": 2.0906224250793457,
      "epoch": 0.8297405027251281,
      "nll_loss": 0.1677272766828537,
      "step": 1275
    },
    {
      "contrastive_loss": 2.0951578617095947,
      "epoch": 0.8297405027251281,
      "nll_loss": 0.17843979597091675,
      "step": 1275
    },
    {
      "contrastive_loss": 2.0932068824768066,
      "epoch": 0.8297405027251281,
      "nll_loss": 0.1437329798936844,
      "step": 1275
    },
    {
      "contrastive_loss": 2.115367889404297,
      "epoch": 0.8297405027251281,
      "nll_loss": 0.17882956564426422,
      "step": 1275
    },
    {
      "contrastive_loss": 2.083587884902954,
      "epoch": 0.8297405027251281,
      "nll_loss": 0.06128902733325958,
      "step": 1275
    },
    {
      "contrastive_loss": 2.087897300720215,
      "epoch": 0.8297405027251281,
      "nll_loss": 0.1275654286146164,
      "step": 1275
    },
    {
      "contrastive_loss": 2.0912492275238037,
      "epoch": 0.8297405027251281,
      "nll_loss": 0.11199744045734406,
      "step": 1275
    },
    {
      "epoch": 0.8329943870495404,
      "grad_norm": 0.2495405673980713,
      "learning_rate": 0.0001842357779300891,
      "loss": 3.1674,
      "step": 1280
    },
    {
      "contrastive_loss": 2.0892977714538574,
      "epoch": 0.8329943870495404,
      "nll_loss": 0.0714406743645668,
      "step": 1280
    },
    {
      "contrastive_loss": 2.0909197330474854,
      "epoch": 0.8329943870495404,
      "nll_loss": 0.15277467668056488,
      "step": 1280
    },
    {
      "contrastive_loss": 2.086369514465332,
      "epoch": 0.8329943870495404,
      "nll_loss": 0.10833293199539185,
      "step": 1280
    },
    {
      "contrastive_loss": 2.0923619270324707,
      "epoch": 0.8329943870495404,
      "nll_loss": 0.1953403353691101,
      "step": 1280
    },
    {
      "contrastive_loss": 2.0857090950012207,
      "epoch": 0.8329943870495404,
      "nll_loss": 0.15263891220092773,
      "step": 1280
    },
    {
      "contrastive_loss": 2.096442461013794,
      "epoch": 0.8329943870495404,
      "nll_loss": 0.07759914547204971,
      "step": 1280
    },
    {
      "contrastive_loss": 2.0872654914855957,
      "epoch": 0.8329943870495404,
      "nll_loss": 0.1379665583372116,
      "step": 1280
    },
    {
      "contrastive_loss": 2.0966897010803223,
      "epoch": 0.8329943870495404,
      "nll_loss": 0.15967805683612823,
      "step": 1280
    },
    {
      "epoch": 0.8362482713739526,
      "grad_norm": 0.2579749524593353,
      "learning_rate": 0.0001837217272104181,
      "loss": 3.123,
      "step": 1285
    },
    {
      "contrastive_loss": 2.089845657348633,
      "epoch": 0.8362482713739526,
      "nll_loss": 0.10815355181694031,
      "step": 1285
    },
    {
      "contrastive_loss": 2.0877556800842285,
      "epoch": 0.8362482713739526,
      "nll_loss": 0.06340829282999039,
      "step": 1285
    },
    {
      "contrastive_loss": 2.087582588195801,
      "epoch": 0.8362482713739526,
      "nll_loss": 0.18504947423934937,
      "step": 1285
    },
    {
      "contrastive_loss": 2.0902276039123535,
      "epoch": 0.8362482713739526,
      "nll_loss": 0.2730098068714142,
      "step": 1285
    },
    {
      "contrastive_loss": 2.0896494388580322,
      "epoch": 0.8362482713739526,
      "nll_loss": 0.12715940177440643,
      "step": 1285
    },
    {
      "contrastive_loss": 2.0837082862854004,
      "epoch": 0.8362482713739526,
      "nll_loss": 0.19028104841709137,
      "step": 1285
    },
    {
      "contrastive_loss": 2.0878491401672363,
      "epoch": 0.8362482713739526,
      "nll_loss": 0.032166630029678345,
      "step": 1285
    },
    {
      "contrastive_loss": 2.0894975662231445,
      "epoch": 0.8362482713739526,
      "nll_loss": 0.13542340695858002,
      "step": 1285
    },
    {
      "epoch": 0.839502155698365,
      "grad_norm": 0.26116082072257996,
      "learning_rate": 0.00018320767649074706,
      "loss": 3.1527,
      "step": 1290
    },
    {
      "contrastive_loss": 2.0850751399993896,
      "epoch": 0.839502155698365,
      "nll_loss": 0.17464154958724976,
      "step": 1290
    },
    {
      "contrastive_loss": 2.0877134799957275,
      "epoch": 0.839502155698365,
      "nll_loss": 0.08977966755628586,
      "step": 1290
    },
    {
      "contrastive_loss": 2.0937180519104004,
      "epoch": 0.839502155698365,
      "nll_loss": 0.06702601164579391,
      "step": 1290
    },
    {
      "contrastive_loss": 2.087728261947632,
      "epoch": 0.839502155698365,
      "nll_loss": 0.18988727033138275,
      "step": 1290
    },
    {
      "contrastive_loss": 2.0907304286956787,
      "epoch": 0.839502155698365,
      "nll_loss": 0.13906694948673248,
      "step": 1290
    },
    {
      "contrastive_loss": 2.076604127883911,
      "epoch": 0.839502155698365,
      "nll_loss": 0.12297599017620087,
      "step": 1290
    },
    {
      "contrastive_loss": 2.088862895965576,
      "epoch": 0.839502155698365,
      "nll_loss": 0.16235069930553436,
      "step": 1290
    },
    {
      "contrastive_loss": 2.088099479675293,
      "epoch": 0.839502155698365,
      "nll_loss": 0.1447153240442276,
      "step": 1290
    },
    {
      "epoch": 0.8427560400227772,
      "grad_norm": 0.25574496388435364,
      "learning_rate": 0.00018269362577107606,
      "loss": 3.1817,
      "step": 1295
    },
    {
      "contrastive_loss": 2.090343475341797,
      "epoch": 0.8427560400227772,
      "nll_loss": 0.16836343705654144,
      "step": 1295
    },
    {
      "contrastive_loss": 2.095426321029663,
      "epoch": 0.8427560400227772,
      "nll_loss": 0.0790327861905098,
      "step": 1295
    },
    {
      "contrastive_loss": 2.0892438888549805,
      "epoch": 0.8427560400227772,
      "nll_loss": 0.16408731043338776,
      "step": 1295
    },
    {
      "contrastive_loss": 2.090296745300293,
      "epoch": 0.8427560400227772,
      "nll_loss": 0.09817546606063843,
      "step": 1295
    },
    {
      "contrastive_loss": 2.090608835220337,
      "epoch": 0.8427560400227772,
      "nll_loss": 0.1721009761095047,
      "step": 1295
    },
    {
      "contrastive_loss": 2.091367244720459,
      "epoch": 0.8427560400227772,
      "nll_loss": 0.12158918380737305,
      "step": 1295
    },
    {
      "contrastive_loss": 2.091867446899414,
      "epoch": 0.8427560400227772,
      "nll_loss": 0.1495881974697113,
      "step": 1295
    },
    {
      "contrastive_loss": 2.084834575653076,
      "epoch": 0.8427560400227772,
      "nll_loss": 0.12374760955572128,
      "step": 1295
    },
    {
      "epoch": 0.8460099243471895,
      "grad_norm": 0.2602706849575043,
      "learning_rate": 0.00018217957505140505,
      "loss": 3.1455,
      "step": 1300
    },
    {
      "contrastive_loss": 2.0838820934295654,
      "epoch": 0.8460099243471895,
      "nll_loss": 0.17799754440784454,
      "step": 1300
    },
    {
      "contrastive_loss": 2.0881080627441406,
      "epoch": 0.8460099243471895,
      "nll_loss": 0.1696377545595169,
      "step": 1300
    },
    {
      "contrastive_loss": 2.085772752761841,
      "epoch": 0.8460099243471895,
      "nll_loss": 0.1563478410243988,
      "step": 1300
    },
    {
      "contrastive_loss": 2.0816938877105713,
      "epoch": 0.8460099243471895,
      "nll_loss": 0.12107377499341965,
      "step": 1300
    },
    {
      "contrastive_loss": 2.093320846557617,
      "epoch": 0.8460099243471895,
      "nll_loss": 0.1425744891166687,
      "step": 1300
    },
    {
      "contrastive_loss": 2.0909414291381836,
      "epoch": 0.8460099243471895,
      "nll_loss": 0.08878590911626816,
      "step": 1300
    },
    {
      "contrastive_loss": 2.1073572635650635,
      "epoch": 0.8460099243471895,
      "nll_loss": 0.13271315395832062,
      "step": 1300
    },
    {
      "contrastive_loss": 2.0913894176483154,
      "epoch": 0.8460099243471895,
      "nll_loss": 0.11794795095920563,
      "step": 1300
    },
    {
      "epoch": 0.8492638086716017,
      "grad_norm": 0.23026055097579956,
      "learning_rate": 0.00018166552433173405,
      "loss": 3.1817,
      "step": 1305
    },
    {
      "contrastive_loss": 2.0893445014953613,
      "epoch": 0.8492638086716017,
      "nll_loss": 0.06582944840192795,
      "step": 1305
    },
    {
      "contrastive_loss": 2.0905797481536865,
      "epoch": 0.8492638086716017,
      "nll_loss": 0.15594881772994995,
      "step": 1305
    },
    {
      "contrastive_loss": 2.092076063156128,
      "epoch": 0.8492638086716017,
      "nll_loss": 0.16561435163021088,
      "step": 1305
    },
    {
      "contrastive_loss": 2.0886542797088623,
      "epoch": 0.8492638086716017,
      "nll_loss": 0.11533935368061066,
      "step": 1305
    },
    {
      "contrastive_loss": 2.0846619606018066,
      "epoch": 0.8492638086716017,
      "nll_loss": 0.13006262481212616,
      "step": 1305
    },
    {
      "contrastive_loss": 2.0871405601501465,
      "epoch": 0.8492638086716017,
      "nll_loss": 0.1296968162059784,
      "step": 1305
    },
    {
      "contrastive_loss": 2.0872559547424316,
      "epoch": 0.8492638086716017,
      "nll_loss": 0.2331582009792328,
      "step": 1305
    },
    {
      "contrastive_loss": 2.099799156188965,
      "epoch": 0.8492638086716017,
      "nll_loss": 0.11544223874807358,
      "step": 1305
    },
    {
      "epoch": 0.852517692996014,
      "grad_norm": 0.24275372922420502,
      "learning_rate": 0.00018115147361206303,
      "loss": 3.1669,
      "step": 1310
    },
    {
      "contrastive_loss": 2.08685564994812,
      "epoch": 0.852517692996014,
      "nll_loss": 0.1388034224510193,
      "step": 1310
    },
    {
      "contrastive_loss": 2.0946412086486816,
      "epoch": 0.852517692996014,
      "nll_loss": 0.08427368849515915,
      "step": 1310
    },
    {
      "contrastive_loss": 2.0870769023895264,
      "epoch": 0.852517692996014,
      "nll_loss": 0.14205795526504517,
      "step": 1310
    },
    {
      "contrastive_loss": 2.087637424468994,
      "epoch": 0.852517692996014,
      "nll_loss": 0.13137418031692505,
      "step": 1310
    },
    {
      "contrastive_loss": 2.089681625366211,
      "epoch": 0.852517692996014,
      "nll_loss": 0.14001977443695068,
      "step": 1310
    },
    {
      "contrastive_loss": 2.086174726486206,
      "epoch": 0.852517692996014,
      "nll_loss": 0.15527549386024475,
      "step": 1310
    },
    {
      "contrastive_loss": 2.094390392303467,
      "epoch": 0.852517692996014,
      "nll_loss": 0.14479002356529236,
      "step": 1310
    },
    {
      "contrastive_loss": 2.0888233184814453,
      "epoch": 0.852517692996014,
      "nll_loss": 0.15027210116386414,
      "step": 1310
    },
    {
      "epoch": 0.8557715773204263,
      "grad_norm": 0.29941874742507935,
      "learning_rate": 0.00018063742289239202,
      "loss": 3.1671,
      "step": 1315
    },
    {
      "contrastive_loss": 2.0881712436676025,
      "epoch": 0.8557715773204263,
      "nll_loss": 0.10488942265510559,
      "step": 1315
    },
    {
      "contrastive_loss": 2.0898447036743164,
      "epoch": 0.8557715773204263,
      "nll_loss": 0.16042642295360565,
      "step": 1315
    },
    {
      "contrastive_loss": 2.0861332416534424,
      "epoch": 0.8557715773204263,
      "nll_loss": 0.14189523458480835,
      "step": 1315
    },
    {
      "contrastive_loss": 2.0921471118927,
      "epoch": 0.8557715773204263,
      "nll_loss": 0.10564329475164413,
      "step": 1315
    },
    {
      "contrastive_loss": 2.093383312225342,
      "epoch": 0.8557715773204263,
      "nll_loss": 0.16774046421051025,
      "step": 1315
    },
    {
      "contrastive_loss": 2.0871429443359375,
      "epoch": 0.8557715773204263,
      "nll_loss": 0.13781213760375977,
      "step": 1315
    },
    {
      "contrastive_loss": 2.0848264694213867,
      "epoch": 0.8557715773204263,
      "nll_loss": 0.14837320148944855,
      "step": 1315
    },
    {
      "contrastive_loss": 2.1046996116638184,
      "epoch": 0.8557715773204263,
      "nll_loss": 0.07526927441358566,
      "step": 1315
    },
    {
      "epoch": 0.8590254616448385,
      "grad_norm": 0.5019030570983887,
      "learning_rate": 0.00018012337217272102,
      "loss": 3.1574,
      "step": 1320
    },
    {
      "contrastive_loss": 2.0911240577697754,
      "epoch": 0.8590254616448385,
      "nll_loss": 0.1584668755531311,
      "step": 1320
    },
    {
      "contrastive_loss": 2.0890612602233887,
      "epoch": 0.8590254616448385,
      "nll_loss": 0.10035627335309982,
      "step": 1320
    },
    {
      "contrastive_loss": 2.088843822479248,
      "epoch": 0.8590254616448385,
      "nll_loss": 0.13981527090072632,
      "step": 1320
    },
    {
      "contrastive_loss": 2.088191032409668,
      "epoch": 0.8590254616448385,
      "nll_loss": 0.08579541742801666,
      "step": 1320
    },
    {
      "contrastive_loss": 2.0888781547546387,
      "epoch": 0.8590254616448385,
      "nll_loss": 0.21708203852176666,
      "step": 1320
    },
    {
      "contrastive_loss": 2.0943522453308105,
      "epoch": 0.8590254616448385,
      "nll_loss": 0.2058841735124588,
      "step": 1320
    },
    {
      "contrastive_loss": 2.086806535720825,
      "epoch": 0.8590254616448385,
      "nll_loss": 0.2310168296098709,
      "step": 1320
    },
    {
      "contrastive_loss": 2.1031978130340576,
      "epoch": 0.8590254616448385,
      "nll_loss": 0.09123529493808746,
      "step": 1320
    },
    {
      "epoch": 0.8622793459692508,
      "grad_norm": 0.2327287793159485,
      "learning_rate": 0.00017960932145305003,
      "loss": 3.1594,
      "step": 1325
    },
    {
      "contrastive_loss": 2.093143939971924,
      "epoch": 0.8622793459692508,
      "nll_loss": 0.07620427012443542,
      "step": 1325
    },
    {
      "contrastive_loss": 2.0921430587768555,
      "epoch": 0.8622793459692508,
      "nll_loss": 0.16392098367214203,
      "step": 1325
    },
    {
      "contrastive_loss": 2.0943806171417236,
      "epoch": 0.8622793459692508,
      "nll_loss": 0.1613844335079193,
      "step": 1325
    },
    {
      "contrastive_loss": 2.090409755706787,
      "epoch": 0.8622793459692508,
      "nll_loss": 0.17660124599933624,
      "step": 1325
    },
    {
      "contrastive_loss": 2.0867812633514404,
      "epoch": 0.8622793459692508,
      "nll_loss": 0.10004069656133652,
      "step": 1325
    },
    {
      "contrastive_loss": 2.08882999420166,
      "epoch": 0.8622793459692508,
      "nll_loss": 0.14937724173069,
      "step": 1325
    },
    {
      "contrastive_loss": 2.0903193950653076,
      "epoch": 0.8622793459692508,
      "nll_loss": 0.0823226049542427,
      "step": 1325
    },
    {
      "contrastive_loss": 2.0883915424346924,
      "epoch": 0.8622793459692508,
      "nll_loss": 0.1358601599931717,
      "step": 1325
    },
    {
      "epoch": 0.865533230293663,
      "grad_norm": 0.2812560796737671,
      "learning_rate": 0.000179095270733379,
      "loss": 3.1493,
      "step": 1330
    },
    {
      "contrastive_loss": 2.0866363048553467,
      "epoch": 0.865533230293663,
      "nll_loss": 0.10290620476007462,
      "step": 1330
    },
    {
      "contrastive_loss": 2.0907301902770996,
      "epoch": 0.865533230293663,
      "nll_loss": 0.08042744547128677,
      "step": 1330
    },
    {
      "contrastive_loss": 2.088339328765869,
      "epoch": 0.865533230293663,
      "nll_loss": 0.20798996090888977,
      "step": 1330
    },
    {
      "contrastive_loss": 2.0924320220947266,
      "epoch": 0.865533230293663,
      "nll_loss": 0.09523114562034607,
      "step": 1330
    },
    {
      "contrastive_loss": 2.090237855911255,
      "epoch": 0.865533230293663,
      "nll_loss": 0.1180945411324501,
      "step": 1330
    },
    {
      "contrastive_loss": 2.0828070640563965,
      "epoch": 0.865533230293663,
      "nll_loss": 0.09091953933238983,
      "step": 1330
    },
    {
      "contrastive_loss": 2.090320587158203,
      "epoch": 0.865533230293663,
      "nll_loss": 0.1921328455209732,
      "step": 1330
    },
    {
      "contrastive_loss": 2.0903329849243164,
      "epoch": 0.865533230293663,
      "nll_loss": 0.14933452010154724,
      "step": 1330
    },
    {
      "epoch": 0.8687871146180753,
      "grad_norm": 0.24245411157608032,
      "learning_rate": 0.000178581220013708,
      "loss": 3.1684,
      "step": 1335
    },
    {
      "contrastive_loss": 2.090467691421509,
      "epoch": 0.8687871146180753,
      "nll_loss": 0.09758838266134262,
      "step": 1335
    },
    {
      "contrastive_loss": 2.092039108276367,
      "epoch": 0.8687871146180753,
      "nll_loss": 0.12793192267417908,
      "step": 1335
    },
    {
      "contrastive_loss": 2.092350959777832,
      "epoch": 0.8687871146180753,
      "nll_loss": 0.15759417414665222,
      "step": 1335
    },
    {
      "contrastive_loss": 2.0929367542266846,
      "epoch": 0.8687871146180753,
      "nll_loss": 0.07656113058328629,
      "step": 1335
    },
    {
      "contrastive_loss": 2.0881824493408203,
      "epoch": 0.8687871146180753,
      "nll_loss": 0.12908689677715302,
      "step": 1335
    },
    {
      "contrastive_loss": 2.093916177749634,
      "epoch": 0.8687871146180753,
      "nll_loss": 0.08951424062252045,
      "step": 1335
    },
    {
      "contrastive_loss": 2.0880110263824463,
      "epoch": 0.8687871146180753,
      "nll_loss": 0.2501865327358246,
      "step": 1335
    },
    {
      "contrastive_loss": 2.09226393699646,
      "epoch": 0.8687871146180753,
      "nll_loss": 0.12443560361862183,
      "step": 1335
    },
    {
      "epoch": 0.8720409989424875,
      "grad_norm": 0.2827734649181366,
      "learning_rate": 0.000178067169294037,
      "loss": 3.1528,
      "step": 1340
    },
    {
      "contrastive_loss": 2.087885856628418,
      "epoch": 0.8720409989424875,
      "nll_loss": 0.2081659436225891,
      "step": 1340
    },
    {
      "contrastive_loss": 2.0883967876434326,
      "epoch": 0.8720409989424875,
      "nll_loss": 0.14228621125221252,
      "step": 1340
    },
    {
      "contrastive_loss": 2.0879437923431396,
      "epoch": 0.8720409989424875,
      "nll_loss": 0.12811948359012604,
      "step": 1340
    },
    {
      "contrastive_loss": 2.0894968509674072,
      "epoch": 0.8720409989424875,
      "nll_loss": 0.09688854962587357,
      "step": 1340
    },
    {
      "contrastive_loss": 2.0907793045043945,
      "epoch": 0.8720409989424875,
      "nll_loss": 0.15248553454875946,
      "step": 1340
    },
    {
      "contrastive_loss": 2.0888772010803223,
      "epoch": 0.8720409989424875,
      "nll_loss": 0.08796843886375427,
      "step": 1340
    },
    {
      "contrastive_loss": 2.089089870452881,
      "epoch": 0.8720409989424875,
      "nll_loss": 0.11682244390249252,
      "step": 1340
    },
    {
      "contrastive_loss": 2.085512638092041,
      "epoch": 0.8720409989424875,
      "nll_loss": 0.16550850868225098,
      "step": 1340
    },
    {
      "epoch": 0.8752948832668999,
      "grad_norm": 0.279193639755249,
      "learning_rate": 0.00017755311857436598,
      "loss": 3.168,
      "step": 1345
    },
    {
      "contrastive_loss": 2.0860917568206787,
      "epoch": 0.8752948832668999,
      "nll_loss": 0.09139551222324371,
      "step": 1345
    },
    {
      "contrastive_loss": 2.09114670753479,
      "epoch": 0.8752948832668999,
      "nll_loss": 0.09980092942714691,
      "step": 1345
    },
    {
      "contrastive_loss": 2.0840253829956055,
      "epoch": 0.8752948832668999,
      "nll_loss": 0.07165446132421494,
      "step": 1345
    },
    {
      "contrastive_loss": 2.0859997272491455,
      "epoch": 0.8752948832668999,
      "nll_loss": 0.19645099341869354,
      "step": 1345
    },
    {
      "contrastive_loss": 2.085542678833008,
      "epoch": 0.8752948832668999,
      "nll_loss": 0.1303180754184723,
      "step": 1345
    },
    {
      "contrastive_loss": 2.0848326683044434,
      "epoch": 0.8752948832668999,
      "nll_loss": 0.2214803397655487,
      "step": 1345
    },
    {
      "contrastive_loss": 2.0854337215423584,
      "epoch": 0.8752948832668999,
      "nll_loss": 0.07850206643342972,
      "step": 1345
    },
    {
      "contrastive_loss": 2.086885929107666,
      "epoch": 0.8752948832668999,
      "nll_loss": 0.10055966675281525,
      "step": 1345
    },
    {
      "epoch": 0.8785487675913122,
      "grad_norm": 0.2654048204421997,
      "learning_rate": 0.000177039067854695,
      "loss": 3.1701,
      "step": 1350
    },
    {
      "contrastive_loss": 2.0883560180664062,
      "epoch": 0.8785487675913122,
      "nll_loss": 0.08318071812391281,
      "step": 1350
    },
    {
      "contrastive_loss": 2.088528871536255,
      "epoch": 0.8785487675913122,
      "nll_loss": 0.20108191668987274,
      "step": 1350
    },
    {
      "contrastive_loss": 2.0904598236083984,
      "epoch": 0.8785487675913122,
      "nll_loss": 0.16640108823776245,
      "step": 1350
    },
    {
      "contrastive_loss": 2.0896854400634766,
      "epoch": 0.8785487675913122,
      "nll_loss": 0.12320822477340698,
      "step": 1350
    },
    {
      "contrastive_loss": 2.0932490825653076,
      "epoch": 0.8785487675913122,
      "nll_loss": 0.1976412832736969,
      "step": 1350
    },
    {
      "contrastive_loss": 2.087797164916992,
      "epoch": 0.8785487675913122,
      "nll_loss": 0.09679847210645676,
      "step": 1350
    },
    {
      "contrastive_loss": 2.0810494422912598,
      "epoch": 0.8785487675913122,
      "nll_loss": 0.09719067066907883,
      "step": 1350
    },
    {
      "contrastive_loss": 2.0819475650787354,
      "epoch": 0.8785487675913122,
      "nll_loss": 0.12445700913667679,
      "step": 1350
    },
    {
      "epoch": 0.8818026519157244,
      "grad_norm": 0.2667543590068817,
      "learning_rate": 0.00017652501713502397,
      "loss": 3.1596,
      "step": 1355
    },
    {
      "contrastive_loss": 2.091843605041504,
      "epoch": 0.8818026519157244,
      "nll_loss": 0.03641744330525398,
      "step": 1355
    },
    {
      "contrastive_loss": 2.0902819633483887,
      "epoch": 0.8818026519157244,
      "nll_loss": 0.15068595111370087,
      "step": 1355
    },
    {
      "contrastive_loss": 2.092332124710083,
      "epoch": 0.8818026519157244,
      "nll_loss": 0.04486918821930885,
      "step": 1355
    },
    {
      "contrastive_loss": 2.087977647781372,
      "epoch": 0.8818026519157244,
      "nll_loss": 0.15697196125984192,
      "step": 1355
    },
    {
      "contrastive_loss": 2.094264030456543,
      "epoch": 0.8818026519157244,
      "nll_loss": 0.23736700415611267,
      "step": 1355
    },
    {
      "contrastive_loss": 2.079312324523926,
      "epoch": 0.8818026519157244,
      "nll_loss": 0.21058666706085205,
      "step": 1355
    },
    {
      "contrastive_loss": 2.0933663845062256,
      "epoch": 0.8818026519157244,
      "nll_loss": 0.10621612519025803,
      "step": 1355
    },
    {
      "contrastive_loss": 2.0908048152923584,
      "epoch": 0.8818026519157244,
      "nll_loss": 0.0965234562754631,
      "step": 1355
    },
    {
      "epoch": 0.8850565362401367,
      "grad_norm": 0.2367880642414093,
      "learning_rate": 0.00017601096641535295,
      "loss": 3.1563,
      "step": 1360
    },
    {
      "contrastive_loss": 2.091887950897217,
      "epoch": 0.8850565362401367,
      "nll_loss": 0.1494867354631424,
      "step": 1360
    },
    {
      "contrastive_loss": 2.0877091884613037,
      "epoch": 0.8850565362401367,
      "nll_loss": 0.12331826984882355,
      "step": 1360
    },
    {
      "contrastive_loss": 2.0905158519744873,
      "epoch": 0.8850565362401367,
      "nll_loss": 0.10732568055391312,
      "step": 1360
    },
    {
      "contrastive_loss": 2.089930534362793,
      "epoch": 0.8850565362401367,
      "nll_loss": 0.15546898543834686,
      "step": 1360
    },
    {
      "contrastive_loss": 2.0944664478302,
      "epoch": 0.8850565362401367,
      "nll_loss": 0.19047541916370392,
      "step": 1360
    },
    {
      "contrastive_loss": 2.0896739959716797,
      "epoch": 0.8850565362401367,
      "nll_loss": 0.1317349672317505,
      "step": 1360
    },
    {
      "contrastive_loss": 2.0879058837890625,
      "epoch": 0.8850565362401367,
      "nll_loss": 0.1054365336894989,
      "step": 1360
    },
    {
      "contrastive_loss": 2.074716567993164,
      "epoch": 0.8850565362401367,
      "nll_loss": 0.16878783702850342,
      "step": 1360
    },
    {
      "epoch": 0.8883104205645489,
      "grad_norm": 0.25526919960975647,
      "learning_rate": 0.00017549691569568196,
      "loss": 3.1782,
      "step": 1365
    },
    {
      "contrastive_loss": 2.093626022338867,
      "epoch": 0.8883104205645489,
      "nll_loss": 0.2333272248506546,
      "step": 1365
    },
    {
      "contrastive_loss": 2.0884463787078857,
      "epoch": 0.8883104205645489,
      "nll_loss": 0.09657034277915955,
      "step": 1365
    },
    {
      "contrastive_loss": 2.0904388427734375,
      "epoch": 0.8883104205645489,
      "nll_loss": 0.1487039178609848,
      "step": 1365
    },
    {
      "contrastive_loss": 2.088773727416992,
      "epoch": 0.8883104205645489,
      "nll_loss": 0.08464844524860382,
      "step": 1365
    },
    {
      "contrastive_loss": 2.0876495838165283,
      "epoch": 0.8883104205645489,
      "nll_loss": 0.12150127440690994,
      "step": 1365
    },
    {
      "contrastive_loss": 2.0902748107910156,
      "epoch": 0.8883104205645489,
      "nll_loss": 0.09587839245796204,
      "step": 1365
    },
    {
      "contrastive_loss": 2.090383291244507,
      "epoch": 0.8883104205645489,
      "nll_loss": 0.12167683243751526,
      "step": 1365
    },
    {
      "contrastive_loss": 2.086470603942871,
      "epoch": 0.8883104205645489,
      "nll_loss": 0.16236825287342072,
      "step": 1365
    },
    {
      "epoch": 0.8915643048889612,
      "grad_norm": 0.26175498962402344,
      "learning_rate": 0.00017498286497601097,
      "loss": 3.1404,
      "step": 1370
    },
    {
      "contrastive_loss": 2.0929312705993652,
      "epoch": 0.8915643048889612,
      "nll_loss": 0.13653919100761414,
      "step": 1370
    },
    {
      "contrastive_loss": 2.088900089263916,
      "epoch": 0.8915643048889612,
      "nll_loss": 0.11943460255861282,
      "step": 1370
    },
    {
      "contrastive_loss": 2.0913524627685547,
      "epoch": 0.8915643048889612,
      "nll_loss": 0.11336782574653625,
      "step": 1370
    },
    {
      "contrastive_loss": 2.094668388366699,
      "epoch": 0.8915643048889612,
      "nll_loss": 0.11510733515024185,
      "step": 1370
    },
    {
      "contrastive_loss": 2.0906310081481934,
      "epoch": 0.8915643048889612,
      "nll_loss": 0.1136225163936615,
      "step": 1370
    },
    {
      "contrastive_loss": 2.088705539703369,
      "epoch": 0.8915643048889612,
      "nll_loss": 0.186575248837471,
      "step": 1370
    },
    {
      "contrastive_loss": 2.0872862339019775,
      "epoch": 0.8915643048889612,
      "nll_loss": 0.1606033444404602,
      "step": 1370
    },
    {
      "contrastive_loss": 2.091736078262329,
      "epoch": 0.8915643048889612,
      "nll_loss": 0.08594440668821335,
      "step": 1370
    },
    {
      "epoch": 0.8948181892133734,
      "grad_norm": 0.2300732135772705,
      "learning_rate": 0.00017446881425633992,
      "loss": 3.14,
      "step": 1375
    },
    {
      "contrastive_loss": 2.0939431190490723,
      "epoch": 0.8948181892133734,
      "nll_loss": 0.14391323924064636,
      "step": 1375
    },
    {
      "contrastive_loss": 2.0864760875701904,
      "epoch": 0.8948181892133734,
      "nll_loss": 0.21877016127109528,
      "step": 1375
    },
    {
      "contrastive_loss": 2.0922739505767822,
      "epoch": 0.8948181892133734,
      "nll_loss": 0.11571250855922699,
      "step": 1375
    },
    {
      "contrastive_loss": 2.092237710952759,
      "epoch": 0.8948181892133734,
      "nll_loss": 0.17620627582073212,
      "step": 1375
    },
    {
      "contrastive_loss": 2.086057186126709,
      "epoch": 0.8948181892133734,
      "nll_loss": 0.1706274002790451,
      "step": 1375
    },
    {
      "contrastive_loss": 2.086642265319824,
      "epoch": 0.8948181892133734,
      "nll_loss": 0.09982652217149734,
      "step": 1375
    },
    {
      "contrastive_loss": 2.0918374061584473,
      "epoch": 0.8948181892133734,
      "nll_loss": 0.1066291406750679,
      "step": 1375
    },
    {
      "contrastive_loss": 2.0895259380340576,
      "epoch": 0.8948181892133734,
      "nll_loss": 0.08325377851724625,
      "step": 1375
    },
    {
      "epoch": 0.8980720735377857,
      "grad_norm": 0.23764650523662567,
      "learning_rate": 0.00017395476353666893,
      "loss": 3.1379,
      "step": 1380
    },
    {
      "contrastive_loss": 2.09177827835083,
      "epoch": 0.8980720735377857,
      "nll_loss": 0.11384467780590057,
      "step": 1380
    },
    {
      "contrastive_loss": 2.086423635482788,
      "epoch": 0.8980720735377857,
      "nll_loss": 0.11491512507200241,
      "step": 1380
    },
    {
      "contrastive_loss": 2.0825014114379883,
      "epoch": 0.8980720735377857,
      "nll_loss": 0.10678856819868088,
      "step": 1380
    },
    {
      "contrastive_loss": 2.093040943145752,
      "epoch": 0.8980720735377857,
      "nll_loss": 0.1312304586172104,
      "step": 1380
    },
    {
      "contrastive_loss": 2.086306571960449,
      "epoch": 0.8980720735377857,
      "nll_loss": 0.13920797407627106,
      "step": 1380
    },
    {
      "contrastive_loss": 2.0843937397003174,
      "epoch": 0.8980720735377857,
      "nll_loss": 0.10297201573848724,
      "step": 1380
    },
    {
      "contrastive_loss": 2.0859551429748535,
      "epoch": 0.8980720735377857,
      "nll_loss": 0.1087743490934372,
      "step": 1380
    },
    {
      "contrastive_loss": 2.0904502868652344,
      "epoch": 0.8980720735377857,
      "nll_loss": 0.20596115291118622,
      "step": 1380
    },
    {
      "epoch": 0.901325957862198,
      "grad_norm": 0.24494574964046478,
      "learning_rate": 0.00017344071281699794,
      "loss": 3.1232,
      "step": 1385
    },
    {
      "contrastive_loss": 2.094686985015869,
      "epoch": 0.901325957862198,
      "nll_loss": 0.059170156717300415,
      "step": 1385
    },
    {
      "contrastive_loss": 2.087397813796997,
      "epoch": 0.901325957862198,
      "nll_loss": 0.16089624166488647,
      "step": 1385
    },
    {
      "contrastive_loss": 2.091402769088745,
      "epoch": 0.901325957862198,
      "nll_loss": 0.14346525073051453,
      "step": 1385
    },
    {
      "contrastive_loss": 2.0970451831817627,
      "epoch": 0.901325957862198,
      "nll_loss": 0.12513522803783417,
      "step": 1385
    },
    {
      "contrastive_loss": 2.0890893936157227,
      "epoch": 0.901325957862198,
      "nll_loss": 0.1105751097202301,
      "step": 1385
    },
    {
      "contrastive_loss": 2.086205244064331,
      "epoch": 0.901325957862198,
      "nll_loss": 0.09855340421199799,
      "step": 1385
    },
    {
      "contrastive_loss": 2.089961051940918,
      "epoch": 0.901325957862198,
      "nll_loss": 0.13791655004024506,
      "step": 1385
    },
    {
      "contrastive_loss": 2.084926128387451,
      "epoch": 0.901325957862198,
      "nll_loss": 0.1738964170217514,
      "step": 1385
    },
    {
      "epoch": 0.9045798421866103,
      "grad_norm": 0.23090657591819763,
      "learning_rate": 0.00017292666209732692,
      "loss": 3.1538,
      "step": 1390
    },
    {
      "contrastive_loss": 2.093705177307129,
      "epoch": 0.9045798421866103,
      "nll_loss": 0.17376992106437683,
      "step": 1390
    },
    {
      "contrastive_loss": 2.0951454639434814,
      "epoch": 0.9045798421866103,
      "nll_loss": 0.1192765012383461,
      "step": 1390
    },
    {
      "contrastive_loss": 2.0919041633605957,
      "epoch": 0.9045798421866103,
      "nll_loss": 0.08958707749843597,
      "step": 1390
    },
    {
      "contrastive_loss": 2.0890960693359375,
      "epoch": 0.9045798421866103,
      "nll_loss": 0.15507298707962036,
      "step": 1390
    },
    {
      "contrastive_loss": 2.08445143699646,
      "epoch": 0.9045798421866103,
      "nll_loss": 0.11751804500818253,
      "step": 1390
    },
    {
      "contrastive_loss": 2.087337017059326,
      "epoch": 0.9045798421866103,
      "nll_loss": 0.1584804803133011,
      "step": 1390
    },
    {
      "contrastive_loss": 2.085954427719116,
      "epoch": 0.9045798421866103,
      "nll_loss": 0.08502750098705292,
      "step": 1390
    },
    {
      "contrastive_loss": 2.0846502780914307,
      "epoch": 0.9045798421866103,
      "nll_loss": 0.14767205715179443,
      "step": 1390
    },
    {
      "epoch": 0.9078337265110226,
      "grad_norm": 0.2685045301914215,
      "learning_rate": 0.00017241261137765593,
      "loss": 3.1608,
      "step": 1395
    },
    {
      "contrastive_loss": 2.093233108520508,
      "epoch": 0.9078337265110226,
      "nll_loss": 0.13449950516223907,
      "step": 1395
    },
    {
      "contrastive_loss": 2.0846364498138428,
      "epoch": 0.9078337265110226,
      "nll_loss": 0.14829502999782562,
      "step": 1395
    },
    {
      "contrastive_loss": 2.0908427238464355,
      "epoch": 0.9078337265110226,
      "nll_loss": 0.1455882340669632,
      "step": 1395
    },
    {
      "contrastive_loss": 2.090791702270508,
      "epoch": 0.9078337265110226,
      "nll_loss": 0.15078799426555634,
      "step": 1395
    },
    {
      "contrastive_loss": 2.0912277698516846,
      "epoch": 0.9078337265110226,
      "nll_loss": 0.1012972891330719,
      "step": 1395
    },
    {
      "contrastive_loss": 2.0934906005859375,
      "epoch": 0.9078337265110226,
      "nll_loss": 0.14962047338485718,
      "step": 1395
    },
    {
      "contrastive_loss": 2.089900493621826,
      "epoch": 0.9078337265110226,
      "nll_loss": 0.1300472766160965,
      "step": 1395
    },
    {
      "contrastive_loss": 2.091085433959961,
      "epoch": 0.9078337265110226,
      "nll_loss": 0.1473446637392044,
      "step": 1395
    },
    {
      "epoch": 0.9110876108354348,
      "grad_norm": 0.23591205477714539,
      "learning_rate": 0.0001718985606579849,
      "loss": 3.1886,
      "step": 1400
    },
    {
      "contrastive_loss": 2.089567184448242,
      "epoch": 0.9110876108354348,
      "nll_loss": 0.11342785507440567,
      "step": 1400
    },
    {
      "contrastive_loss": 2.089315414428711,
      "epoch": 0.9110876108354348,
      "nll_loss": 0.1826762557029724,
      "step": 1400
    },
    {
      "contrastive_loss": 2.090261459350586,
      "epoch": 0.9110876108354348,
      "nll_loss": 0.09918435662984848,
      "step": 1400
    },
    {
      "contrastive_loss": 2.0847697257995605,
      "epoch": 0.9110876108354348,
      "nll_loss": 0.14159168303012848,
      "step": 1400
    },
    {
      "contrastive_loss": 2.0845794677734375,
      "epoch": 0.9110876108354348,
      "nll_loss": 0.18637678027153015,
      "step": 1400
    },
    {
      "contrastive_loss": 2.096806049346924,
      "epoch": 0.9110876108354348,
      "nll_loss": 0.12133273482322693,
      "step": 1400
    },
    {
      "contrastive_loss": 2.0913259983062744,
      "epoch": 0.9110876108354348,
      "nll_loss": 0.18646258115768433,
      "step": 1400
    },
    {
      "contrastive_loss": 2.0859243869781494,
      "epoch": 0.9110876108354348,
      "nll_loss": 0.10007921606302261,
      "step": 1400
    },
    {
      "epoch": 0.9143414951598471,
      "grad_norm": 0.2292957901954651,
      "learning_rate": 0.0001713845099383139,
      "loss": 3.1387,
      "step": 1405
    },
    {
      "contrastive_loss": 2.0886857509613037,
      "epoch": 0.9143414951598471,
      "nll_loss": 0.06974562257528305,
      "step": 1405
    },
    {
      "contrastive_loss": 2.088229179382324,
      "epoch": 0.9143414951598471,
      "nll_loss": 0.1263357698917389,
      "step": 1405
    },
    {
      "contrastive_loss": 2.0868661403656006,
      "epoch": 0.9143414951598471,
      "nll_loss": 0.13323158025741577,
      "step": 1405
    },
    {
      "contrastive_loss": 2.094650983810425,
      "epoch": 0.9143414951598471,
      "nll_loss": 0.16505073010921478,
      "step": 1405
    },
    {
      "contrastive_loss": 2.086897373199463,
      "epoch": 0.9143414951598471,
      "nll_loss": 0.12433553487062454,
      "step": 1405
    },
    {
      "contrastive_loss": 2.0923447608947754,
      "epoch": 0.9143414951598471,
      "nll_loss": 0.22679011523723602,
      "step": 1405
    },
    {
      "contrastive_loss": 2.0901620388031006,
      "epoch": 0.9143414951598471,
      "nll_loss": 0.14282381534576416,
      "step": 1405
    },
    {
      "contrastive_loss": 2.089385509490967,
      "epoch": 0.9143414951598471,
      "nll_loss": 0.08769460022449493,
      "step": 1405
    },
    {
      "epoch": 0.9175953794842593,
      "grad_norm": 0.24412250518798828,
      "learning_rate": 0.0001708704592186429,
      "loss": 3.1589,
      "step": 1410
    },
    {
      "contrastive_loss": 2.0854430198669434,
      "epoch": 0.9175953794842593,
      "nll_loss": 0.10145074874162674,
      "step": 1410
    },
    {
      "contrastive_loss": 2.0862443447113037,
      "epoch": 0.9175953794842593,
      "nll_loss": 0.1679089218378067,
      "step": 1410
    },
    {
      "contrastive_loss": 2.0883896350860596,
      "epoch": 0.9175953794842593,
      "nll_loss": 0.17389015853405,
      "step": 1410
    },
    {
      "contrastive_loss": 2.105130195617676,
      "epoch": 0.9175953794842593,
      "nll_loss": 0.16724158823490143,
      "step": 1410
    },
    {
      "contrastive_loss": 2.091064929962158,
      "epoch": 0.9175953794842593,
      "nll_loss": 0.1182962954044342,
      "step": 1410
    },
    {
      "contrastive_loss": 2.084927797317505,
      "epoch": 0.9175953794842593,
      "nll_loss": 0.1066540852189064,
      "step": 1410
    },
    {
      "contrastive_loss": 2.0917470455169678,
      "epoch": 0.9175953794842593,
      "nll_loss": 0.1588003784418106,
      "step": 1410
    },
    {
      "contrastive_loss": 2.087946891784668,
      "epoch": 0.9175953794842593,
      "nll_loss": 0.057829320430755615,
      "step": 1410
    },
    {
      "epoch": 0.9208492638086716,
      "grad_norm": 0.28257808089256287,
      "learning_rate": 0.0001703564084989719,
      "loss": 3.1839,
      "step": 1415
    },
    {
      "contrastive_loss": 2.0902342796325684,
      "epoch": 0.9208492638086716,
      "nll_loss": 0.1940314918756485,
      "step": 1415
    },
    {
      "contrastive_loss": 2.0918078422546387,
      "epoch": 0.9208492638086716,
      "nll_loss": 0.21105347573757172,
      "step": 1415
    },
    {
      "contrastive_loss": 2.088406562805176,
      "epoch": 0.9208492638086716,
      "nll_loss": 0.1665380597114563,
      "step": 1415
    },
    {
      "contrastive_loss": 2.085463762283325,
      "epoch": 0.9208492638086716,
      "nll_loss": 0.09795510023832321,
      "step": 1415
    },
    {
      "contrastive_loss": 2.094255208969116,
      "epoch": 0.9208492638086716,
      "nll_loss": 0.11986571550369263,
      "step": 1415
    },
    {
      "contrastive_loss": 2.092458724975586,
      "epoch": 0.9208492638086716,
      "nll_loss": 0.10433806478977203,
      "step": 1415
    },
    {
      "contrastive_loss": 2.091311454772949,
      "epoch": 0.9208492638086716,
      "nll_loss": 0.10553236305713654,
      "step": 1415
    },
    {
      "contrastive_loss": 2.0899322032928467,
      "epoch": 0.9208492638086716,
      "nll_loss": 0.11977922916412354,
      "step": 1415
    },
    {
      "epoch": 0.9241031481330839,
      "grad_norm": 0.2644726634025574,
      "learning_rate": 0.00016984235777930086,
      "loss": 3.164,
      "step": 1420
    },
    {
      "contrastive_loss": 2.0966243743896484,
      "epoch": 0.9241031481330839,
      "nll_loss": 0.09833531081676483,
      "step": 1420
    },
    {
      "contrastive_loss": 2.091787338256836,
      "epoch": 0.9241031481330839,
      "nll_loss": 0.11697714775800705,
      "step": 1420
    },
    {
      "contrastive_loss": 2.089822292327881,
      "epoch": 0.9241031481330839,
      "nll_loss": 0.17963352799415588,
      "step": 1420
    },
    {
      "contrastive_loss": 2.0842092037200928,
      "epoch": 0.9241031481330839,
      "nll_loss": 0.13728347420692444,
      "step": 1420
    },
    {
      "contrastive_loss": 2.0843939781188965,
      "epoch": 0.9241031481330839,
      "nll_loss": 0.149640753865242,
      "step": 1420
    },
    {
      "contrastive_loss": 2.084555149078369,
      "epoch": 0.9241031481330839,
      "nll_loss": 0.11595603078603745,
      "step": 1420
    },
    {
      "contrastive_loss": 2.088594436645508,
      "epoch": 0.9241031481330839,
      "nll_loss": 0.1030568778514862,
      "step": 1420
    },
    {
      "contrastive_loss": 2.0859172344207764,
      "epoch": 0.9241031481330839,
      "nll_loss": 0.13100841641426086,
      "step": 1420
    },
    {
      "epoch": 0.9273570324574961,
      "grad_norm": 0.2715286612510681,
      "learning_rate": 0.00016932830705962987,
      "loss": 3.1386,
      "step": 1425
    },
    {
      "contrastive_loss": 2.0888943672180176,
      "epoch": 0.9273570324574961,
      "nll_loss": 0.09327621757984161,
      "step": 1425
    },
    {
      "contrastive_loss": 2.09810471534729,
      "epoch": 0.9273570324574961,
      "nll_loss": 0.08873105049133301,
      "step": 1425
    },
    {
      "contrastive_loss": 2.0913257598876953,
      "epoch": 0.9273570324574961,
      "nll_loss": 0.16135412454605103,
      "step": 1425
    },
    {
      "contrastive_loss": 2.0872113704681396,
      "epoch": 0.9273570324574961,
      "nll_loss": 0.12399990856647491,
      "step": 1425
    },
    {
      "contrastive_loss": 2.0904765129089355,
      "epoch": 0.9273570324574961,
      "nll_loss": 0.1766575574874878,
      "step": 1425
    },
    {
      "contrastive_loss": 2.09586763381958,
      "epoch": 0.9273570324574961,
      "nll_loss": 0.14950574934482574,
      "step": 1425
    },
    {
      "contrastive_loss": 2.0867795944213867,
      "epoch": 0.9273570324574961,
      "nll_loss": 0.07904508709907532,
      "step": 1425
    },
    {
      "contrastive_loss": 2.086826801300049,
      "epoch": 0.9273570324574961,
      "nll_loss": 0.1420925110578537,
      "step": 1425
    },
    {
      "epoch": 0.9306109167819084,
      "grad_norm": 0.2251250147819519,
      "learning_rate": 0.00016881425633995888,
      "loss": 3.1229,
      "step": 1430
    },
    {
      "contrastive_loss": 2.0925188064575195,
      "epoch": 0.9306109167819084,
      "nll_loss": 0.11033123731613159,
      "step": 1430
    },
    {
      "contrastive_loss": 2.0888924598693848,
      "epoch": 0.9306109167819084,
      "nll_loss": 0.11841726303100586,
      "step": 1430
    },
    {
      "contrastive_loss": 2.089111566543579,
      "epoch": 0.9306109167819084,
      "nll_loss": 0.0443916916847229,
      "step": 1430
    },
    {
      "contrastive_loss": 2.0881545543670654,
      "epoch": 0.9306109167819084,
      "nll_loss": 0.1469559669494629,
      "step": 1430
    },
    {
      "contrastive_loss": 2.0925068855285645,
      "epoch": 0.9306109167819084,
      "nll_loss": 0.15841783583164215,
      "step": 1430
    },
    {
      "contrastive_loss": 2.0891940593719482,
      "epoch": 0.9306109167819084,
      "nll_loss": 0.15631422400474548,
      "step": 1430
    },
    {
      "contrastive_loss": 2.095395088195801,
      "epoch": 0.9306109167819084,
      "nll_loss": 0.14448966085910797,
      "step": 1430
    },
    {
      "contrastive_loss": 2.086259365081787,
      "epoch": 0.9306109167819084,
      "nll_loss": 0.15661054849624634,
      "step": 1430
    },
    {
      "epoch": 0.9338648011063206,
      "grad_norm": 0.22510981559753418,
      "learning_rate": 0.00016830020562028786,
      "loss": 3.116,
      "step": 1435
    },
    {
      "contrastive_loss": 2.0927700996398926,
      "epoch": 0.9338648011063206,
      "nll_loss": 0.0697493925690651,
      "step": 1435
    },
    {
      "contrastive_loss": 2.0918612480163574,
      "epoch": 0.9338648011063206,
      "nll_loss": 0.10577392578125,
      "step": 1435
    },
    {
      "contrastive_loss": 2.0953540802001953,
      "epoch": 0.9338648011063206,
      "nll_loss": 0.11157122254371643,
      "step": 1435
    },
    {
      "contrastive_loss": 2.0903396606445312,
      "epoch": 0.9338648011063206,
      "nll_loss": 0.21774336695671082,
      "step": 1435
    },
    {
      "contrastive_loss": 2.086207389831543,
      "epoch": 0.9338648011063206,
      "nll_loss": 0.13629333674907684,
      "step": 1435
    },
    {
      "contrastive_loss": 2.0915610790252686,
      "epoch": 0.9338648011063206,
      "nll_loss": 0.07999084144830704,
      "step": 1435
    },
    {
      "contrastive_loss": 2.087510824203491,
      "epoch": 0.9338648011063206,
      "nll_loss": 0.12116143107414246,
      "step": 1435
    },
    {
      "contrastive_loss": 2.0918381214141846,
      "epoch": 0.9338648011063206,
      "nll_loss": 0.14471817016601562,
      "step": 1435
    },
    {
      "epoch": 0.937118685430733,
      "grad_norm": 0.26064255833625793,
      "learning_rate": 0.00016778615490061684,
      "loss": 3.1185,
      "step": 1440
    },
    {
      "contrastive_loss": 2.088624954223633,
      "epoch": 0.937118685430733,
      "nll_loss": 0.17821864783763885,
      "step": 1440
    },
    {
      "contrastive_loss": 2.0917932987213135,
      "epoch": 0.937118685430733,
      "nll_loss": 0.1266666054725647,
      "step": 1440
    },
    {
      "contrastive_loss": 2.0885009765625,
      "epoch": 0.937118685430733,
      "nll_loss": 0.19244384765625,
      "step": 1440
    },
    {
      "contrastive_loss": 2.0878634452819824,
      "epoch": 0.937118685430733,
      "nll_loss": 0.11766594648361206,
      "step": 1440
    },
    {
      "contrastive_loss": 2.091695785522461,
      "epoch": 0.937118685430733,
      "nll_loss": 0.11478471010923386,
      "step": 1440
    },
    {
      "contrastive_loss": 2.09220552444458,
      "epoch": 0.937118685430733,
      "nll_loss": 0.13011036813259125,
      "step": 1440
    },
    {
      "contrastive_loss": 2.091010570526123,
      "epoch": 0.937118685430733,
      "nll_loss": 0.11464981734752655,
      "step": 1440
    },
    {
      "contrastive_loss": 2.0898733139038086,
      "epoch": 0.937118685430733,
      "nll_loss": 0.11202532798051834,
      "step": 1440
    },
    {
      "epoch": 0.9403725697551452,
      "grad_norm": 0.2513337731361389,
      "learning_rate": 0.00016727210418094582,
      "loss": 3.1533,
      "step": 1445
    },
    {
      "contrastive_loss": 2.0942018032073975,
      "epoch": 0.9403725697551452,
      "nll_loss": 0.15456540882587433,
      "step": 1445
    },
    {
      "contrastive_loss": 2.0875020027160645,
      "epoch": 0.9403725697551452,
      "nll_loss": 0.10857407003641129,
      "step": 1445
    },
    {
      "contrastive_loss": 2.0886011123657227,
      "epoch": 0.9403725697551452,
      "nll_loss": 0.09871285408735275,
      "step": 1445
    },
    {
      "contrastive_loss": 2.0860018730163574,
      "epoch": 0.9403725697551452,
      "nll_loss": 0.07016217708587646,
      "step": 1445
    },
    {
      "contrastive_loss": 2.0882866382598877,
      "epoch": 0.9403725697551452,
      "nll_loss": 0.1854325830936432,
      "step": 1445
    },
    {
      "contrastive_loss": 2.0860395431518555,
      "epoch": 0.9403725697551452,
      "nll_loss": 0.09433814883232117,
      "step": 1445
    },
    {
      "contrastive_loss": 2.088237762451172,
      "epoch": 0.9403725697551452,
      "nll_loss": 0.14167653024196625,
      "step": 1445
    },
    {
      "contrastive_loss": 2.0839996337890625,
      "epoch": 0.9403725697551452,
      "nll_loss": 0.2603028118610382,
      "step": 1445
    },
    {
      "epoch": 0.9436264540795575,
      "grad_norm": 0.24719825387001038,
      "learning_rate": 0.00016675805346127483,
      "loss": 3.1253,
      "step": 1450
    },
    {
      "contrastive_loss": 2.0894691944122314,
      "epoch": 0.9436264540795575,
      "nll_loss": 0.18619099259376526,
      "step": 1450
    },
    {
      "contrastive_loss": 2.0916645526885986,
      "epoch": 0.9436264540795575,
      "nll_loss": 0.23903433978557587,
      "step": 1450
    },
    {
      "contrastive_loss": 2.0845274925231934,
      "epoch": 0.9436264540795575,
      "nll_loss": 0.11464177072048187,
      "step": 1450
    },
    {
      "contrastive_loss": 2.0927538871765137,
      "epoch": 0.9436264540795575,
      "nll_loss": 0.10211611539125443,
      "step": 1450
    },
    {
      "contrastive_loss": 2.0936355590820312,
      "epoch": 0.9436264540795575,
      "nll_loss": 0.1453462541103363,
      "step": 1450
    },
    {
      "contrastive_loss": 2.0885143280029297,
      "epoch": 0.9436264540795575,
      "nll_loss": 0.07709072530269623,
      "step": 1450
    },
    {
      "contrastive_loss": 2.0895519256591797,
      "epoch": 0.9436264540795575,
      "nll_loss": 0.11448118090629578,
      "step": 1450
    },
    {
      "contrastive_loss": 2.0894827842712402,
      "epoch": 0.9436264540795575,
      "nll_loss": 0.09173255413770676,
      "step": 1450
    },
    {
      "epoch": 0.9468803384039698,
      "grad_norm": 0.255412757396698,
      "learning_rate": 0.00016624400274160384,
      "loss": 3.1712,
      "step": 1455
    },
    {
      "contrastive_loss": 2.0854239463806152,
      "epoch": 0.9468803384039698,
      "nll_loss": 0.25958767533302307,
      "step": 1455
    },
    {
      "contrastive_loss": 2.0899012088775635,
      "epoch": 0.9468803384039698,
      "nll_loss": 0.1369308978319168,
      "step": 1455
    },
    {
      "contrastive_loss": 2.0897724628448486,
      "epoch": 0.9468803384039698,
      "nll_loss": 0.19342806935310364,
      "step": 1455
    },
    {
      "contrastive_loss": 2.0921294689178467,
      "epoch": 0.9468803384039698,
      "nll_loss": 0.10221479833126068,
      "step": 1455
    },
    {
      "contrastive_loss": 2.0881824493408203,
      "epoch": 0.9468803384039698,
      "nll_loss": 0.11779315024614334,
      "step": 1455
    },
    {
      "contrastive_loss": 2.088061809539795,
      "epoch": 0.9468803384039698,
      "nll_loss": 0.071282297372818,
      "step": 1455
    },
    {
      "contrastive_loss": 2.089038848876953,
      "epoch": 0.9468803384039698,
      "nll_loss": 0.07257694005966187,
      "step": 1455
    },
    {
      "contrastive_loss": 2.0885775089263916,
      "epoch": 0.9468803384039698,
      "nll_loss": 0.13153836131095886,
      "step": 1455
    },
    {
      "epoch": 0.950134222728382,
      "grad_norm": 0.2627851068973541,
      "learning_rate": 0.00016572995202193284,
      "loss": 3.1673,
      "step": 1460
    },
    {
      "contrastive_loss": 2.083735942840576,
      "epoch": 0.950134222728382,
      "nll_loss": 0.11585462838411331,
      "step": 1460
    },
    {
      "contrastive_loss": 2.0886127948760986,
      "epoch": 0.950134222728382,
      "nll_loss": 0.04243045672774315,
      "step": 1460
    },
    {
      "contrastive_loss": 2.0914995670318604,
      "epoch": 0.950134222728382,
      "nll_loss": 0.2144501507282257,
      "step": 1460
    },
    {
      "contrastive_loss": 2.089604377746582,
      "epoch": 0.950134222728382,
      "nll_loss": 0.2006330043077469,
      "step": 1460
    },
    {
      "contrastive_loss": 2.093320608139038,
      "epoch": 0.950134222728382,
      "nll_loss": 0.17792226374149323,
      "step": 1460
    },
    {
      "contrastive_loss": 2.0868887901306152,
      "epoch": 0.950134222728382,
      "nll_loss": 0.029849350452423096,
      "step": 1460
    },
    {
      "contrastive_loss": 2.0847764015197754,
      "epoch": 0.950134222728382,
      "nll_loss": 0.12508997321128845,
      "step": 1460
    },
    {
      "contrastive_loss": 2.0889439582824707,
      "epoch": 0.950134222728382,
      "nll_loss": 0.1906328946352005,
      "step": 1460
    },
    {
      "epoch": 0.9533881070527943,
      "grad_norm": 0.2308928370475769,
      "learning_rate": 0.0001652159013022618,
      "loss": 3.1876,
      "step": 1465
    },
    {
      "contrastive_loss": 2.089261770248413,
      "epoch": 0.9533881070527943,
      "nll_loss": 0.13279518485069275,
      "step": 1465
    },
    {
      "contrastive_loss": 2.090702533721924,
      "epoch": 0.9533881070527943,
      "nll_loss": 0.1518600881099701,
      "step": 1465
    },
    {
      "contrastive_loss": 2.09047532081604,
      "epoch": 0.9533881070527943,
      "nll_loss": 0.1806795299053192,
      "step": 1465
    },
    {
      "contrastive_loss": 2.0801262855529785,
      "epoch": 0.9533881070527943,
      "nll_loss": 0.07948645949363708,
      "step": 1465
    },
    {
      "contrastive_loss": 2.0895097255706787,
      "epoch": 0.9533881070527943,
      "nll_loss": 0.1685333102941513,
      "step": 1465
    },
    {
      "contrastive_loss": 2.0907745361328125,
      "epoch": 0.9533881070527943,
      "nll_loss": 0.14919930696487427,
      "step": 1465
    },
    {
      "contrastive_loss": 2.0892813205718994,
      "epoch": 0.9533881070527943,
      "nll_loss": 0.11224567890167236,
      "step": 1465
    },
    {
      "contrastive_loss": 2.0881612300872803,
      "epoch": 0.9533881070527943,
      "nll_loss": 0.13853617012500763,
      "step": 1465
    },
    {
      "epoch": 0.9566419913772065,
      "grad_norm": 0.2528771758079529,
      "learning_rate": 0.0001647018505825908,
      "loss": 3.1462,
      "step": 1470
    },
    {
      "contrastive_loss": 2.08841872215271,
      "epoch": 0.9566419913772065,
      "nll_loss": 0.1244584172964096,
      "step": 1470
    },
    {
      "contrastive_loss": 2.0893757343292236,
      "epoch": 0.9566419913772065,
      "nll_loss": 0.2355535924434662,
      "step": 1470
    },
    {
      "contrastive_loss": 2.0849623680114746,
      "epoch": 0.9566419913772065,
      "nll_loss": 0.12544453144073486,
      "step": 1470
    },
    {
      "contrastive_loss": 2.090569496154785,
      "epoch": 0.9566419913772065,
      "nll_loss": 0.11414972692728043,
      "step": 1470
    },
    {
      "contrastive_loss": 2.089768409729004,
      "epoch": 0.9566419913772065,
      "nll_loss": 0.10465778410434723,
      "step": 1470
    },
    {
      "contrastive_loss": 2.093902587890625,
      "epoch": 0.9566419913772065,
      "nll_loss": 0.08986970037221909,
      "step": 1470
    },
    {
      "contrastive_loss": 2.088697671890259,
      "epoch": 0.9566419913772065,
      "nll_loss": 0.1528792381286621,
      "step": 1470
    },
    {
      "contrastive_loss": 2.0916824340820312,
      "epoch": 0.9566419913772065,
      "nll_loss": 0.20122002065181732,
      "step": 1470
    },
    {
      "epoch": 0.9598958757016188,
      "grad_norm": 0.2875974774360657,
      "learning_rate": 0.0001641877998629198,
      "loss": 3.1684,
      "step": 1475
    },
    {
      "contrastive_loss": 2.0871596336364746,
      "epoch": 0.9598958757016188,
      "nll_loss": 0.11990614980459213,
      "step": 1475
    },
    {
      "contrastive_loss": 2.0917165279388428,
      "epoch": 0.9598958757016188,
      "nll_loss": 0.1940421611070633,
      "step": 1475
    },
    {
      "contrastive_loss": 2.090252161026001,
      "epoch": 0.9598958757016188,
      "nll_loss": 0.1823793351650238,
      "step": 1475
    },
    {
      "contrastive_loss": 2.086709499359131,
      "epoch": 0.9598958757016188,
      "nll_loss": 0.11360133439302444,
      "step": 1475
    },
    {
      "contrastive_loss": 2.092383861541748,
      "epoch": 0.9598958757016188,
      "nll_loss": 0.13392594456672668,
      "step": 1475
    },
    {
      "contrastive_loss": 2.0876033306121826,
      "epoch": 0.9598958757016188,
      "nll_loss": 0.11800132691860199,
      "step": 1475
    },
    {
      "contrastive_loss": 2.0866591930389404,
      "epoch": 0.9598958757016188,
      "nll_loss": 0.056268174201250076,
      "step": 1475
    },
    {
      "contrastive_loss": 2.0887162685394287,
      "epoch": 0.9598958757016188,
      "nll_loss": 0.12969160079956055,
      "step": 1475
    },
    {
      "epoch": 0.963149760026031,
      "grad_norm": 0.2704835534095764,
      "learning_rate": 0.0001636737491432488,
      "loss": 3.1257,
      "step": 1480
    },
    {
      "contrastive_loss": 2.088322162628174,
      "epoch": 0.963149760026031,
      "nll_loss": 0.14917424321174622,
      "step": 1480
    },
    {
      "contrastive_loss": 2.0912909507751465,
      "epoch": 0.963149760026031,
      "nll_loss": 0.08989876508712769,
      "step": 1480
    },
    {
      "contrastive_loss": 2.093477964401245,
      "epoch": 0.963149760026031,
      "nll_loss": 0.06626223772764206,
      "step": 1480
    },
    {
      "contrastive_loss": 2.0852818489074707,
      "epoch": 0.963149760026031,
      "nll_loss": 0.14425700902938843,
      "step": 1480
    },
    {
      "contrastive_loss": 2.088498592376709,
      "epoch": 0.963149760026031,
      "nll_loss": 0.21591351926326752,
      "step": 1480
    },
    {
      "contrastive_loss": 2.0899219512939453,
      "epoch": 0.963149760026031,
      "nll_loss": 0.14626963436603546,
      "step": 1480
    },
    {
      "contrastive_loss": 2.087218999862671,
      "epoch": 0.963149760026031,
      "nll_loss": 0.12164811044931412,
      "step": 1480
    },
    {
      "contrastive_loss": 2.09138822555542,
      "epoch": 0.963149760026031,
      "nll_loss": 0.18259038031101227,
      "step": 1480
    },
    {
      "epoch": 0.9664036443504433,
      "grad_norm": 0.2588863670825958,
      "learning_rate": 0.00016315969842357778,
      "loss": 3.1933,
      "step": 1485
    },
    {
      "contrastive_loss": 2.0935230255126953,
      "epoch": 0.9664036443504433,
      "nll_loss": 0.13718929886817932,
      "step": 1485
    },
    {
      "contrastive_loss": 2.0906972885131836,
      "epoch": 0.9664036443504433,
      "nll_loss": 0.1377137303352356,
      "step": 1485
    },
    {
      "contrastive_loss": 2.090277671813965,
      "epoch": 0.9664036443504433,
      "nll_loss": 0.08048693835735321,
      "step": 1485
    },
    {
      "contrastive_loss": 2.086362361907959,
      "epoch": 0.9664036443504433,
      "nll_loss": 0.12696930766105652,
      "step": 1485
    },
    {
      "contrastive_loss": 2.090820074081421,
      "epoch": 0.9664036443504433,
      "nll_loss": 0.15161246061325073,
      "step": 1485
    },
    {
      "contrastive_loss": 2.087113857269287,
      "epoch": 0.9664036443504433,
      "nll_loss": 0.14920949935913086,
      "step": 1485
    },
    {
      "contrastive_loss": 2.086857557296753,
      "epoch": 0.9664036443504433,
      "nll_loss": 0.1562013477087021,
      "step": 1485
    },
    {
      "contrastive_loss": 2.0836315155029297,
      "epoch": 0.9664036443504433,
      "nll_loss": 0.16528426110744476,
      "step": 1485
    },
    {
      "epoch": 0.9696575286748557,
      "grad_norm": 0.28824910521507263,
      "learning_rate": 0.00016264564770390676,
      "loss": 3.1338,
      "step": 1490
    },
    {
      "contrastive_loss": 2.0883078575134277,
      "epoch": 0.9696575286748557,
      "nll_loss": 0.13161680102348328,
      "step": 1490
    },
    {
      "contrastive_loss": 2.0869011878967285,
      "epoch": 0.9696575286748557,
      "nll_loss": 0.14924046397209167,
      "step": 1490
    },
    {
      "contrastive_loss": 2.0802416801452637,
      "epoch": 0.9696575286748557,
      "nll_loss": 0.1775946468114853,
      "step": 1490
    },
    {
      "contrastive_loss": 2.0824170112609863,
      "epoch": 0.9696575286748557,
      "nll_loss": 0.08590786159038544,
      "step": 1490
    },
    {
      "contrastive_loss": 2.0930488109588623,
      "epoch": 0.9696575286748557,
      "nll_loss": 0.08255124092102051,
      "step": 1490
    },
    {
      "contrastive_loss": 2.0797464847564697,
      "epoch": 0.9696575286748557,
      "nll_loss": 0.22707051038742065,
      "step": 1490
    },
    {
      "contrastive_loss": 2.084141969680786,
      "epoch": 0.9696575286748557,
      "nll_loss": 0.06504542380571365,
      "step": 1490
    },
    {
      "contrastive_loss": 2.0913615226745605,
      "epoch": 0.9696575286748557,
      "nll_loss": 0.1434975117444992,
      "step": 1490
    },
    {
      "epoch": 0.9729114129992679,
      "grad_norm": 0.230246439576149,
      "learning_rate": 0.00016213159698423576,
      "loss": 3.1516,
      "step": 1495
    },
    {
      "contrastive_loss": 2.088284969329834,
      "epoch": 0.9729114129992679,
      "nll_loss": 0.10905526578426361,
      "step": 1495
    },
    {
      "contrastive_loss": 2.0849123001098633,
      "epoch": 0.9729114129992679,
      "nll_loss": 0.1247812882065773,
      "step": 1495
    },
    {
      "contrastive_loss": 2.088876724243164,
      "epoch": 0.9729114129992679,
      "nll_loss": 0.0694093331694603,
      "step": 1495
    },
    {
      "contrastive_loss": 2.0898261070251465,
      "epoch": 0.9729114129992679,
      "nll_loss": 0.14235372841358185,
      "step": 1495
    },
    {
      "contrastive_loss": 2.0844340324401855,
      "epoch": 0.9729114129992679,
      "nll_loss": 0.12692391872406006,
      "step": 1495
    },
    {
      "contrastive_loss": 2.086277723312378,
      "epoch": 0.9729114129992679,
      "nll_loss": 0.18818363547325134,
      "step": 1495
    },
    {
      "contrastive_loss": 2.096632957458496,
      "epoch": 0.9729114129992679,
      "nll_loss": 0.17486140131950378,
      "step": 1495
    },
    {
      "contrastive_loss": 2.093644380569458,
      "epoch": 0.9729114129992679,
      "nll_loss": 0.10581593960523605,
      "step": 1495
    },
    {
      "epoch": 0.9761652973236802,
      "grad_norm": 0.2540309429168701,
      "learning_rate": 0.00016161754626456477,
      "loss": 3.1626,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091527223587036,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9600300192832947,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087052345275879,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1420072317123413,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088988780975342,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9952808022499084,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0822253227233887,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1640013456344604,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0920703411102295,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2533626556396484,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088249683380127,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9562291502952576,
      "step": 1500
    },
    {
      "contrastive_loss": 2.093580484390259,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9465640187263489,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0860233306884766,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.7949731349945068,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0963377952575684,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.002215027809143,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0893588066101074,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8939550518989563,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0946760177612305,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0417729616165161,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0856854915618896,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9720798134803772,
      "step": 1500
    },
    {
      "contrastive_loss": 2.082821846008301,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9265928864479065,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084418773651123,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1304270029067993,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091771125793457,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0464718341827393,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0940029621124268,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0463961362838745,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0886011123657227,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1741386651992798,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0869407653808594,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.835349440574646,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0921387672424316,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1182044744491577,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0879015922546387,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1677336692810059,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0930614471435547,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1650302410125732,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088918447494507,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1991931200027466,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0870730876922607,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9474568963050842,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0896899700164795,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9318119287490845,
      "step": 1500
    },
    {
      "contrastive_loss": 2.081792116165161,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2522919178009033,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0896172523498535,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8688732981681824,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08807635307312,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.070168375968933,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0871245861053467,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2253044843673706,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090092182159424,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0327826738357544,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0891385078430176,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0875988006591797,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085247039794922,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9988051056861877,
      "step": 1500
    },
    {
      "contrastive_loss": 2.103987455368042,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0875980854034424,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088486671447754,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0436385869979858,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086538791656494,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3608232736587524,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0931236743927,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0947977304458618,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088134288787842,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9881752133369446,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087191343307495,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0476187467575073,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0848546028137207,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.016998529434204,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0877251625061035,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0901299715042114,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086132764816284,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8514684438705444,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0877649784088135,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8963191509246826,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0860822200775146,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1617491245269775,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089547872543335,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1204429864883423,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090338945388794,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9613493084907532,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0850906372070312,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1271475553512573,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092313051223755,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2691068649291992,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0870208740234375,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0064878463745117,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0936577320098877,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1083320379257202,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089524984359741,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0853794813156128,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092721462249756,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1183558702468872,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0865161418914795,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0832988023757935,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0907020568847656,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9966429471969604,
      "step": 1500
    },
    {
      "contrastive_loss": 2.093029737472534,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0878796577453613,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088923454284668,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0164203643798828,
      "step": 1500
    },
    {
      "contrastive_loss": 2.098989486694336,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.164136290550232,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087642192840576,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.03602135181427,
      "step": 1500
    },
    {
      "contrastive_loss": 2.095935821533203,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0372394323349,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0887503623962402,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2295451164245605,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0903632640838623,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8438029885292053,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0874242782592773,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8201095461845398,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087684392929077,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9658949971199036,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0874762535095215,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0070748329162598,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087123155593872,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1066765785217285,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0846927165985107,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.889013409614563,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092963457107544,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0147873163223267,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0906269550323486,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1031254529953003,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0913608074188232,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0581437349319458,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0868029594421387,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9607150554656982,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0899226665496826,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1342345476150513,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0968611240386963,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1318644285202026,
      "step": 1500
    },
    {
      "contrastive_loss": 2.094839334487915,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.930859386920929,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091218948364258,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1662287712097168,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0865490436553955,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2224485874176025,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088007688522339,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0654948949813843,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0884132385253906,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3627581596374512,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085050344467163,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.198349952697754,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0892059803009033,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0052367448806763,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0921425819396973,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2828947305679321,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0858263969421387,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0874024629592896,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0823264122009277,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9984635710716248,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0846755504608154,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9688858389854431,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0861659049987793,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.132675051689148,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09035587310791,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1044774055480957,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0889394283294678,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3937309980392456,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089810848236084,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.080613374710083,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0865986347198486,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2161891460418701,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086935520172119,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.882297158241272,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089853286743164,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.144518256187439,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0915420055389404,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.10026216506958,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0913352966308594,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1023566722869873,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0839223861694336,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0819839239120483,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0892529487609863,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9835491180419922,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0948941707611084,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8713533282279968,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087916851043701,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2783647775650024,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09171462059021,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9591641426086426,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0849268436431885,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1501257419586182,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0823466777801514,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1182068586349487,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0904359817504883,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8826262950897217,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090510129928589,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9787453413009644,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0911622047424316,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1019703149795532,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0880305767059326,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9400022029876709,
      "step": 1500
    },
    {
      "contrastive_loss": 2.080915927886963,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0397378206253052,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0842466354370117,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.009314775466919,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087458610534668,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1969003677368164,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0879411697387695,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0199072360992432,
      "step": 1500
    },
    {
      "contrastive_loss": 2.094499111175537,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9332854151725769,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0860660076141357,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.015575647354126,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0895252227783203,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8695895671844482,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088181257247925,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.154977798461914,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0871682167053223,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2245442867279053,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0866076946258545,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1077183485031128,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0895793437957764,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9953963756561279,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0860631465911865,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9708837866783142,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0869498252868652,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8995959758758545,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0870437622070312,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8128563165664673,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0850186347961426,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.043012022972107,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0893328189849854,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1201211214065552,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087812900543213,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1260554790496826,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0866007804870605,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0593446493148804,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089401960372925,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0454143285751343,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0950679779052734,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1074379682540894,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0881872177124023,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0064913034439087,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0862679481506348,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.4530025720596313,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0946409702301025,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1996089220046997,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0918116569519043,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0893478393554688,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0857045650482178,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3604167699813843,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0851430892944336,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9460031390190125,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087509870529175,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1294734477996826,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0930821895599365,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9363446235656738,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091120958328247,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9615324139595032,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0843658447265625,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9560298919677734,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089165449142456,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0730974674224854,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0858943462371826,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1319231986999512,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0893943309783936,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1503334045410156,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0885961055755615,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1735714673995972,
      "step": 1500
    },
    {
      "contrastive_loss": 2.081911087036133,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9372673034667969,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0911502838134766,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9498781561851501,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0794222354888916,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9387288093566895,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0870614051818848,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0194224119186401,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0887794494628906,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2177971601486206,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088644504547119,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1407724618911743,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0950279235839844,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0488865375518799,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086071729660034,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.99105304479599,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0910801887512207,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1392452716827393,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089747428894043,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1675902605056763,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0864200592041016,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0594009160995483,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0819921493530273,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0198192596435547,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088545799255371,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.258015513420105,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0915772914886475,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1912866830825806,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09087872505188,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0113247632980347,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085416316986084,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8450828790664673,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0853419303894043,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1356145143508911,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089326858520508,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9985322952270508,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0934269428253174,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0590739250183105,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089728593826294,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.7688530683517456,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088909149169922,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0072355270385742,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088994026184082,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0271481275558472,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0936264991760254,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1037663221359253,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0898518562316895,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0256664752960205,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0825629234313965,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1661806106567383,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0892651081085205,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9291437864303589,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0874810218811035,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0216864347457886,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0854318141937256,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.024348258972168,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0872490406036377,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1103230714797974,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0899181365966797,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3514176607131958,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0883214473724365,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2753727436065674,
      "step": 1500
    },
    {
      "contrastive_loss": 2.093580484390259,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9756087064743042,
      "step": 1500
    },
    {
      "contrastive_loss": 2.083822011947632,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1117857694625854,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0847465991973877,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9538350701332092,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085942268371582,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3739792108535767,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088892936706543,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0133616924285889,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0930323600769043,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9465527534484863,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088369607925415,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2503657341003418,
      "step": 1500
    },
    {
      "contrastive_loss": 2.082360029220581,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3826602697372437,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0906007289886475,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.031650424003601,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0887527465820312,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0265324115753174,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0876805782318115,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1828442811965942,
      "step": 1500
    },
    {
      "contrastive_loss": 2.1118838787078857,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1472506523132324,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085839033126831,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.003930687904358,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0885138511657715,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9663737416267395,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0843513011932373,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0323535203933716,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0945584774017334,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.800887942314148,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085980176925659,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0335698127746582,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086836338043213,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0172268152236938,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0918490886688232,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8520088791847229,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0880069732666016,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0109071731567383,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08549427986145,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9049646258354187,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0913352966308594,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0380398035049438,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091726779937744,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0162214040756226,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0880954265594482,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9735608696937561,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086238384246826,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9137608408927917,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08638334274292,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1602460145950317,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092374086380005,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3110591173171997,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0937328338623047,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2771662473678589,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0894274711608887,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.095294713973999,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086930751800537,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.160900354385376,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0896992683410645,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1686769723892212,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0907678604125977,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1412371397018433,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0876383781433105,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0701566934585571,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0850770473480225,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0701355934143066,
      "step": 1500
    },
    {
      "contrastive_loss": 2.094435214996338,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0247834920883179,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0923869609832764,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0822105407714844,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0889394283294678,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0329580307006836,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0898611545562744,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1161373853683472,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092467784881592,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1657397747039795,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089247703552246,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0004184246063232,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087153434753418,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9162999987602234,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085951805114746,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0180166959762573,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0895519256591797,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3298543691635132,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090723752975464,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9908158779144287,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086885452270508,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9574765563011169,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091586112976074,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0773030519485474,
      "step": 1500
    },
    {
      "contrastive_loss": 2.082610845565796,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1484049558639526,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089031934738159,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0769306421279907,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0925498008728027,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8992815613746643,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089735507965088,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0689460039138794,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0937609672546387,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.4915518760681152,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0912671089172363,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1922377347946167,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085587978363037,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0856952667236328,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084885597229004,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.868441641330719,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0876834392547607,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1900136470794678,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0865976810455322,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1068429946899414,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0852274894714355,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1641567945480347,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092151165008545,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9984718561172485,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0873119831085205,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.20146906375885,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090364933013916,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8613809943199158,
      "step": 1500
    },
    {
      "contrastive_loss": 2.083789825439453,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9012340307235718,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087536573410034,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.197684645652771,
      "step": 1500
    },
    {
      "contrastive_loss": 2.094369888305664,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.120463252067566,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087351083755493,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1216354370117188,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088820695877075,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0244122743606567,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0937345027923584,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2768296003341675,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08197283744812,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0550966262817383,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092958688735962,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1548819541931152,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092590093612671,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.04671049118042,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086920738220215,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0117015838623047,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0861616134643555,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.062397837638855,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087026596069336,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9199115633964539,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0866005420684814,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0159188508987427,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0876779556274414,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9411423206329346,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09010648727417,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9794961214065552,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0955872535705566,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0870853662490845,
      "step": 1500
    },
    {
      "contrastive_loss": 2.094355821609497,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8838639855384827,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0938844680786133,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0023447275161743,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0914130210876465,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9613370895385742,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0929667949676514,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0518181324005127,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0890350341796875,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1397534608840942,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088515281677246,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0598541498184204,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0915112495422363,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9263278841972351,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0864365100860596,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.132672667503357,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0864880084991455,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.952832818031311,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0909507274627686,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0512882471084595,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088402509689331,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.400489091873169,
      "step": 1500
    },
    {
      "contrastive_loss": 2.094111919403076,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.927993893623352,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0873615741729736,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0339585542678833,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0902233123779297,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8902215957641602,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0877115726470947,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1095390319824219,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087366819381714,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.105644702911377,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0850656032562256,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3004368543624878,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086747646331787,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3458082675933838,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0876760482788086,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0036393404006958,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0788798332214355,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9865243434906006,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088653326034546,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9988007545471191,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0901529788970947,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8560357093811035,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0896718502044678,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.986110508441925,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0906741619110107,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.23293936252594,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089768648147583,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.02024245262146,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0855727195739746,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1051256656646729,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0841104984283447,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0018507242202759,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0884811878204346,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.913908839225769,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0925588607788086,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0599695444107056,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0960819721221924,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.025433897972107,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0818748474121094,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1650208234786987,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087498188018799,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2690443992614746,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085860013961792,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0750004053115845,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092848300933838,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0987972021102905,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0826451778411865,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8062729835510254,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09047532081604,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8135233521461487,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085658550262451,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9834446907043457,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092308521270752,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0188539028167725,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0897200107574463,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9507428407669067,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0868968963623047,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0489946603775024,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090346574783325,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3374109268188477,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086756467819214,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9714242815971375,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0918524265289307,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.241870403289795,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0870444774627686,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2705051898956299,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088979482650757,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0222781896591187,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089829921722412,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0446709394454956,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086554765701294,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9023608565330505,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087782859802246,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.096817135810852,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0887770652770996,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8938225507736206,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088768482208252,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9817163348197937,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087153196334839,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.066597580909729,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089043140411377,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3166149854660034,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090573310852051,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1743383407592773,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088348150253296,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3320281505584717,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091566562652588,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0480782985687256,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0868215560913086,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9237136840820312,
      "step": 1500
    },
    {
      "contrastive_loss": 2.093271017074585,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1219104528427124,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0918753147125244,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9479313492774963,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090862274169922,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1378644704818726,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087655544281006,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9363244771957397,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089655876159668,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1025848388671875,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0891244411468506,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9489840865135193,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0864856243133545,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9698876738548279,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0934739112854004,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9511403441429138,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089820384979248,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1614054441452026,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0855822563171387,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.019840121269226,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0887844562530518,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2916150093078613,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092491388320923,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9959810376167297,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088886260986328,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.958397388458252,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090095281600952,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0577130317687988,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0909423828125,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.974039614200592,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0883948802948,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9872246980667114,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090264081954956,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9585040807723999,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092184066772461,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1331474781036377,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089935779571533,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0417101383209229,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0912234783172607,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1106334924697876,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0917534828186035,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9300624132156372,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0856709480285645,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0935877561569214,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0891385078430176,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9447550177574158,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091552495956421,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.7894371151924133,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084998607635498,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0780996084213257,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089444398880005,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8647602796554565,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0894412994384766,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.4157599210739136,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0864369869232178,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0690584182739258,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085188388824463,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0350052118301392,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0865159034729004,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9536493420600891,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087031841278076,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1014207601547241,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0895462036132812,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1992905139923096,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089102268218994,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.148922085762024,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0922937393188477,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.027241587638855,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0891432762145996,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.032393217086792,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085819959640503,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.073146939277649,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0920934677124023,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0629056692123413,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087601661682129,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2785577774047852,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090937614440918,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9933669567108154,
      "step": 1500
    },
    {
      "contrastive_loss": 2.093489408493042,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.6747854948043823,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0879600048065186,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1943602561950684,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0858700275421143,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0356285572052002,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091704845428467,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1265789270401,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0908255577087402,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.5664467811584473,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088329792022705,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1856619119644165,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0826408863067627,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1237162351608276,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0881264209747314,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.133397102355957,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0912365913391113,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8735066652297974,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086747169494629,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9081439971923828,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0991768836975098,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.222927451133728,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0861682891845703,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1590386629104614,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091942548751831,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1214631795883179,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0825023651123047,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8072062134742737,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0886006355285645,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8002353310585022,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0902156829833984,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0430421829223633,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089125633239746,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.190321683883667,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0891008377075195,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9831755757331848,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0909080505371094,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.073339581489563,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085869550704956,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0849088430404663,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090829610824585,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0778281688690186,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088545083999634,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.768894374370575,
      "step": 1500
    },
    {
      "contrastive_loss": 2.093674898147583,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1223186254501343,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088038682937622,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0652929544448853,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0913245677948,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9280816316604614,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0861902236938477,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0709437131881714,
      "step": 1500
    },
    {
      "contrastive_loss": 2.098755121231079,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2612402439117432,
      "step": 1500
    },
    {
      "contrastive_loss": 2.097214937210083,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8823791146278381,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0884463787078857,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0685853958129883,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089381217956543,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0438584089279175,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088071584701538,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0497609376907349,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0861432552337646,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9873616695404053,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087522029876709,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0120607614517212,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084592819213867,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.103331446647644,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0898773670196533,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1338540315628052,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0844101905822754,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1147429943084717,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0848960876464844,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9356663227081299,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0926806926727295,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0561892986297607,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084773540496826,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.098476767539978,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0925121307373047,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2561366558074951,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088902711868286,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9000934958457947,
      "step": 1500
    },
    {
      "contrastive_loss": 2.081456422805786,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.030834436416626,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092681407928467,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0508121252059937,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0787405967712402,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9215421676635742,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087806224822998,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.234790563583374,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0893654823303223,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0944410562515259,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084693431854248,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9821667075157166,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089470148086548,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0204532146453857,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090571641921997,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8253036737442017,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090780258178711,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1140464544296265,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0858936309814453,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9725296497344971,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0851051807403564,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1179289817810059,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0855846405029297,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1843065023422241,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0930392742156982,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.145613431930542,
      "step": 1500
    },
    {
      "contrastive_loss": 2.096996545791626,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9691261649131775,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086509943008423,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.09541654586792,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090111255645752,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1808266639709473,
      "step": 1500
    },
    {
      "contrastive_loss": 2.097838878631592,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8519653081893921,
      "step": 1500
    },
    {
      "contrastive_loss": 2.080225944519043,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.179362177848816,
      "step": 1500
    },
    {
      "contrastive_loss": 2.097072124481201,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.4025728702545166,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0909409523010254,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0319100618362427,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090595245361328,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.610979676246643,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0926599502563477,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0292588472366333,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088996171951294,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9095396995544434,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0956475734710693,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1373904943466187,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0927438735961914,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9443969130516052,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088421106338501,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9963251948356628,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09307861328125,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8284692764282227,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086764335632324,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.168419361114502,
      "step": 1500
    },
    {
      "contrastive_loss": 2.094823122024536,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0161470174789429,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0879924297332764,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9580166935920715,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0915842056274414,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9709049463272095,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091485023498535,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.05021071434021,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0903499126434326,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8486276268959045,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087433099746704,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9069704413414001,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0907723903656006,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.987693727016449,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090047597885132,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2135429382324219,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087536573410034,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.020192265510559,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08552885055542,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0502071380615234,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0816657543182373,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2980207204818726,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0900840759277344,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1035665273666382,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091218948364258,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2051278352737427,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084562063217163,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9132834076881409,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092405080795288,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.7750729322433472,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0895915031433105,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9457303881645203,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086615562438965,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1082197427749634,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0866012573242188,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0913234949111938,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0875089168548584,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9419286847114563,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0888686180114746,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1594921350479126,
      "step": 1500
    },
    {
      "contrastive_loss": 2.093653440475464,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0494393110275269,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0880661010742188,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9735312461853027,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0903923511505127,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1407338380813599,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087094306945801,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1534388065338135,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089021682739258,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8898064494132996,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085625410079956,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.133521556854248,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087095022201538,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.035171627998352,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09420108795166,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0420887470245361,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0903382301330566,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0083990097045898,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0876407623291016,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8777037858963013,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0965328216552734,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1948392391204834,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087876081466675,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0552083253860474,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0921263694763184,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0414210557937622,
      "step": 1500
    },
    {
      "contrastive_loss": 2.096700668334961,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.04982590675354,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08467173576355,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.155583143234253,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0846524238586426,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0562384128570557,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0921661853790283,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.817172646522522,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0890791416168213,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.19827401638031,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0897128582000732,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3701884746551514,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0864269733428955,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0795284509658813,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0897064208984375,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0907666683197021,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089154005050659,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0735608339309692,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0904619693756104,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9680967926979065,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0908117294311523,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.006611704826355,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0893959999084473,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0588817596435547,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091256618499756,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9822821617126465,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0869216918945312,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1515226364135742,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0918095111846924,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1412153244018555,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0902254581451416,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.064758539199829,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0933499336242676,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1681491136550903,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087984323501587,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0414657592773438,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091615676879883,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1076775789260864,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086966037750244,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9417619109153748,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0846621990203857,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9830876588821411,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0912015438079834,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9927632808685303,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0874245166778564,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0258516073226929,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0912764072418213,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1705820560455322,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086533784866333,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9651530385017395,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0905182361602783,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.989898681640625,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0850038528442383,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.055814266204834,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0915865898132324,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1191539764404297,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089657783508301,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0558286905288696,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089094400405884,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.091938853263855,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0890159606933594,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0226486921310425,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087550640106201,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.935945451259613,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0878379344940186,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.196873664855957,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0857443809509277,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.983534574508667,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089411973953247,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9889416694641113,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0980422496795654,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9322971105575562,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0896878242492676,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9261428117752075,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0864531993865967,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0471532344818115,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086254596710205,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.055828332901001,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090611219406128,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.091636061668396,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0870282649993896,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0958091020584106,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087355852127075,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0391757488250732,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088465690612793,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9593696594238281,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0924339294433594,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9819677472114563,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089679479598999,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.185337781906128,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0838940143585205,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3295267820358276,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089311361312866,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2666512727737427,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0886287689208984,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.12138831615448,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09342885017395,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9396746158599854,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0838963985443115,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1486037969589233,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091421604156494,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9799149036407471,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088998794555664,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.242005467414856,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085045576095581,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0046709775924683,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0914289951324463,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9199455976486206,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0871219635009766,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.259318232536316,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0893023014068604,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.043543815612793,
      "step": 1500
    },
    {
      "contrastive_loss": 2.083303928375244,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0063676834106445,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09151029586792,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2624335289001465,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088585376739502,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0437862873077393,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0885610580444336,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.95352703332901,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087877035140991,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0348695516586304,
      "step": 1500
    },
    {
      "contrastive_loss": 2.093567371368408,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9451183080673218,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08677339553833,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0610495805740356,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0842292308807373,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1423083543777466,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09008526802063,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0090433359146118,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092081308364868,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9016844034194946,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091285228729248,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8228932619094849,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0867717266082764,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.140426754951477,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08677339553833,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.127809762954712,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0890746116638184,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0805350542068481,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091651678085327,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1230387687683105,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0915210247039795,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0187941789627075,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0942392349243164,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0135974884033203,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0917952060699463,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9815054535865784,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0904788970947266,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2777996063232422,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092604637145996,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9728455543518066,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0946524143218994,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9894673824310303,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0833306312561035,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0894132852554321,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0913476943969727,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0134230852127075,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087822437286377,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0368931293487549,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090975046157837,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8884559273719788,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085648775100708,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8258100152015686,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0857841968536377,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.939765214920044,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089369297027588,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9422034621238708,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091176986694336,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0105668306350708,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086921453475952,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.47195565700531,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0935556888580322,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.870283842086792,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0857818126678467,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.060744047164917,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0892984867095947,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9253154397010803,
      "step": 1500
    },
    {
      "contrastive_loss": 2.08490252494812,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9679115414619446,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087545394897461,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2864673137664795,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0995047092437744,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0939476490020752,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0890071392059326,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.927424967288971,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084704637527466,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.215804100036621,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0991480350494385,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3241515159606934,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0870699882507324,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8457466959953308,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085908889770508,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0499743223190308,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0879769325256348,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.327728271484375,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0880470275878906,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0174894332885742,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0904417037963867,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9455180764198303,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0890424251556396,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1581006050109863,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0929994583129883,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.895733654499054,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0885891914367676,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1031850576400757,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0898706912994385,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.007457971572876,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087257146835327,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9072878360748291,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0902674198150635,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9986037015914917,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0826942920684814,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9441853165626526,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086728572845459,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0886640548706055,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090989589691162,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.060463547706604,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0909316539764404,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0972814559936523,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0855958461761475,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9437007904052734,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0901174545288086,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.057129144668579,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0837652683258057,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9918900728225708,
      "step": 1500
    },
    {
      "contrastive_loss": 2.094251871109009,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8477272391319275,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0903234481811523,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.7563253045082092,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087327718734741,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1437997817993164,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085456609725952,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2818204164505005,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089798927307129,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0941582918167114,
      "step": 1500
    },
    {
      "contrastive_loss": 2.096254587173462,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.6328418254852295,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0903944969177246,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1198588609695435,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0965025424957275,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9373096227645874,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0891973972320557,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0455070734024048,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0855844020843506,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2244716882705688,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0897693634033203,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9965987801551819,
      "step": 1500
    },
    {
      "contrastive_loss": 2.087235927581787,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0482559204101562,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0886406898498535,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1120126247406006,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0911502838134766,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8914980292320251,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0922207832336426,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2650492191314697,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0913689136505127,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.293440580368042,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0860655307769775,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0265154838562012,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0778229236602783,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0499612092971802,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0927929878234863,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0465164184570312,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0871238708496094,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.151151180267334,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085562229156494,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1123040914535522,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0859315395355225,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0606626272201538,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0897746086120605,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.265879511833191,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0902631282806396,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.066593885421753,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0921709537506104,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.023429274559021,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0899507999420166,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9343057870864868,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0860135555267334,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8795182108879089,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091444492340088,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1199500560760498,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0914828777313232,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1064690351486206,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0879061222076416,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0947978496551514,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086643934249878,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0249426364898682,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0879924297332764,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.052406907081604,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089019775390625,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.3672685623168945,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0902469158172607,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9613791704177856,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0840888023376465,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.7470594644546509,
      "step": 1500
    },
    {
      "contrastive_loss": 2.078773260116577,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0836122035980225,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085376739501953,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9844332933425903,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0911552906036377,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9534185528755188,
      "step": 1500
    },
    {
      "contrastive_loss": 2.086794137954712,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1329264640808105,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0809738636016846,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2729346752166748,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0893118381500244,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9964550733566284,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089559555053711,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9925855994224548,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0940821170806885,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0103145837783813,
      "step": 1500
    },
    {
      "contrastive_loss": 2.09481143951416,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0111430883407593,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0928380489349365,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.94086754322052,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088595390319824,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9481731653213501,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0883262157440186,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0880345106124878,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0875344276428223,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.2107411623001099,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0895140171051025,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1781708002090454,
      "step": 1500
    },
    {
      "contrastive_loss": 2.1027791500091553,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1934436559677124,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0878348350524902,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9614308476448059,
      "step": 1500
    },
    {
      "contrastive_loss": 2.077146530151367,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9270713925361633,
      "step": 1500
    },
    {
      "contrastive_loss": 2.095036506652832,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1509416103363037,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092644214630127,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8698391318321228,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092555046081543,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9232194423675537,
      "step": 1500
    },
    {
      "contrastive_loss": 2.091960906982422,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8872619271278381,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085752010345459,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0385950803756714,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0935592651367188,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9458039999008179,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090317487716675,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9916262030601501,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0881268978118896,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0501034259796143,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089904308319092,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0755831003189087,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0894248485565186,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.028690218925476,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088841199874878,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1508204936981201,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0933330059051514,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0917420387268066,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0770998001098633,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.019312858581543,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0889902114868164,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.9627294540405273,
      "step": 1500
    },
    {
      "contrastive_loss": 2.092020273208618,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0163483619689941,
      "step": 1500
    },
    {
      "contrastive_loss": 2.089125156402588,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.8440739512443542,
      "step": 1500
    },
    {
      "contrastive_loss": 2.088043451309204,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0779263973236084,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0944418907165527,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1685309410095215,
      "step": 1500
    },
    {
      "contrastive_loss": 2.084669589996338,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0562156438827515,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0917916297912598,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.0252825021743774,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0874907970428467,
      "epoch": 0.9761652973236802,
      "nll_loss": 1.1334949731826782,
      "step": 1500
    },
    {
      "epoch": 0.9761652973236802,
      "eval_loss": 1.3181840181350708,
      "eval_runtime": 1247.6873,
      "eval_samples_per_second": 4.007,
      "eval_steps_per_second": 0.501,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0911388397216797,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.1472330540418625,
      "step": 1500
    },
    {
      "contrastive_loss": 2.090833902359009,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.13037900626659393,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0941593647003174,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.1951957494020462,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0910210609436035,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.11346998810768127,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0894594192504883,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.09951243549585342,
      "step": 1500
    },
    {
      "contrastive_loss": 2.085775375366211,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.10455397516489029,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0881452560424805,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.15214383602142334,
      "step": 1500
    },
    {
      "contrastive_loss": 2.0917439460754395,
      "epoch": 0.9761652973236802,
      "nll_loss": 0.12482893466949463,
      "step": 1500
    },
    {
      "epoch": 0.9794191816480924,
      "grad_norm": 0.2738155126571655,
      "learning_rate": 0.00016110349554489373,
      "loss": 3.1681,
      "step": 1505
    },
    {
      "contrastive_loss": 2.0783090591430664,
      "epoch": 0.9794191816480924,
      "nll_loss": 0.1883641928434372,
      "step": 1505
    },
    {
      "contrastive_loss": 2.089690923690796,
      "epoch": 0.9794191816480924,
      "nll_loss": 0.09582264721393585,
      "step": 1505
    },
    {
      "contrastive_loss": 2.0899503231048584,
      "epoch": 0.9794191816480924,
      "nll_loss": 0.14804328978061676,
      "step": 1505
    },
    {
      "contrastive_loss": 2.08406138420105,
      "epoch": 0.9794191816480924,
      "nll_loss": 0.0704890638589859,
      "step": 1505
    },
    {
      "contrastive_loss": 2.090949296951294,
      "epoch": 0.9794191816480924,
      "nll_loss": 0.0983595997095108,
      "step": 1505
    },
    {
      "contrastive_loss": 2.087650775909424,
      "epoch": 0.9794191816480924,
      "nll_loss": 0.11793304234743118,
      "step": 1505
    },
    {
      "contrastive_loss": 2.0987014770507812,
      "epoch": 0.9794191816480924,
      "nll_loss": 0.11858445405960083,
      "step": 1505
    },
    {
      "contrastive_loss": 2.089806318283081,
      "epoch": 0.9794191816480924,
      "nll_loss": 0.13050414621829987,
      "step": 1505
    },
    {
      "epoch": 0.9826730659725047,
      "grad_norm": 0.24160631000995636,
      "learning_rate": 0.00016058944482522273,
      "loss": 3.1349,
      "step": 1510
    },
    {
      "contrastive_loss": 2.092902421951294,
      "epoch": 0.9826730659725047,
      "nll_loss": 0.15981006622314453,
      "step": 1510
    },
    {
      "contrastive_loss": 2.0904417037963867,
      "epoch": 0.9826730659725047,
      "nll_loss": 0.13985107839107513,
      "step": 1510
    },
    {
      "contrastive_loss": 2.087735414505005,
      "epoch": 0.9826730659725047,
      "nll_loss": 0.1390552818775177,
      "step": 1510
    },
    {
      "contrastive_loss": 2.090817451477051,
      "epoch": 0.9826730659725047,
      "nll_loss": 0.10167578607797623,
      "step": 1510
    },
    {
      "contrastive_loss": 2.0988943576812744,
      "epoch": 0.9826730659725047,
      "nll_loss": 0.09458574652671814,
      "step": 1510
    },
    {
      "contrastive_loss": 2.087024211883545,
      "epoch": 0.9826730659725047,
      "nll_loss": 0.13158778846263885,
      "step": 1510
    },
    {
      "contrastive_loss": 2.090027332305908,
      "epoch": 0.9826730659725047,
      "nll_loss": 0.13578622043132782,
      "step": 1510
    },
    {
      "contrastive_loss": 2.0916099548339844,
      "epoch": 0.9826730659725047,
      "nll_loss": 0.0702250674366951,
      "step": 1510
    },
    {
      "epoch": 0.9859269502969169,
      "grad_norm": 0.2547943890094757,
      "learning_rate": 0.00016007539410555174,
      "loss": 3.1263,
      "step": 1515
    },
    {
      "contrastive_loss": 2.0859508514404297,
      "epoch": 0.9859269502969169,
      "nll_loss": 0.11836957186460495,
      "step": 1515
    },
    {
      "contrastive_loss": 2.089995861053467,
      "epoch": 0.9859269502969169,
      "nll_loss": 0.14677582681179047,
      "step": 1515
    },
    {
      "contrastive_loss": 2.092102289199829,
      "epoch": 0.9859269502969169,
      "nll_loss": 0.1149895116686821,
      "step": 1515
    },
    {
      "contrastive_loss": 2.084702491760254,
      "epoch": 0.9859269502969169,
      "nll_loss": 0.12487844377756119,
      "step": 1515
    },
    {
      "contrastive_loss": 2.086902379989624,
      "epoch": 0.9859269502969169,
      "nll_loss": 0.16579003632068634,
      "step": 1515
    },
    {
      "contrastive_loss": 2.0911102294921875,
      "epoch": 0.9859269502969169,
      "nll_loss": 0.16625945270061493,
      "step": 1515
    },
    {
      "contrastive_loss": 2.0868306159973145,
      "epoch": 0.9859269502969169,
      "nll_loss": 0.11091147363185883,
      "step": 1515
    },
    {
      "contrastive_loss": 2.085738182067871,
      "epoch": 0.9859269502969169,
      "nll_loss": 0.10625413060188293,
      "step": 1515
    },
    {
      "epoch": 0.9891808346213292,
      "grad_norm": 0.23339834809303284,
      "learning_rate": 0.00015956134338588072,
      "loss": 3.133,
      "step": 1520
    },
    {
      "contrastive_loss": 2.0842180252075195,
      "epoch": 0.9891808346213292,
      "nll_loss": 0.11782743781805038,
      "step": 1520
    },
    {
      "contrastive_loss": 2.0893375873565674,
      "epoch": 0.9891808346213292,
      "nll_loss": 0.1983993500471115,
      "step": 1520
    },
    {
      "contrastive_loss": 2.093731164932251,
      "epoch": 0.9891808346213292,
      "nll_loss": 0.09310965240001678,
      "step": 1520
    },
    {
      "contrastive_loss": 2.095395088195801,
      "epoch": 0.9891808346213292,
      "nll_loss": 0.10992635786533356,
      "step": 1520
    },
    {
      "contrastive_loss": 2.086977481842041,
      "epoch": 0.9891808346213292,
      "nll_loss": 0.15362794697284698,
      "step": 1520
    },
    {
      "contrastive_loss": 2.0926012992858887,
      "epoch": 0.9891808346213292,
      "nll_loss": 0.09774019569158554,
      "step": 1520
    },
    {
      "contrastive_loss": 2.09232497215271,
      "epoch": 0.9891808346213292,
      "nll_loss": 0.15005339682102203,
      "step": 1520
    },
    {
      "contrastive_loss": 2.0854830741882324,
      "epoch": 0.9891808346213292,
      "nll_loss": 0.12904442846775055,
      "step": 1520
    },
    {
      "epoch": 0.9924347189457415,
      "grad_norm": 0.25092506408691406,
      "learning_rate": 0.0001590472926662097,
      "loss": 3.1295,
      "step": 1525
    },
    {
      "contrastive_loss": 2.087864398956299,
      "epoch": 0.9924347189457415,
      "nll_loss": 0.14368978142738342,
      "step": 1525
    },
    {
      "contrastive_loss": 2.091371774673462,
      "epoch": 0.9924347189457415,
      "nll_loss": 0.12867338955402374,
      "step": 1525
    },
    {
      "contrastive_loss": 2.093076229095459,
      "epoch": 0.9924347189457415,
      "nll_loss": 0.1173311248421669,
      "step": 1525
    },
    {
      "contrastive_loss": 2.086862087249756,
      "epoch": 0.9924347189457415,
      "nll_loss": 0.22165636718273163,
      "step": 1525
    },
    {
      "contrastive_loss": 2.0854320526123047,
      "epoch": 0.9924347189457415,
      "nll_loss": 0.11765947192907333,
      "step": 1525
    },
    {
      "contrastive_loss": 2.0879766941070557,
      "epoch": 0.9924347189457415,
      "nll_loss": 0.06753522902727127,
      "step": 1525
    },
    {
      "contrastive_loss": 2.0899465084075928,
      "epoch": 0.9924347189457415,
      "nll_loss": 0.15245892107486725,
      "step": 1525
    },
    {
      "contrastive_loss": 2.0920047760009766,
      "epoch": 0.9924347189457415,
      "nll_loss": 0.16439123451709747,
      "step": 1525
    },
    {
      "epoch": 0.9956886032701537,
      "grad_norm": 0.25966677069664,
      "learning_rate": 0.0001585332419465387,
      "loss": 3.1397,
      "step": 1530
    },
    {
      "contrastive_loss": 2.086622714996338,
      "epoch": 0.9956886032701537,
      "nll_loss": 0.09633351117372513,
      "step": 1530
    },
    {
      "contrastive_loss": 2.0904600620269775,
      "epoch": 0.9956886032701537,
      "nll_loss": 0.15753941237926483,
      "step": 1530
    },
    {
      "contrastive_loss": 2.0889718532562256,
      "epoch": 0.9956886032701537,
      "nll_loss": 0.16058611869812012,
      "step": 1530
    },
    {
      "contrastive_loss": 2.088393211364746,
      "epoch": 0.9956886032701537,
      "nll_loss": 0.07041782885789871,
      "step": 1530
    },
    {
      "contrastive_loss": 2.084005117416382,
      "epoch": 0.9956886032701537,
      "nll_loss": 0.08832627534866333,
      "step": 1530
    },
    {
      "contrastive_loss": 2.087371349334717,
      "epoch": 0.9956886032701537,
      "nll_loss": 0.16575747728347778,
      "step": 1530
    },
    {
      "contrastive_loss": 2.0811572074890137,
      "epoch": 0.9956886032701537,
      "nll_loss": 0.1028139665722847,
      "step": 1530
    },
    {
      "contrastive_loss": 2.0890908241271973,
      "epoch": 0.9956886032701537,
      "nll_loss": 0.14965137839317322,
      "step": 1530
    },
    {
      "epoch": 0.998942487594566,
      "grad_norm": 0.23351581394672394,
      "learning_rate": 0.0001580191912268677,
      "loss": 3.1292,
      "step": 1535
    },
    {
      "contrastive_loss": 2.0889291763305664,
      "epoch": 0.998942487594566,
      "nll_loss": 0.15220092236995697,
      "step": 1535
    },
    {
      "contrastive_loss": 2.090986490249634,
      "epoch": 0.998942487594566,
      "nll_loss": 0.14716851711273193,
      "step": 1535
    },
    {
      "contrastive_loss": 2.0831689834594727,
      "epoch": 0.998942487594566,
      "nll_loss": 0.10395961254835129,
      "step": 1535
    },
    {
      "contrastive_loss": 2.088292360305786,
      "epoch": 0.998942487594566,
      "nll_loss": 0.07906009256839752,
      "step": 1535
    },
    {
      "contrastive_loss": 2.0859127044677734,
      "epoch": 0.998942487594566,
      "nll_loss": 0.08390385657548904,
      "step": 1535
    },
    {
      "contrastive_loss": 2.0827550888061523,
      "epoch": 0.998942487594566,
      "nll_loss": 0.1485271006822586,
      "step": 1535
    },
    {
      "contrastive_loss": 2.086699962615967,
      "epoch": 0.998942487594566,
      "nll_loss": 0.0962432324886322,
      "step": 1535
    },
    {
      "contrastive_loss": 2.0914924144744873,
      "epoch": 0.998942487594566,
      "nll_loss": 0.2044319212436676,
      "step": 1535
    },
    {
      "epoch": 1.0021963719189784,
      "grad_norm": 0.22490446269512177,
      "learning_rate": 0.0001575051405071967,
      "loss": 3.1473,
      "step": 1540
    },
    {
      "contrastive_loss": 2.084667444229126,
      "epoch": 1.0021963719189784,
      "nll_loss": 0.12268436700105667,
      "step": 1540
    },
    {
      "contrastive_loss": 2.08955717086792,
      "epoch": 1.0021963719189784,
      "nll_loss": 0.15884552896022797,
      "step": 1540
    },
    {
      "contrastive_loss": 2.085195779800415,
      "epoch": 1.0021963719189784,
      "nll_loss": 0.1885214000940323,
      "step": 1540
    },
    {
      "contrastive_loss": 2.086893081665039,
      "epoch": 1.0021963719189784,
      "nll_loss": 0.1673709899187088,
      "step": 1540
    },
    {
      "contrastive_loss": 2.0868709087371826,
      "epoch": 1.0021963719189784,
      "nll_loss": 0.11963547766208649,
      "step": 1540
    },
    {
      "contrastive_loss": 2.090611696243286,
      "epoch": 1.0021963719189784,
      "nll_loss": 0.17286957800388336,
      "step": 1540
    },
    {
      "contrastive_loss": 2.0786142349243164,
      "epoch": 1.0021963719189784,
      "nll_loss": 0.11146242916584015,
      "step": 1540
    },
    {
      "contrastive_loss": 2.0918521881103516,
      "epoch": 1.0021963719189784,
      "nll_loss": 0.0970684289932251,
      "step": 1540
    },
    {
      "epoch": 1.0054502562433905,
      "grad_norm": 0.26534566283226013,
      "learning_rate": 0.0001569910897875257,
      "loss": 3.1188,
      "step": 1545
    },
    {
      "contrastive_loss": 2.089420795440674,
      "epoch": 1.0054502562433905,
      "nll_loss": 0.12911760807037354,
      "step": 1545
    },
    {
      "contrastive_loss": 2.0935285091400146,
      "epoch": 1.0054502562433905,
      "nll_loss": 0.13493697345256805,
      "step": 1545
    },
    {
      "contrastive_loss": 2.0920472145080566,
      "epoch": 1.0054502562433905,
      "nll_loss": 0.11759199947118759,
      "step": 1545
    },
    {
      "contrastive_loss": 2.0904407501220703,
      "epoch": 1.0054502562433905,
      "nll_loss": 0.07109124213457108,
      "step": 1545
    },
    {
      "contrastive_loss": 2.087660551071167,
      "epoch": 1.0054502562433905,
      "nll_loss": 0.09554526209831238,
      "step": 1545
    },
    {
      "contrastive_loss": 2.091336250305176,
      "epoch": 1.0054502562433905,
      "nll_loss": 0.11047656834125519,
      "step": 1545
    },
    {
      "contrastive_loss": 2.0949034690856934,
      "epoch": 1.0054502562433905,
      "nll_loss": 0.1660735011100769,
      "step": 1545
    },
    {
      "contrastive_loss": 2.090970039367676,
      "epoch": 1.0054502562433905,
      "nll_loss": 0.07412528246641159,
      "step": 1545
    },
    {
      "epoch": 1.0087041405678028,
      "grad_norm": 0.2998299300670624,
      "learning_rate": 0.00015647703906785466,
      "loss": 3.09,
      "step": 1550
    },
    {
      "contrastive_loss": 2.090877056121826,
      "epoch": 1.0087041405678028,
      "nll_loss": 0.2008974552154541,
      "step": 1550
    },
    {
      "contrastive_loss": 2.089073657989502,
      "epoch": 1.0087041405678028,
      "nll_loss": 0.11671561747789383,
      "step": 1550
    },
    {
      "contrastive_loss": 2.089127540588379,
      "epoch": 1.0087041405678028,
      "nll_loss": 0.15795092284679413,
      "step": 1550
    },
    {
      "contrastive_loss": 2.084904670715332,
      "epoch": 1.0087041405678028,
      "nll_loss": 0.035847775638103485,
      "step": 1550
    },
    {
      "contrastive_loss": 2.09028959274292,
      "epoch": 1.0087041405678028,
      "nll_loss": 0.14151912927627563,
      "step": 1550
    },
    {
      "contrastive_loss": 2.086817741394043,
      "epoch": 1.0087041405678028,
      "nll_loss": 0.13591516017913818,
      "step": 1550
    },
    {
      "contrastive_loss": 2.0889577865600586,
      "epoch": 1.0087041405678028,
      "nll_loss": 0.10780522972345352,
      "step": 1550
    },
    {
      "contrastive_loss": 2.077333450317383,
      "epoch": 1.0087041405678028,
      "nll_loss": 0.1353369653224945,
      "step": 1550
    },
    {
      "epoch": 1.011958024892215,
      "grad_norm": 0.2910410761833191,
      "learning_rate": 0.00015596298834818367,
      "loss": 3.1294,
      "step": 1555
    },
    {
      "contrastive_loss": 2.087040662765503,
      "epoch": 1.011958024892215,
      "nll_loss": 0.17364485561847687,
      "step": 1555
    },
    {
      "contrastive_loss": 2.0838048458099365,
      "epoch": 1.011958024892215,
      "nll_loss": 0.08317136019468307,
      "step": 1555
    },
    {
      "contrastive_loss": 2.090038776397705,
      "epoch": 1.011958024892215,
      "nll_loss": 0.1745147407054901,
      "step": 1555
    },
    {
      "contrastive_loss": 2.088515043258667,
      "epoch": 1.011958024892215,
      "nll_loss": 0.09606263786554337,
      "step": 1555
    },
    {
      "contrastive_loss": 2.092681646347046,
      "epoch": 1.011958024892215,
      "nll_loss": 0.0858696922659874,
      "step": 1555
    },
    {
      "contrastive_loss": 2.0812594890594482,
      "epoch": 1.011958024892215,
      "nll_loss": 0.15162308514118195,
      "step": 1555
    },
    {
      "contrastive_loss": 2.0879313945770264,
      "epoch": 1.011958024892215,
      "nll_loss": 0.1244647279381752,
      "step": 1555
    },
    {
      "contrastive_loss": 2.0823843479156494,
      "epoch": 1.011958024892215,
      "nll_loss": 0.10968460142612457,
      "step": 1555
    },
    {
      "epoch": 1.0152119092166274,
      "grad_norm": 0.2582250237464905,
      "learning_rate": 0.00015544893762851268,
      "loss": 3.1024,
      "step": 1560
    },
    {
      "contrastive_loss": 2.0885868072509766,
      "epoch": 1.0152119092166274,
      "nll_loss": 0.12553048133850098,
      "step": 1560
    },
    {
      "contrastive_loss": 2.0880391597747803,
      "epoch": 1.0152119092166274,
      "nll_loss": 0.1337762475013733,
      "step": 1560
    },
    {
      "contrastive_loss": 2.089590549468994,
      "epoch": 1.0152119092166274,
      "nll_loss": 0.10953815281391144,
      "step": 1560
    },
    {
      "contrastive_loss": 2.0892889499664307,
      "epoch": 1.0152119092166274,
      "nll_loss": 0.050022948533296585,
      "step": 1560
    },
    {
      "contrastive_loss": 2.0909740924835205,
      "epoch": 1.0152119092166274,
      "nll_loss": 0.14214719831943512,
      "step": 1560
    },
    {
      "contrastive_loss": 2.0881996154785156,
      "epoch": 1.0152119092166274,
      "nll_loss": 0.17252841591835022,
      "step": 1560
    },
    {
      "contrastive_loss": 2.0873255729675293,
      "epoch": 1.0152119092166274,
      "nll_loss": 0.107472725212574,
      "step": 1560
    },
    {
      "contrastive_loss": 2.0873985290527344,
      "epoch": 1.0152119092166274,
      "nll_loss": 0.11897587031126022,
      "step": 1560
    },
    {
      "epoch": 1.0184657935410397,
      "grad_norm": 0.2626913785934448,
      "learning_rate": 0.00015493488690884166,
      "loss": 3.1104,
      "step": 1565
    },
    {
      "contrastive_loss": 2.0911943912506104,
      "epoch": 1.0184657935410397,
      "nll_loss": 0.23389354348182678,
      "step": 1565
    },
    {
      "contrastive_loss": 2.0865628719329834,
      "epoch": 1.0184657935410397,
      "nll_loss": 0.11593073606491089,
      "step": 1565
    },
    {
      "contrastive_loss": 2.085644006729126,
      "epoch": 1.0184657935410397,
      "nll_loss": 0.05960829183459282,
      "step": 1565
    },
    {
      "contrastive_loss": 2.0913877487182617,
      "epoch": 1.0184657935410397,
      "nll_loss": 0.09186257421970367,
      "step": 1565
    },
    {
      "contrastive_loss": 2.088707685470581,
      "epoch": 1.0184657935410397,
      "nll_loss": 0.1357063502073288,
      "step": 1565
    },
    {
      "contrastive_loss": 2.091810703277588,
      "epoch": 1.0184657935410397,
      "nll_loss": 0.13504984974861145,
      "step": 1565
    },
    {
      "contrastive_loss": 2.0879013538360596,
      "epoch": 1.0184657935410397,
      "nll_loss": 0.18276244401931763,
      "step": 1565
    },
    {
      "contrastive_loss": 2.090134859085083,
      "epoch": 1.0184657935410397,
      "nll_loss": 0.16107523441314697,
      "step": 1565
    },
    {
      "epoch": 1.0217196778654518,
      "grad_norm": 0.24693343043327332,
      "learning_rate": 0.00015442083618917064,
      "loss": 3.1192,
      "step": 1570
    },
    {
      "contrastive_loss": 2.0886666774749756,
      "epoch": 1.0217196778654518,
      "nll_loss": 0.06974364072084427,
      "step": 1570
    },
    {
      "contrastive_loss": 2.0874955654144287,
      "epoch": 1.0217196778654518,
      "nll_loss": 0.08492060750722885,
      "step": 1570
    },
    {
      "contrastive_loss": 2.0887913703918457,
      "epoch": 1.0217196778654518,
      "nll_loss": 0.15613682568073273,
      "step": 1570
    },
    {
      "contrastive_loss": 2.0854573249816895,
      "epoch": 1.0217196778654518,
      "nll_loss": 0.09832227975130081,
      "step": 1570
    },
    {
      "contrastive_loss": 2.0920348167419434,
      "epoch": 1.0217196778654518,
      "nll_loss": 0.18183478713035583,
      "step": 1570
    },
    {
      "contrastive_loss": 2.087867259979248,
      "epoch": 1.0217196778654518,
      "nll_loss": 0.1099853366613388,
      "step": 1570
    },
    {
      "contrastive_loss": 2.0911502838134766,
      "epoch": 1.0217196778654518,
      "nll_loss": 0.17258888483047485,
      "step": 1570
    },
    {
      "contrastive_loss": 2.089884042739868,
      "epoch": 1.0217196778654518,
      "nll_loss": 0.07914502173662186,
      "step": 1570
    },
    {
      "epoch": 1.0249735621898641,
      "grad_norm": 0.25631609559059143,
      "learning_rate": 0.00015390678546949965,
      "loss": 3.0806,
      "step": 1575
    },
    {
      "contrastive_loss": 2.0868475437164307,
      "epoch": 1.0249735621898641,
      "nll_loss": 0.1698029488325119,
      "step": 1575
    },
    {
      "contrastive_loss": 2.090000629425049,
      "epoch": 1.0249735621898641,
      "nll_loss": 0.10357322543859482,
      "step": 1575
    },
    {
      "contrastive_loss": 2.090392589569092,
      "epoch": 1.0249735621898641,
      "nll_loss": 0.09646432846784592,
      "step": 1575
    },
    {
      "contrastive_loss": 2.088839530944824,
      "epoch": 1.0249735621898641,
      "nll_loss": 0.14024095237255096,
      "step": 1575
    },
    {
      "contrastive_loss": 2.0953054428100586,
      "epoch": 1.0249735621898641,
      "nll_loss": 0.09318437427282333,
      "step": 1575
    },
    {
      "contrastive_loss": 2.0889995098114014,
      "epoch": 1.0249735621898641,
      "nll_loss": 0.06901168078184128,
      "step": 1575
    },
    {
      "contrastive_loss": 2.089142084121704,
      "epoch": 1.0249735621898641,
      "nll_loss": 0.06891138106584549,
      "step": 1575
    },
    {
      "contrastive_loss": 2.0910086631774902,
      "epoch": 1.0249735621898641,
      "nll_loss": 0.14617860317230225,
      "step": 1575
    },
    {
      "epoch": 1.0282274465142764,
      "grad_norm": 0.26922014355659485,
      "learning_rate": 0.00015339273474982863,
      "loss": 3.1218,
      "step": 1580
    },
    {
      "contrastive_loss": 2.094951629638672,
      "epoch": 1.0282274465142764,
      "nll_loss": 0.14875048398971558,
      "step": 1580
    },
    {
      "contrastive_loss": 2.089005470275879,
      "epoch": 1.0282274465142764,
      "nll_loss": 0.17877431213855743,
      "step": 1580
    },
    {
      "contrastive_loss": 2.091237783432007,
      "epoch": 1.0282274465142764,
      "nll_loss": 0.11284798383712769,
      "step": 1580
    },
    {
      "contrastive_loss": 2.094085931777954,
      "epoch": 1.0282274465142764,
      "nll_loss": 0.11774197965860367,
      "step": 1580
    },
    {
      "contrastive_loss": 2.0889101028442383,
      "epoch": 1.0282274465142764,
      "nll_loss": 0.15131300687789917,
      "step": 1580
    },
    {
      "contrastive_loss": 2.08605694770813,
      "epoch": 1.0282274465142764,
      "nll_loss": 0.2116156965494156,
      "step": 1580
    },
    {
      "contrastive_loss": 2.0993494987487793,
      "epoch": 1.0282274465142764,
      "nll_loss": 0.07329849153757095,
      "step": 1580
    },
    {
      "contrastive_loss": 2.084371566772461,
      "epoch": 1.0282274465142764,
      "nll_loss": 0.14627593755722046,
      "step": 1580
    },
    {
      "epoch": 1.0314813308386888,
      "grad_norm": 0.2887231409549713,
      "learning_rate": 0.00015287868403015764,
      "loss": 3.1323,
      "step": 1585
    },
    {
      "contrastive_loss": 2.1476588249206543,
      "epoch": 1.0314813308386888,
      "nll_loss": 0.10817310959100723,
      "step": 1585
    },
    {
      "contrastive_loss": 2.0883615016937256,
      "epoch": 1.0314813308386888,
      "nll_loss": 0.15319009125232697,
      "step": 1585
    },
    {
      "contrastive_loss": 2.0922398567199707,
      "epoch": 1.0314813308386888,
      "nll_loss": 0.08283012360334396,
      "step": 1585
    },
    {
      "contrastive_loss": 2.0906219482421875,
      "epoch": 1.0314813308386888,
      "nll_loss": 0.18445903062820435,
      "step": 1585
    },
    {
      "contrastive_loss": 2.0806732177734375,
      "epoch": 1.0314813308386888,
      "nll_loss": 0.11809416860342026,
      "step": 1585
    },
    {
      "contrastive_loss": 2.087881326675415,
      "epoch": 1.0314813308386888,
      "nll_loss": 0.08079911768436432,
      "step": 1585
    },
    {
      "contrastive_loss": 2.0929861068725586,
      "epoch": 1.0314813308386888,
      "nll_loss": 0.11443320661783218,
      "step": 1585
    },
    {
      "contrastive_loss": 2.0927889347076416,
      "epoch": 1.0314813308386888,
      "nll_loss": 0.17118041217327118,
      "step": 1585
    },
    {
      "epoch": 1.0347352151631009,
      "grad_norm": 0.2895667552947998,
      "learning_rate": 0.0001523646333104866,
      "loss": 3.1541,
      "step": 1590
    },
    {
      "contrastive_loss": 2.0844764709472656,
      "epoch": 1.0347352151631009,
      "nll_loss": 0.12791159749031067,
      "step": 1590
    },
    {
      "contrastive_loss": 2.0854859352111816,
      "epoch": 1.0347352151631009,
      "nll_loss": 0.11509735882282257,
      "step": 1590
    },
    {
      "contrastive_loss": 2.0875141620635986,
      "epoch": 1.0347352151631009,
      "nll_loss": 0.03160187229514122,
      "step": 1590
    },
    {
      "contrastive_loss": 2.089454174041748,
      "epoch": 1.0347352151631009,
      "nll_loss": 0.1685648411512375,
      "step": 1590
    },
    {
      "contrastive_loss": 2.090757369995117,
      "epoch": 1.0347352151631009,
      "nll_loss": 0.08956286311149597,
      "step": 1590
    },
    {
      "contrastive_loss": 2.0899205207824707,
      "epoch": 1.0347352151631009,
      "nll_loss": 0.154087096452713,
      "step": 1590
    },
    {
      "contrastive_loss": 2.0869626998901367,
      "epoch": 1.0347352151631009,
      "nll_loss": 0.1419140100479126,
      "step": 1590
    },
    {
      "contrastive_loss": 2.0878946781158447,
      "epoch": 1.0347352151631009,
      "nll_loss": 0.1688060611486435,
      "step": 1590
    },
    {
      "epoch": 1.0379890994875132,
      "grad_norm": 0.23059771955013275,
      "learning_rate": 0.0001518505825908156,
      "loss": 3.102,
      "step": 1595
    },
    {
      "contrastive_loss": 2.0884594917297363,
      "epoch": 1.0379890994875132,
      "nll_loss": 0.09775488078594208,
      "step": 1595
    },
    {
      "contrastive_loss": 2.0896782875061035,
      "epoch": 1.0379890994875132,
      "nll_loss": 0.13811080157756805,
      "step": 1595
    },
    {
      "contrastive_loss": 2.088135242462158,
      "epoch": 1.0379890994875132,
      "nll_loss": 0.12914806604385376,
      "step": 1595
    },
    {
      "contrastive_loss": 2.0898656845092773,
      "epoch": 1.0379890994875132,
      "nll_loss": 0.15675491094589233,
      "step": 1595
    },
    {
      "contrastive_loss": 2.0943758487701416,
      "epoch": 1.0379890994875132,
      "nll_loss": 0.127562016248703,
      "step": 1595
    },
    {
      "contrastive_loss": 2.0916357040405273,
      "epoch": 1.0379890994875132,
      "nll_loss": 0.08523305505514145,
      "step": 1595
    },
    {
      "contrastive_loss": 2.1019058227539062,
      "epoch": 1.0379890994875132,
      "nll_loss": 0.13145393133163452,
      "step": 1595
    },
    {
      "contrastive_loss": 2.090268135070801,
      "epoch": 1.0379890994875132,
      "nll_loss": 0.12621034681797028,
      "step": 1595
    },
    {
      "epoch": 1.0412429838119255,
      "grad_norm": 0.270659476518631,
      "learning_rate": 0.0001513365318711446,
      "loss": 3.1287,
      "step": 1600
    },
    {
      "contrastive_loss": 2.0848333835601807,
      "epoch": 1.0412429838119255,
      "nll_loss": 0.1481785923242569,
      "step": 1600
    },
    {
      "contrastive_loss": 2.0910351276397705,
      "epoch": 1.0412429838119255,
      "nll_loss": 0.10346412658691406,
      "step": 1600
    },
    {
      "contrastive_loss": 2.0853683948516846,
      "epoch": 1.0412429838119255,
      "nll_loss": 0.1326579749584198,
      "step": 1600
    },
    {
      "contrastive_loss": 2.08674693107605,
      "epoch": 1.0412429838119255,
      "nll_loss": 0.11810632050037384,
      "step": 1600
    },
    {
      "contrastive_loss": 2.0821595191955566,
      "epoch": 1.0412429838119255,
      "nll_loss": 0.13442669808864594,
      "step": 1600
    },
    {
      "contrastive_loss": 2.091762065887451,
      "epoch": 1.0412429838119255,
      "nll_loss": 0.055943213403224945,
      "step": 1600
    },
    {
      "contrastive_loss": 2.090289831161499,
      "epoch": 1.0412429838119255,
      "nll_loss": 0.16963882744312286,
      "step": 1600
    },
    {
      "contrastive_loss": 2.0868897438049316,
      "epoch": 1.0412429838119255,
      "nll_loss": 0.06015292555093765,
      "step": 1600
    },
    {
      "epoch": 1.0444968681363378,
      "grad_norm": 0.30601829290390015,
      "learning_rate": 0.00015082248115147362,
      "loss": 3.0628,
      "step": 1605
    },
    {
      "contrastive_loss": 2.0847725868225098,
      "epoch": 1.0444968681363378,
      "nll_loss": 0.11796504259109497,
      "step": 1605
    },
    {
      "contrastive_loss": 2.0860860347747803,
      "epoch": 1.0444968681363378,
      "nll_loss": 0.16268901526927948,
      "step": 1605
    },
    {
      "contrastive_loss": 2.0875959396362305,
      "epoch": 1.0444968681363378,
      "nll_loss": 0.1219082772731781,
      "step": 1605
    },
    {
      "contrastive_loss": 2.097684621810913,
      "epoch": 1.0444968681363378,
      "nll_loss": 0.11277523636817932,
      "step": 1605
    },
    {
      "contrastive_loss": 2.0898070335388184,
      "epoch": 1.0444968681363378,
      "nll_loss": 0.07429888099431992,
      "step": 1605
    },
    {
      "contrastive_loss": 2.086089849472046,
      "epoch": 1.0444968681363378,
      "nll_loss": 0.10146410763263702,
      "step": 1605
    },
    {
      "contrastive_loss": 2.0861339569091797,
      "epoch": 1.0444968681363378,
      "nll_loss": 0.1418188512325287,
      "step": 1605
    },
    {
      "contrastive_loss": 2.0866525173187256,
      "epoch": 1.0444968681363378,
      "nll_loss": 0.22097256779670715,
      "step": 1605
    },
    {
      "epoch": 1.0477507524607501,
      "grad_norm": 0.2837664484977722,
      "learning_rate": 0.0001503084304318026,
      "loss": 3.1204,
      "step": 1610
    },
    {
      "contrastive_loss": 2.088780641555786,
      "epoch": 1.0477507524607501,
      "nll_loss": 0.12048081308603287,
      "step": 1610
    },
    {
      "contrastive_loss": 2.0896215438842773,
      "epoch": 1.0477507524607501,
      "nll_loss": 0.16567780077457428,
      "step": 1610
    },
    {
      "contrastive_loss": 2.0868687629699707,
      "epoch": 1.0477507524607501,
      "nll_loss": 0.14027783274650574,
      "step": 1610
    },
    {
      "contrastive_loss": 2.0951755046844482,
      "epoch": 1.0477507524607501,
      "nll_loss": 0.07117776572704315,
      "step": 1610
    },
    {
      "contrastive_loss": 2.0918753147125244,
      "epoch": 1.0477507524607501,
      "nll_loss": 0.08186415582895279,
      "step": 1610
    },
    {
      "contrastive_loss": 2.086205244064331,
      "epoch": 1.0477507524607501,
      "nll_loss": 0.14696018397808075,
      "step": 1610
    },
    {
      "contrastive_loss": 2.0859923362731934,
      "epoch": 1.0477507524607501,
      "nll_loss": 0.10032951086759567,
      "step": 1610
    },
    {
      "contrastive_loss": 2.08634352684021,
      "epoch": 1.0477507524607501,
      "nll_loss": 0.10925792157649994,
      "step": 1610
    },
    {
      "epoch": 1.0510046367851622,
      "grad_norm": 0.2747262120246887,
      "learning_rate": 0.00014979437971213158,
      "loss": 3.0853,
      "step": 1615
    },
    {
      "contrastive_loss": 2.0931265354156494,
      "epoch": 1.0510046367851622,
      "nll_loss": 0.09035590291023254,
      "step": 1615
    },
    {
      "contrastive_loss": 2.0876214504241943,
      "epoch": 1.0510046367851622,
      "nll_loss": 0.07833270728588104,
      "step": 1615
    },
    {
      "contrastive_loss": 2.0871834754943848,
      "epoch": 1.0510046367851622,
      "nll_loss": 0.08997920900583267,
      "step": 1615
    },
    {
      "contrastive_loss": 2.0902504920959473,
      "epoch": 1.0510046367851622,
      "nll_loss": 0.159774050116539,
      "step": 1615
    },
    {
      "contrastive_loss": 2.0859475135803223,
      "epoch": 1.0510046367851622,
      "nll_loss": 0.11445872485637665,
      "step": 1615
    },
    {
      "contrastive_loss": 2.08915638923645,
      "epoch": 1.0510046367851622,
      "nll_loss": 0.0918966606259346,
      "step": 1615
    },
    {
      "contrastive_loss": 2.090681552886963,
      "epoch": 1.0510046367851622,
      "nll_loss": 0.15085917711257935,
      "step": 1615
    },
    {
      "contrastive_loss": 2.0867459774017334,
      "epoch": 1.0510046367851622,
      "nll_loss": 0.12629413604736328,
      "step": 1615
    },
    {
      "epoch": 1.0542585211095745,
      "grad_norm": 0.2800659239292145,
      "learning_rate": 0.0001492803289924606,
      "loss": 3.0897,
      "step": 1620
    },
    {
      "contrastive_loss": 2.087637424468994,
      "epoch": 1.0542585211095745,
      "nll_loss": 0.21178515255451202,
      "step": 1620
    },
    {
      "contrastive_loss": 2.0910539627075195,
      "epoch": 1.0542585211095745,
      "nll_loss": 0.09816449135541916,
      "step": 1620
    },
    {
      "contrastive_loss": 2.0860755443573,
      "epoch": 1.0542585211095745,
      "nll_loss": 0.17029854655265808,
      "step": 1620
    },
    {
      "contrastive_loss": 2.088355541229248,
      "epoch": 1.0542585211095745,
      "nll_loss": 0.13328716158866882,
      "step": 1620
    },
    {
      "contrastive_loss": 2.089409112930298,
      "epoch": 1.0542585211095745,
      "nll_loss": 0.08078797906637192,
      "step": 1620
    },
    {
      "contrastive_loss": 2.0847949981689453,
      "epoch": 1.0542585211095745,
      "nll_loss": 0.10652361065149307,
      "step": 1620
    },
    {
      "contrastive_loss": 2.089478015899658,
      "epoch": 1.0542585211095745,
      "nll_loss": 0.14458252489566803,
      "step": 1620
    },
    {
      "contrastive_loss": 2.088881015777588,
      "epoch": 1.0542585211095745,
      "nll_loss": 0.17315581440925598,
      "step": 1620
    },
    {
      "epoch": 1.0575124054339868,
      "grad_norm": 0.2987689673900604,
      "learning_rate": 0.00014876627827278957,
      "loss": 3.1317,
      "step": 1625
    },
    {
      "contrastive_loss": 2.0877795219421387,
      "epoch": 1.0575124054339868,
      "nll_loss": 0.2085786610841751,
      "step": 1625
    },
    {
      "contrastive_loss": 2.0863430500030518,
      "epoch": 1.0575124054339868,
      "nll_loss": 0.1058707982301712,
      "step": 1625
    },
    {
      "contrastive_loss": 2.090059757232666,
      "epoch": 1.0575124054339868,
      "nll_loss": 0.1427740454673767,
      "step": 1625
    },
    {
      "contrastive_loss": 2.09120512008667,
      "epoch": 1.0575124054339868,
      "nll_loss": 0.058994583785533905,
      "step": 1625
    },
    {
      "contrastive_loss": 2.0915470123291016,
      "epoch": 1.0575124054339868,
      "nll_loss": 0.14546164870262146,
      "step": 1625
    },
    {
      "contrastive_loss": 2.087949752807617,
      "epoch": 1.0575124054339868,
      "nll_loss": 0.11027809232473373,
      "step": 1625
    },
    {
      "contrastive_loss": 2.0912013053894043,
      "epoch": 1.0575124054339868,
      "nll_loss": 0.11438339203596115,
      "step": 1625
    },
    {
      "contrastive_loss": 2.0880274772644043,
      "epoch": 1.0575124054339868,
      "nll_loss": 0.14326903223991394,
      "step": 1625
    },
    {
      "epoch": 1.0607662897583992,
      "grad_norm": 0.3075178563594818,
      "learning_rate": 0.00014825222755311855,
      "loss": 3.1514,
      "step": 1630
    },
    {
      "contrastive_loss": 2.0924456119537354,
      "epoch": 1.0607662897583992,
      "nll_loss": 0.172084778547287,
      "step": 1630
    },
    {
      "contrastive_loss": 2.0868771076202393,
      "epoch": 1.0607662897583992,
      "nll_loss": 0.16156910359859467,
      "step": 1630
    },
    {
      "contrastive_loss": 2.092008590698242,
      "epoch": 1.0607662897583992,
      "nll_loss": 0.1632869392633438,
      "step": 1630
    },
    {
      "contrastive_loss": 2.0914032459259033,
      "epoch": 1.0607662897583992,
      "nll_loss": 0.0185256227850914,
      "step": 1630
    },
    {
      "contrastive_loss": 2.086085796356201,
      "epoch": 1.0607662897583992,
      "nll_loss": 0.07494224607944489,
      "step": 1630
    },
    {
      "contrastive_loss": 2.0906336307525635,
      "epoch": 1.0607662897583992,
      "nll_loss": 0.1391897350549698,
      "step": 1630
    },
    {
      "contrastive_loss": 2.090804100036621,
      "epoch": 1.0607662897583992,
      "nll_loss": 0.19248193502426147,
      "step": 1630
    },
    {
      "contrastive_loss": 2.088542938232422,
      "epoch": 1.0607662897583992,
      "nll_loss": 0.23763415217399597,
      "step": 1630
    },
    {
      "epoch": 1.0640201740828115,
      "grad_norm": 0.2757534980773926,
      "learning_rate": 0.00014773817683344756,
      "loss": 3.1439,
      "step": 1635
    },
    {
      "contrastive_loss": 2.089337110519409,
      "epoch": 1.0640201740828115,
      "nll_loss": 0.14682473242282867,
      "step": 1635
    },
    {
      "contrastive_loss": 2.0962092876434326,
      "epoch": 1.0640201740828115,
      "nll_loss": 0.05986607074737549,
      "step": 1635
    },
    {
      "contrastive_loss": 2.089282989501953,
      "epoch": 1.0640201740828115,
      "nll_loss": 0.08119013160467148,
      "step": 1635
    },
    {
      "contrastive_loss": 2.094392776489258,
      "epoch": 1.0640201740828115,
      "nll_loss": 0.1699724942445755,
      "step": 1635
    },
    {
      "contrastive_loss": 2.0875916481018066,
      "epoch": 1.0640201740828115,
      "nll_loss": 0.09823961555957794,
      "step": 1635
    },
    {
      "contrastive_loss": 2.088395595550537,
      "epoch": 1.0640201740828115,
      "nll_loss": 0.1526307761669159,
      "step": 1635
    },
    {
      "contrastive_loss": 2.087667226791382,
      "epoch": 1.0640201740828115,
      "nll_loss": 0.07937975972890854,
      "step": 1635
    },
    {
      "contrastive_loss": 2.090116024017334,
      "epoch": 1.0640201740828115,
      "nll_loss": 0.12763044238090515,
      "step": 1635
    },
    {
      "epoch": 1.0672740584072236,
      "grad_norm": 0.27144432067871094,
      "learning_rate": 0.00014722412611377654,
      "loss": 3.1217,
      "step": 1640
    },
    {
      "contrastive_loss": 2.087068796157837,
      "epoch": 1.0672740584072236,
      "nll_loss": 0.0514584444463253,
      "step": 1640
    },
    {
      "contrastive_loss": 2.088386297225952,
      "epoch": 1.0672740584072236,
      "nll_loss": 0.19659870862960815,
      "step": 1640
    },
    {
      "contrastive_loss": 2.088956832885742,
      "epoch": 1.0672740584072236,
      "nll_loss": 0.1209188848733902,
      "step": 1640
    },
    {
      "contrastive_loss": 2.084510326385498,
      "epoch": 1.0672740584072236,
      "nll_loss": 0.09852774441242218,
      "step": 1640
    },
    {
      "contrastive_loss": 2.0882651805877686,
      "epoch": 1.0672740584072236,
      "nll_loss": 0.10478294640779495,
      "step": 1640
    },
    {
      "contrastive_loss": 2.0906035900115967,
      "epoch": 1.0672740584072236,
      "nll_loss": 0.18022365868091583,
      "step": 1640
    },
    {
      "contrastive_loss": 2.0916659832000732,
      "epoch": 1.0672740584072236,
      "nll_loss": 0.055682145059108734,
      "step": 1640
    },
    {
      "contrastive_loss": 2.093374013900757,
      "epoch": 1.0672740584072236,
      "nll_loss": 0.11044958233833313,
      "step": 1640
    },
    {
      "epoch": 1.0705279427316359,
      "grad_norm": 0.2533346116542816,
      "learning_rate": 0.00014671007539410555,
      "loss": 3.1014,
      "step": 1645
    },
    {
      "contrastive_loss": 2.0938844680786133,
      "epoch": 1.0705279427316359,
      "nll_loss": 0.11471305787563324,
      "step": 1645
    },
    {
      "contrastive_loss": 2.0914628505706787,
      "epoch": 1.0705279427316359,
      "nll_loss": 0.1687789410352707,
      "step": 1645
    },
    {
      "contrastive_loss": 2.089047431945801,
      "epoch": 1.0705279427316359,
      "nll_loss": 0.10374534875154495,
      "step": 1645
    },
    {
      "contrastive_loss": 2.0938520431518555,
      "epoch": 1.0705279427316359,
      "nll_loss": 0.16477267444133759,
      "step": 1645
    },
    {
      "contrastive_loss": 2.089067220687866,
      "epoch": 1.0705279427316359,
      "nll_loss": 0.14427101612091064,
      "step": 1645
    },
    {
      "contrastive_loss": 2.086757183074951,
      "epoch": 1.0705279427316359,
      "nll_loss": 0.09417139738798141,
      "step": 1645
    },
    {
      "contrastive_loss": 2.0874850749969482,
      "epoch": 1.0705279427316359,
      "nll_loss": 0.14866672456264496,
      "step": 1645
    },
    {
      "contrastive_loss": 2.0886921882629395,
      "epoch": 1.0705279427316359,
      "nll_loss": 0.15509851276874542,
      "step": 1645
    },
    {
      "epoch": 1.0737818270560482,
      "grad_norm": 0.2825402021408081,
      "learning_rate": 0.00014619602467443453,
      "loss": 3.0993,
      "step": 1650
    },
    {
      "contrastive_loss": 2.089125633239746,
      "epoch": 1.0737818270560482,
      "nll_loss": 0.10998271405696869,
      "step": 1650
    },
    {
      "contrastive_loss": 2.101585626602173,
      "epoch": 1.0737818270560482,
      "nll_loss": 0.11872539669275284,
      "step": 1650
    },
    {
      "contrastive_loss": 2.097365617752075,
      "epoch": 1.0737818270560482,
      "nll_loss": 0.10905827581882477,
      "step": 1650
    },
    {
      "contrastive_loss": 2.0843124389648438,
      "epoch": 1.0737818270560482,
      "nll_loss": 0.1344929188489914,
      "step": 1650
    },
    {
      "contrastive_loss": 2.08919095993042,
      "epoch": 1.0737818270560482,
      "nll_loss": 0.09694871306419373,
      "step": 1650
    },
    {
      "contrastive_loss": 2.0886473655700684,
      "epoch": 1.0737818270560482,
      "nll_loss": 0.18307828903198242,
      "step": 1650
    },
    {
      "contrastive_loss": 2.0893213748931885,
      "epoch": 1.0737818270560482,
      "nll_loss": 0.13794133067131042,
      "step": 1650
    },
    {
      "contrastive_loss": 2.088454246520996,
      "epoch": 1.0737818270560482,
      "nll_loss": 0.08337035030126572,
      "step": 1650
    },
    {
      "epoch": 1.0770357113804605,
      "grad_norm": 0.2650540769100189,
      "learning_rate": 0.00014568197395476354,
      "loss": 3.1194,
      "step": 1655
    },
    {
      "contrastive_loss": 2.0875320434570312,
      "epoch": 1.0770357113804605,
      "nll_loss": 0.046432942152023315,
      "step": 1655
    },
    {
      "contrastive_loss": 2.089390277862549,
      "epoch": 1.0770357113804605,
      "nll_loss": 0.18226738274097443,
      "step": 1655
    },
    {
      "contrastive_loss": 2.089299201965332,
      "epoch": 1.0770357113804605,
      "nll_loss": 0.08602619916200638,
      "step": 1655
    },
    {
      "contrastive_loss": 2.0912842750549316,
      "epoch": 1.0770357113804605,
      "nll_loss": 0.22409215569496155,
      "step": 1655
    },
    {
      "contrastive_loss": 2.0898303985595703,
      "epoch": 1.0770357113804605,
      "nll_loss": 0.18030287325382233,
      "step": 1655
    },
    {
      "contrastive_loss": 2.086653470993042,
      "epoch": 1.0770357113804605,
      "nll_loss": 0.15069431066513062,
      "step": 1655
    },
    {
      "contrastive_loss": 2.088200330734253,
      "epoch": 1.0770357113804605,
      "nll_loss": 0.14591898024082184,
      "step": 1655
    },
    {
      "contrastive_loss": 2.0905585289001465,
      "epoch": 1.0770357113804605,
      "nll_loss": 0.13956089317798615,
      "step": 1655
    },
    {
      "epoch": 1.0802895957048726,
      "grad_norm": 0.27321866154670715,
      "learning_rate": 0.00014516792323509252,
      "loss": 3.1114,
      "step": 1660
    },
    {
      "contrastive_loss": 2.0900063514709473,
      "epoch": 1.0802895957048726,
      "nll_loss": 0.18056252598762512,
      "step": 1660
    },
    {
      "contrastive_loss": 2.0863900184631348,
      "epoch": 1.0802895957048726,
      "nll_loss": 0.1252424716949463,
      "step": 1660
    },
    {
      "contrastive_loss": 2.0862314701080322,
      "epoch": 1.0802895957048726,
      "nll_loss": 0.08952110260725021,
      "step": 1660
    },
    {
      "contrastive_loss": 2.089630365371704,
      "epoch": 1.0802895957048726,
      "nll_loss": 0.058198437094688416,
      "step": 1660
    },
    {
      "contrastive_loss": 2.085526943206787,
      "epoch": 1.0802895957048726,
      "nll_loss": 0.16586625576019287,
      "step": 1660
    },
    {
      "contrastive_loss": 2.0885369777679443,
      "epoch": 1.0802895957048726,
      "nll_loss": 0.15032526850700378,
      "step": 1660
    },
    {
      "contrastive_loss": 2.088872194290161,
      "epoch": 1.0802895957048726,
      "nll_loss": 0.09731148183345795,
      "step": 1660
    },
    {
      "contrastive_loss": 2.0881805419921875,
      "epoch": 1.0802895957048726,
      "nll_loss": 0.10069108009338379,
      "step": 1660
    },
    {
      "epoch": 1.083543480029285,
      "grad_norm": 0.3129473626613617,
      "learning_rate": 0.0001446538725154215,
      "loss": 3.1449,
      "step": 1665
    },
    {
      "contrastive_loss": 2.095762014389038,
      "epoch": 1.083543480029285,
      "nll_loss": 0.133930042386055,
      "step": 1665
    },
    {
      "contrastive_loss": 2.091834545135498,
      "epoch": 1.083543480029285,
      "nll_loss": 0.1174711361527443,
      "step": 1665
    },
    {
      "contrastive_loss": 2.107797145843506,
      "epoch": 1.083543480029285,
      "nll_loss": 0.11669232696294785,
      "step": 1665
    },
    {
      "contrastive_loss": 2.0886712074279785,
      "epoch": 1.083543480029285,
      "nll_loss": 0.19102901220321655,
      "step": 1665
    },
    {
      "contrastive_loss": 2.093362331390381,
      "epoch": 1.083543480029285,
      "nll_loss": 0.1265161782503128,
      "step": 1665
    },
    {
      "contrastive_loss": 2.092170238494873,
      "epoch": 1.083543480029285,
      "nll_loss": 0.14295442402362823,
      "step": 1665
    },
    {
      "contrastive_loss": 2.0866289138793945,
      "epoch": 1.083543480029285,
      "nll_loss": 0.07995936274528503,
      "step": 1665
    },
    {
      "contrastive_loss": 2.0896270275115967,
      "epoch": 1.083543480029285,
      "nll_loss": 0.18062534928321838,
      "step": 1665
    },
    {
      "epoch": 1.0867973643536972,
      "grad_norm": 0.26582857966423035,
      "learning_rate": 0.0001441398217957505,
      "loss": 3.1,
      "step": 1670
    },
    {
      "contrastive_loss": 2.0877442359924316,
      "epoch": 1.0867973643536972,
      "nll_loss": 0.05689623951911926,
      "step": 1670
    },
    {
      "contrastive_loss": 2.0902891159057617,
      "epoch": 1.0867973643536972,
      "nll_loss": 0.1265140324831009,
      "step": 1670
    },
    {
      "contrastive_loss": 2.0844151973724365,
      "epoch": 1.0867973643536972,
      "nll_loss": 0.2192525565624237,
      "step": 1670
    },
    {
      "contrastive_loss": 2.0835611820220947,
      "epoch": 1.0867973643536972,
      "nll_loss": 0.12196852266788483,
      "step": 1670
    },
    {
      "contrastive_loss": 2.092597723007202,
      "epoch": 1.0867973643536972,
      "nll_loss": 0.13520583510398865,
      "step": 1670
    },
    {
      "contrastive_loss": 2.0901007652282715,
      "epoch": 1.0867973643536972,
      "nll_loss": 0.14555253088474274,
      "step": 1670
    },
    {
      "contrastive_loss": 2.0955564975738525,
      "epoch": 1.0867973643536972,
      "nll_loss": 0.1227923333644867,
      "step": 1670
    },
    {
      "contrastive_loss": 2.093186616897583,
      "epoch": 1.0867973643536972,
      "nll_loss": 0.14254207909107208,
      "step": 1670
    },
    {
      "epoch": 1.0900512486781095,
      "grad_norm": 0.2954671382904053,
      "learning_rate": 0.0001436257710760795,
      "loss": 3.0829,
      "step": 1675
    },
    {
      "contrastive_loss": 2.0840420722961426,
      "epoch": 1.0900512486781095,
      "nll_loss": 0.22189608216285706,
      "step": 1675
    },
    {
      "contrastive_loss": 2.0904390811920166,
      "epoch": 1.0900512486781095,
      "nll_loss": 0.04794169217348099,
      "step": 1675
    },
    {
      "contrastive_loss": 2.0840799808502197,
      "epoch": 1.0900512486781095,
      "nll_loss": 0.09575682133436203,
      "step": 1675
    },
    {
      "contrastive_loss": 2.0914530754089355,
      "epoch": 1.0900512486781095,
      "nll_loss": 0.0779116153717041,
      "step": 1675
    },
    {
      "contrastive_loss": 2.08866286277771,
      "epoch": 1.0900512486781095,
      "nll_loss": 0.1904841959476471,
      "step": 1675
    },
    {
      "contrastive_loss": 2.089390754699707,
      "epoch": 1.0900512486781095,
      "nll_loss": 0.12885865569114685,
      "step": 1675
    },
    {
      "contrastive_loss": 2.0864152908325195,
      "epoch": 1.0900512486781095,
      "nll_loss": 0.09291909635066986,
      "step": 1675
    },
    {
      "contrastive_loss": 2.090043783187866,
      "epoch": 1.0900512486781095,
      "nll_loss": 0.08760352432727814,
      "step": 1675
    },
    {
      "epoch": 1.0933051330025219,
      "grad_norm": 0.2638738453388214,
      "learning_rate": 0.0001431117203564085,
      "loss": 3.0823,
      "step": 1680
    },
    {
      "contrastive_loss": 2.0845744609832764,
      "epoch": 1.0933051330025219,
      "nll_loss": 0.1433183252811432,
      "step": 1680
    },
    {
      "contrastive_loss": 2.0925700664520264,
      "epoch": 1.0933051330025219,
      "nll_loss": 0.14551395177841187,
      "step": 1680
    },
    {
      "contrastive_loss": 2.0872552394866943,
      "epoch": 1.0933051330025219,
      "nll_loss": 0.06962915509939194,
      "step": 1680
    },
    {
      "contrastive_loss": 2.0891637802124023,
      "epoch": 1.0933051330025219,
      "nll_loss": 0.11729835718870163,
      "step": 1680
    },
    {
      "contrastive_loss": 2.090892791748047,
      "epoch": 1.0933051330025219,
      "nll_loss": 0.11694546043872833,
      "step": 1680
    },
    {
      "contrastive_loss": 2.0910825729370117,
      "epoch": 1.0933051330025219,
      "nll_loss": 0.1707117259502411,
      "step": 1680
    },
    {
      "contrastive_loss": 2.082390069961548,
      "epoch": 1.0933051330025219,
      "nll_loss": 0.07729334384202957,
      "step": 1680
    },
    {
      "contrastive_loss": 2.0881106853485107,
      "epoch": 1.0933051330025219,
      "nll_loss": 0.11415120959281921,
      "step": 1680
    },
    {
      "epoch": 1.096559017326934,
      "grad_norm": 0.26335516571998596,
      "learning_rate": 0.00014259766963673748,
      "loss": 3.0962,
      "step": 1685
    },
    {
      "contrastive_loss": 2.0913476943969727,
      "epoch": 1.096559017326934,
      "nll_loss": 0.2325628101825714,
      "step": 1685
    },
    {
      "contrastive_loss": 2.095456123352051,
      "epoch": 1.096559017326934,
      "nll_loss": 0.05593788996338844,
      "step": 1685
    },
    {
      "contrastive_loss": 2.084784507751465,
      "epoch": 1.096559017326934,
      "nll_loss": 0.20468471944332123,
      "step": 1685
    },
    {
      "contrastive_loss": 2.0956296920776367,
      "epoch": 1.096559017326934,
      "nll_loss": 0.1178414449095726,
      "step": 1685
    },
    {
      "contrastive_loss": 2.456462860107422,
      "epoch": 1.096559017326934,
      "nll_loss": 0.060672078281641006,
      "step": 1685
    },
    {
      "contrastive_loss": 2.091355085372925,
      "epoch": 1.096559017326934,
      "nll_loss": 0.16511036455631256,
      "step": 1685
    },
    {
      "contrastive_loss": 2.091928482055664,
      "epoch": 1.096559017326934,
      "nll_loss": 0.1615658551454544,
      "step": 1685
    },
    {
      "contrastive_loss": 2.0888702869415283,
      "epoch": 1.096559017326934,
      "nll_loss": 0.10415838658809662,
      "step": 1685
    },
    {
      "epoch": 1.0998129016513463,
      "grad_norm": 0.2847276031970978,
      "learning_rate": 0.00014208361891706648,
      "loss": 3.1184,
      "step": 1690
    },
    {
      "contrastive_loss": 2.0895652770996094,
      "epoch": 1.0998129016513463,
      "nll_loss": 0.13097910583019257,
      "step": 1690
    },
    {
      "contrastive_loss": 2.08565092086792,
      "epoch": 1.0998129016513463,
      "nll_loss": 0.07552707940340042,
      "step": 1690
    },
    {
      "contrastive_loss": 2.093379259109497,
      "epoch": 1.0998129016513463,
      "nll_loss": 0.1401849240064621,
      "step": 1690
    },
    {
      "contrastive_loss": 2.090441942214966,
      "epoch": 1.0998129016513463,
      "nll_loss": 0.0694296583533287,
      "step": 1690
    },
    {
      "contrastive_loss": 2.0896949768066406,
      "epoch": 1.0998129016513463,
      "nll_loss": 0.13936153054237366,
      "step": 1690
    },
    {
      "contrastive_loss": 2.083916187286377,
      "epoch": 1.0998129016513463,
      "nll_loss": 0.18902243673801422,
      "step": 1690
    },
    {
      "contrastive_loss": 2.091325283050537,
      "epoch": 1.0998129016513463,
      "nll_loss": 0.09644141793251038,
      "step": 1690
    },
    {
      "contrastive_loss": 2.087824583053589,
      "epoch": 1.0998129016513463,
      "nll_loss": 0.0688605085015297,
      "step": 1690
    },
    {
      "epoch": 1.1030667859757586,
      "grad_norm": 0.3151741623878479,
      "learning_rate": 0.00014156956819739546,
      "loss": 3.0848,
      "step": 1695
    },
    {
      "contrastive_loss": 2.087690830230713,
      "epoch": 1.1030667859757586,
      "nll_loss": 0.08524627983570099,
      "step": 1695
    },
    {
      "contrastive_loss": 2.089341640472412,
      "epoch": 1.1030667859757586,
      "nll_loss": 0.12582771480083466,
      "step": 1695
    },
    {
      "contrastive_loss": 2.0868935585021973,
      "epoch": 1.1030667859757586,
      "nll_loss": 0.16866445541381836,
      "step": 1695
    },
    {
      "contrastive_loss": 2.091019868850708,
      "epoch": 1.1030667859757586,
      "nll_loss": 0.13510918617248535,
      "step": 1695
    },
    {
      "contrastive_loss": 2.0881106853485107,
      "epoch": 1.1030667859757586,
      "nll_loss": 0.05560380220413208,
      "step": 1695
    },
    {
      "contrastive_loss": 2.0874814987182617,
      "epoch": 1.1030667859757586,
      "nll_loss": 0.11286342144012451,
      "step": 1695
    },
    {
      "contrastive_loss": 2.089708089828491,
      "epoch": 1.1030667859757586,
      "nll_loss": 0.1932392716407776,
      "step": 1695
    },
    {
      "contrastive_loss": 2.0864853858947754,
      "epoch": 1.1030667859757586,
      "nll_loss": 0.10616777092218399,
      "step": 1695
    },
    {
      "epoch": 1.106320670300171,
      "grad_norm": 0.2859746217727661,
      "learning_rate": 0.00014105551747772447,
      "loss": 3.1027,
      "step": 1700
    },
    {
      "contrastive_loss": 2.08798885345459,
      "epoch": 1.106320670300171,
      "nll_loss": 0.16796602308750153,
      "step": 1700
    },
    {
      "contrastive_loss": 2.0878705978393555,
      "epoch": 1.106320670300171,
      "nll_loss": 0.1522465944290161,
      "step": 1700
    },
    {
      "contrastive_loss": 2.0888381004333496,
      "epoch": 1.106320670300171,
      "nll_loss": 0.08660884201526642,
      "step": 1700
    },
    {
      "contrastive_loss": 2.0884053707122803,
      "epoch": 1.106320670300171,
      "nll_loss": 0.0825270339846611,
      "step": 1700
    },
    {
      "contrastive_loss": 2.0953662395477295,
      "epoch": 1.106320670300171,
      "nll_loss": 0.10502137988805771,
      "step": 1700
    },
    {
      "contrastive_loss": 2.0893545150756836,
      "epoch": 1.106320670300171,
      "nll_loss": 0.2011784315109253,
      "step": 1700
    },
    {
      "contrastive_loss": 2.0863709449768066,
      "epoch": 1.106320670300171,
      "nll_loss": 0.11834283918142319,
      "step": 1700
    },
    {
      "contrastive_loss": 2.0923240184783936,
      "epoch": 1.106320670300171,
      "nll_loss": 0.13247206807136536,
      "step": 1700
    },
    {
      "epoch": 1.109574554624583,
      "grad_norm": 0.3015395700931549,
      "learning_rate": 0.00014054146675805345,
      "loss": 3.1089,
      "step": 1705
    },
    {
      "contrastive_loss": 2.0923657417297363,
      "epoch": 1.109574554624583,
      "nll_loss": 0.11659613251686096,
      "step": 1705
    },
    {
      "contrastive_loss": 2.0885117053985596,
      "epoch": 1.109574554624583,
      "nll_loss": 0.06127035245299339,
      "step": 1705
    },
    {
      "contrastive_loss": 2.0841023921966553,
      "epoch": 1.109574554624583,
      "nll_loss": 0.13264404237270355,
      "step": 1705
    },
    {
      "contrastive_loss": 2.0869433879852295,
      "epoch": 1.109574554624583,
      "nll_loss": 0.15892693400382996,
      "step": 1705
    },
    {
      "contrastive_loss": 2.093949317932129,
      "epoch": 1.109574554624583,
      "nll_loss": 0.10307318717241287,
      "step": 1705
    },
    {
      "contrastive_loss": 2.0961644649505615,
      "epoch": 1.109574554624583,
      "nll_loss": 0.16734248399734497,
      "step": 1705
    },
    {
      "contrastive_loss": 2.09177565574646,
      "epoch": 1.109574554624583,
      "nll_loss": 0.05548599362373352,
      "step": 1705
    },
    {
      "contrastive_loss": 2.088502883911133,
      "epoch": 1.109574554624583,
      "nll_loss": 0.11608825623989105,
      "step": 1705
    },
    {
      "epoch": 1.1128284389489953,
      "grad_norm": 0.23726651072502136,
      "learning_rate": 0.00014002741603838243,
      "loss": 3.0839,
      "step": 1710
    },
    {
      "contrastive_loss": 2.0903022289276123,
      "epoch": 1.1128284389489953,
      "nll_loss": 0.19724377989768982,
      "step": 1710
    },
    {
      "contrastive_loss": 2.0869808197021484,
      "epoch": 1.1128284389489953,
      "nll_loss": 0.12614081799983978,
      "step": 1710
    },
    {
      "contrastive_loss": 2.0837740898132324,
      "epoch": 1.1128284389489953,
      "nll_loss": 0.3335229456424713,
      "step": 1710
    },
    {
      "contrastive_loss": 2.0844390392303467,
      "epoch": 1.1128284389489953,
      "nll_loss": 0.0984020009636879,
      "step": 1710
    },
    {
      "contrastive_loss": 2.0958783626556396,
      "epoch": 1.1128284389489953,
      "nll_loss": 0.09533385187387466,
      "step": 1710
    },
    {
      "contrastive_loss": 2.0891737937927246,
      "epoch": 1.1128284389489953,
      "nll_loss": 0.15887051820755005,
      "step": 1710
    },
    {
      "contrastive_loss": 2.0904242992401123,
      "epoch": 1.1128284389489953,
      "nll_loss": 0.1466176062822342,
      "step": 1710
    },
    {
      "contrastive_loss": 2.0940797328948975,
      "epoch": 1.1128284389489953,
      "nll_loss": 0.10264968872070312,
      "step": 1710
    },
    {
      "epoch": 1.1160823232734076,
      "grad_norm": 0.3253597617149353,
      "learning_rate": 0.00013951336531871142,
      "loss": 3.1488,
      "step": 1715
    },
    {
      "contrastive_loss": 2.089014768600464,
      "epoch": 1.1160823232734076,
      "nll_loss": 0.17936868965625763,
      "step": 1715
    },
    {
      "contrastive_loss": 2.089651584625244,
      "epoch": 1.1160823232734076,
      "nll_loss": 0.0754275768995285,
      "step": 1715
    },
    {
      "contrastive_loss": 2.0916378498077393,
      "epoch": 1.1160823232734076,
      "nll_loss": 0.060856591910123825,
      "step": 1715
    },
    {
      "contrastive_loss": 2.0862531661987305,
      "epoch": 1.1160823232734076,
      "nll_loss": 0.15330420434474945,
      "step": 1715
    },
    {
      "contrastive_loss": 2.0922677516937256,
      "epoch": 1.1160823232734076,
      "nll_loss": 0.10798125714063644,
      "step": 1715
    },
    {
      "contrastive_loss": 2.0936124324798584,
      "epoch": 1.1160823232734076,
      "nll_loss": 0.1472424417734146,
      "step": 1715
    },
    {
      "contrastive_loss": 2.092554807662964,
      "epoch": 1.1160823232734076,
      "nll_loss": 0.15102079510688782,
      "step": 1715
    },
    {
      "contrastive_loss": 2.087498664855957,
      "epoch": 1.1160823232734076,
      "nll_loss": 0.19918130338191986,
      "step": 1715
    },
    {
      "epoch": 1.11933620759782,
      "grad_norm": 0.29182299971580505,
      "learning_rate": 0.00013899931459904042,
      "loss": 3.0538,
      "step": 1720
    },
    {
      "contrastive_loss": 2.0910706520080566,
      "epoch": 1.11933620759782,
      "nll_loss": 0.11296332627534866,
      "step": 1720
    },
    {
      "contrastive_loss": 2.094503402709961,
      "epoch": 1.11933620759782,
      "nll_loss": 0.14393377304077148,
      "step": 1720
    },
    {
      "contrastive_loss": 2.085951089859009,
      "epoch": 1.11933620759782,
      "nll_loss": 0.2914523482322693,
      "step": 1720
    },
    {
      "contrastive_loss": 2.090287923812866,
      "epoch": 1.11933620759782,
      "nll_loss": 0.08934393525123596,
      "step": 1720
    },
    {
      "contrastive_loss": 2.0874078273773193,
      "epoch": 1.11933620759782,
      "nll_loss": 0.042539432644844055,
      "step": 1720
    },
    {
      "contrastive_loss": 2.0924060344696045,
      "epoch": 1.11933620759782,
      "nll_loss": 0.1293686479330063,
      "step": 1720
    },
    {
      "contrastive_loss": 2.1018264293670654,
      "epoch": 1.11933620759782,
      "nll_loss": 0.15007010102272034,
      "step": 1720
    },
    {
      "contrastive_loss": 2.08929705619812,
      "epoch": 1.11933620759782,
      "nll_loss": 0.10981174558401108,
      "step": 1720
    },
    {
      "epoch": 1.1225900919222322,
      "grad_norm": 0.2596047818660736,
      "learning_rate": 0.0001384852638793694,
      "loss": 3.0667,
      "step": 1725
    },
    {
      "contrastive_loss": 2.0897998809814453,
      "epoch": 1.1225900919222322,
      "nll_loss": 0.23512700200080872,
      "step": 1725
    },
    {
      "contrastive_loss": 2.0875816345214844,
      "epoch": 1.1225900919222322,
      "nll_loss": 0.0697166696190834,
      "step": 1725
    },
    {
      "contrastive_loss": 2.0904810428619385,
      "epoch": 1.1225900919222322,
      "nll_loss": 0.16925951838493347,
      "step": 1725
    },
    {
      "contrastive_loss": 2.0906624794006348,
      "epoch": 1.1225900919222322,
      "nll_loss": 0.12836670875549316,
      "step": 1725
    },
    {
      "contrastive_loss": 2.0910983085632324,
      "epoch": 1.1225900919222322,
      "nll_loss": 0.15595126152038574,
      "step": 1725
    },
    {
      "contrastive_loss": 2.08203387260437,
      "epoch": 1.1225900919222322,
      "nll_loss": 0.06600233167409897,
      "step": 1725
    },
    {
      "contrastive_loss": 2.0869998931884766,
      "epoch": 1.1225900919222322,
      "nll_loss": 0.09501548856496811,
      "step": 1725
    },
    {
      "contrastive_loss": 2.085005521774292,
      "epoch": 1.1225900919222322,
      "nll_loss": 0.0947142168879509,
      "step": 1725
    },
    {
      "epoch": 1.1258439762466443,
      "grad_norm": 0.2663688063621521,
      "learning_rate": 0.0001379712131596984,
      "loss": 3.1221,
      "step": 1730
    },
    {
      "contrastive_loss": 2.088834524154663,
      "epoch": 1.1258439762466443,
      "nll_loss": 0.10192327201366425,
      "step": 1730
    },
    {
      "contrastive_loss": 2.0888514518737793,
      "epoch": 1.1258439762466443,
      "nll_loss": 0.16022458672523499,
      "step": 1730
    },
    {
      "contrastive_loss": 2.08703875541687,
      "epoch": 1.1258439762466443,
      "nll_loss": 0.153441920876503,
      "step": 1730
    },
    {
      "contrastive_loss": 2.089927911758423,
      "epoch": 1.1258439762466443,
      "nll_loss": 0.1936512142419815,
      "step": 1730
    },
    {
      "contrastive_loss": 2.0846951007843018,
      "epoch": 1.1258439762466443,
      "nll_loss": 0.14885418117046356,
      "step": 1730
    },
    {
      "contrastive_loss": 2.0919227600097656,
      "epoch": 1.1258439762466443,
      "nll_loss": 0.15554435551166534,
      "step": 1730
    },
    {
      "contrastive_loss": 2.0873196125030518,
      "epoch": 1.1258439762466443,
      "nll_loss": 0.13681092858314514,
      "step": 1730
    },
    {
      "contrastive_loss": 2.0889663696289062,
      "epoch": 1.1258439762466443,
      "nll_loss": 0.1367044895887375,
      "step": 1730
    },
    {
      "epoch": 1.1290978605710567,
      "grad_norm": 0.26914072036743164,
      "learning_rate": 0.0001374571624400274,
      "loss": 3.1609,
      "step": 1735
    },
    {
      "contrastive_loss": 2.093644618988037,
      "epoch": 1.1290978605710567,
      "nll_loss": 0.1211862713098526,
      "step": 1735
    },
    {
      "contrastive_loss": 2.087374687194824,
      "epoch": 1.1290978605710567,
      "nll_loss": 0.16182874143123627,
      "step": 1735
    },
    {
      "contrastive_loss": 2.0850491523742676,
      "epoch": 1.1290978605710567,
      "nll_loss": 0.06458764523267746,
      "step": 1735
    },
    {
      "contrastive_loss": 2.109607696533203,
      "epoch": 1.1290978605710567,
      "nll_loss": 0.1507905274629593,
      "step": 1735
    },
    {
      "contrastive_loss": 2.0941576957702637,
      "epoch": 1.1290978605710567,
      "nll_loss": 0.08864005655050278,
      "step": 1735
    },
    {
      "contrastive_loss": 2.0896596908569336,
      "epoch": 1.1290978605710567,
      "nll_loss": 0.10195595771074295,
      "step": 1735
    },
    {
      "contrastive_loss": 2.0872461795806885,
      "epoch": 1.1290978605710567,
      "nll_loss": 0.15620411932468414,
      "step": 1735
    },
    {
      "contrastive_loss": 2.0934290885925293,
      "epoch": 1.1290978605710567,
      "nll_loss": 0.09248241037130356,
      "step": 1735
    },
    {
      "epoch": 1.132351744895469,
      "grad_norm": 0.2963793873786926,
      "learning_rate": 0.0001369431117203564,
      "loss": 3.1123,
      "step": 1740
    },
    {
      "contrastive_loss": 2.0858383178710938,
      "epoch": 1.132351744895469,
      "nll_loss": 0.127406507730484,
      "step": 1740
    },
    {
      "contrastive_loss": 2.09061861038208,
      "epoch": 1.132351744895469,
      "nll_loss": 0.09198442846536636,
      "step": 1740
    },
    {
      "contrastive_loss": 2.095285654067993,
      "epoch": 1.132351744895469,
      "nll_loss": 0.1221618726849556,
      "step": 1740
    },
    {
      "contrastive_loss": 2.08797025680542,
      "epoch": 1.132351744895469,
      "nll_loss": 0.09527312964200974,
      "step": 1740
    },
    {
      "contrastive_loss": 2.090646982192993,
      "epoch": 1.132351744895469,
      "nll_loss": 0.16245266795158386,
      "step": 1740
    },
    {
      "contrastive_loss": 2.0890767574310303,
      "epoch": 1.132351744895469,
      "nll_loss": 0.12357592582702637,
      "step": 1740
    },
    {
      "contrastive_loss": 2.0883138179779053,
      "epoch": 1.132351744895469,
      "nll_loss": 0.08191262930631638,
      "step": 1740
    },
    {
      "contrastive_loss": 2.0869390964508057,
      "epoch": 1.132351744895469,
      "nll_loss": 0.11652680486440659,
      "step": 1740
    },
    {
      "epoch": 1.1356056292198813,
      "grad_norm": 0.28924480080604553,
      "learning_rate": 0.0001364290610006854,
      "loss": 3.103,
      "step": 1745
    },
    {
      "contrastive_loss": 2.090327501296997,
      "epoch": 1.1356056292198813,
      "nll_loss": 0.16208945214748383,
      "step": 1745
    },
    {
      "contrastive_loss": 2.090585470199585,
      "epoch": 1.1356056292198813,
      "nll_loss": 0.07273755967617035,
      "step": 1745
    },
    {
      "contrastive_loss": 2.0929131507873535,
      "epoch": 1.1356056292198813,
      "nll_loss": 0.12514103949069977,
      "step": 1745
    },
    {
      "contrastive_loss": 2.086850166320801,
      "epoch": 1.1356056292198813,
      "nll_loss": 0.1839502602815628,
      "step": 1745
    },
    {
      "contrastive_loss": 2.088383197784424,
      "epoch": 1.1356056292198813,
      "nll_loss": 0.11857898533344269,
      "step": 1745
    },
    {
      "contrastive_loss": 2.0880179405212402,
      "epoch": 1.1356056292198813,
      "nll_loss": 0.12248159199953079,
      "step": 1745
    },
    {
      "contrastive_loss": 2.091590642929077,
      "epoch": 1.1356056292198813,
      "nll_loss": 0.25662484765052795,
      "step": 1745
    },
    {
      "contrastive_loss": 2.0901811122894287,
      "epoch": 1.1356056292198813,
      "nll_loss": 0.045940883457660675,
      "step": 1745
    },
    {
      "epoch": 1.1388595135442934,
      "grad_norm": 0.25646713376045227,
      "learning_rate": 0.0001359150102810144,
      "loss": 3.0918,
      "step": 1750
    },
    {
      "contrastive_loss": 2.0885231494903564,
      "epoch": 1.1388595135442934,
      "nll_loss": 0.11800292134284973,
      "step": 1750
    },
    {
      "contrastive_loss": 2.085310220718384,
      "epoch": 1.1388595135442934,
      "nll_loss": 0.09324436634778976,
      "step": 1750
    },
    {
      "contrastive_loss": 2.085280179977417,
      "epoch": 1.1388595135442934,
      "nll_loss": 0.14615871012210846,
      "step": 1750
    },
    {
      "contrastive_loss": 2.0892794132232666,
      "epoch": 1.1388595135442934,
      "nll_loss": 0.1580990105867386,
      "step": 1750
    },
    {
      "contrastive_loss": 2.0879175662994385,
      "epoch": 1.1388595135442934,
      "nll_loss": 0.17164470255374908,
      "step": 1750
    },
    {
      "contrastive_loss": 2.089911460876465,
      "epoch": 1.1388595135442934,
      "nll_loss": 0.07031470537185669,
      "step": 1750
    },
    {
      "contrastive_loss": 2.082972526550293,
      "epoch": 1.1388595135442934,
      "nll_loss": 0.1382414698600769,
      "step": 1750
    },
    {
      "contrastive_loss": 2.0860114097595215,
      "epoch": 1.1388595135442934,
      "nll_loss": 0.10698562860488892,
      "step": 1750
    },
    {
      "epoch": 1.1421133978687057,
      "grad_norm": 0.27418628334999084,
      "learning_rate": 0.00013540095956134337,
      "loss": 3.1155,
      "step": 1755
    },
    {
      "contrastive_loss": 2.086277484893799,
      "epoch": 1.1421133978687057,
      "nll_loss": 0.06988107413053513,
      "step": 1755
    },
    {
      "contrastive_loss": 2.084219455718994,
      "epoch": 1.1421133978687057,
      "nll_loss": 0.08869088441133499,
      "step": 1755
    },
    {
      "contrastive_loss": 2.09696888923645,
      "epoch": 1.1421133978687057,
      "nll_loss": 0.06729967892169952,
      "step": 1755
    },
    {
      "contrastive_loss": 2.093290090560913,
      "epoch": 1.1421133978687057,
      "nll_loss": 0.21127456426620483,
      "step": 1755
    },
    {
      "contrastive_loss": 2.0884807109832764,
      "epoch": 1.1421133978687057,
      "nll_loss": 0.12709790468215942,
      "step": 1755
    },
    {
      "contrastive_loss": 2.087283134460449,
      "epoch": 1.1421133978687057,
      "nll_loss": 0.11595755815505981,
      "step": 1755
    },
    {
      "contrastive_loss": 2.089282751083374,
      "epoch": 1.1421133978687057,
      "nll_loss": 0.10532458871603012,
      "step": 1755
    },
    {
      "contrastive_loss": 2.084440231323242,
      "epoch": 1.1421133978687057,
      "nll_loss": 0.15012364089488983,
      "step": 1755
    },
    {
      "epoch": 1.145367282193118,
      "grad_norm": 0.28181472420692444,
      "learning_rate": 0.00013488690884167235,
      "loss": 3.1321,
      "step": 1760
    },
    {
      "contrastive_loss": 2.0851693153381348,
      "epoch": 1.145367282193118,
      "nll_loss": 0.1450992077589035,
      "step": 1760
    },
    {
      "contrastive_loss": 2.086038589477539,
      "epoch": 1.145367282193118,
      "nll_loss": 0.12067708373069763,
      "step": 1760
    },
    {
      "contrastive_loss": 2.089517831802368,
      "epoch": 1.145367282193118,
      "nll_loss": 0.13615556061267853,
      "step": 1760
    },
    {
      "contrastive_loss": 2.08575701713562,
      "epoch": 1.145367282193118,
      "nll_loss": 0.19184336066246033,
      "step": 1760
    },
    {
      "contrastive_loss": 2.0899124145507812,
      "epoch": 1.145367282193118,
      "nll_loss": 0.10219934582710266,
      "step": 1760
    },
    {
      "contrastive_loss": 2.0871877670288086,
      "epoch": 1.145367282193118,
      "nll_loss": 0.09341523051261902,
      "step": 1760
    },
    {
      "contrastive_loss": 2.090089797973633,
      "epoch": 1.145367282193118,
      "nll_loss": 0.2023434340953827,
      "step": 1760
    },
    {
      "contrastive_loss": 2.091855764389038,
      "epoch": 1.145367282193118,
      "nll_loss": 0.10290930420160294,
      "step": 1760
    },
    {
      "epoch": 1.1486211665175303,
      "grad_norm": 0.2887740433216095,
      "learning_rate": 0.00013437285812200136,
      "loss": 3.0777,
      "step": 1765
    },
    {
      "contrastive_loss": 2.088747501373291,
      "epoch": 1.1486211665175303,
      "nll_loss": 0.13466736674308777,
      "step": 1765
    },
    {
      "contrastive_loss": 2.093090295791626,
      "epoch": 1.1486211665175303,
      "nll_loss": 0.1182011216878891,
      "step": 1765
    },
    {
      "contrastive_loss": 2.089914321899414,
      "epoch": 1.1486211665175303,
      "nll_loss": 0.1612972617149353,
      "step": 1765
    },
    {
      "contrastive_loss": 2.091280221939087,
      "epoch": 1.1486211665175303,
      "nll_loss": 0.11478454619646072,
      "step": 1765
    },
    {
      "contrastive_loss": 2.090564250946045,
      "epoch": 1.1486211665175303,
      "nll_loss": 0.16774162650108337,
      "step": 1765
    },
    {
      "contrastive_loss": 2.087271213531494,
      "epoch": 1.1486211665175303,
      "nll_loss": 0.11551910638809204,
      "step": 1765
    },
    {
      "contrastive_loss": 2.091505765914917,
      "epoch": 1.1486211665175303,
      "nll_loss": 0.17226450145244598,
      "step": 1765
    },
    {
      "contrastive_loss": 2.089359998703003,
      "epoch": 1.1486211665175303,
      "nll_loss": 0.1711948812007904,
      "step": 1765
    },
    {
      "epoch": 1.1518750508419426,
      "grad_norm": 0.29073596000671387,
      "learning_rate": 0.00013385880740233034,
      "loss": 3.1567,
      "step": 1770
    },
    {
      "contrastive_loss": 2.091970682144165,
      "epoch": 1.1518750508419426,
      "nll_loss": 0.0852268785238266,
      "step": 1770
    },
    {
      "contrastive_loss": 2.094822883605957,
      "epoch": 1.1518750508419426,
      "nll_loss": 0.18140624463558197,
      "step": 1770
    },
    {
      "contrastive_loss": 2.091064691543579,
      "epoch": 1.1518750508419426,
      "nll_loss": 0.12098874151706696,
      "step": 1770
    },
    {
      "contrastive_loss": 2.0868053436279297,
      "epoch": 1.1518750508419426,
      "nll_loss": 0.09205427020788193,
      "step": 1770
    },
    {
      "contrastive_loss": 2.0867722034454346,
      "epoch": 1.1518750508419426,
      "nll_loss": 0.09368245303630829,
      "step": 1770
    },
    {
      "contrastive_loss": 2.089046001434326,
      "epoch": 1.1518750508419426,
      "nll_loss": 0.1991448700428009,
      "step": 1770
    },
    {
      "contrastive_loss": 2.0961363315582275,
      "epoch": 1.1518750508419426,
      "nll_loss": 0.08542842417955399,
      "step": 1770
    },
    {
      "contrastive_loss": 2.086846113204956,
      "epoch": 1.1518750508419426,
      "nll_loss": 0.14272519946098328,
      "step": 1770
    },
    {
      "epoch": 1.155128935166355,
      "grad_norm": 0.30365797877311707,
      "learning_rate": 0.00013334475668265935,
      "loss": 3.1107,
      "step": 1775
    },
    {
      "contrastive_loss": 2.092770576477051,
      "epoch": 1.155128935166355,
      "nll_loss": 0.12808693945407867,
      "step": 1775
    },
    {
      "contrastive_loss": 2.0847063064575195,
      "epoch": 1.155128935166355,
      "nll_loss": 0.0899079293012619,
      "step": 1775
    },
    {
      "contrastive_loss": 2.088726282119751,
      "epoch": 1.155128935166355,
      "nll_loss": 0.13213513791561127,
      "step": 1775
    },
    {
      "contrastive_loss": 2.090216875076294,
      "epoch": 1.155128935166355,
      "nll_loss": 0.13745014369487762,
      "step": 1775
    },
    {
      "contrastive_loss": 2.085813522338867,
      "epoch": 1.155128935166355,
      "nll_loss": 0.14735017716884613,
      "step": 1775
    },
    {
      "contrastive_loss": 2.081510066986084,
      "epoch": 1.155128935166355,
      "nll_loss": 0.22797788679599762,
      "step": 1775
    },
    {
      "contrastive_loss": 2.0878746509552,
      "epoch": 1.155128935166355,
      "nll_loss": 0.09814803302288055,
      "step": 1775
    },
    {
      "contrastive_loss": 2.0859220027923584,
      "epoch": 1.155128935166355,
      "nll_loss": 0.11816916614770889,
      "step": 1775
    },
    {
      "epoch": 1.158382819490767,
      "grad_norm": 0.29510900378227234,
      "learning_rate": 0.00013283070596298833,
      "loss": 3.106,
      "step": 1780
    },
    {
      "contrastive_loss": 2.092862129211426,
      "epoch": 1.158382819490767,
      "nll_loss": 0.0542912520468235,
      "step": 1780
    },
    {
      "contrastive_loss": 2.087218999862671,
      "epoch": 1.158382819490767,
      "nll_loss": 0.17354203760623932,
      "step": 1780
    },
    {
      "contrastive_loss": 2.0951180458068848,
      "epoch": 1.158382819490767,
      "nll_loss": 0.1276984065771103,
      "step": 1780
    },
    {
      "contrastive_loss": 2.08817720413208,
      "epoch": 1.158382819490767,
      "nll_loss": 0.1994571089744568,
      "step": 1780
    },
    {
      "contrastive_loss": 2.0864593982696533,
      "epoch": 1.158382819490767,
      "nll_loss": 0.11654212325811386,
      "step": 1780
    },
    {
      "contrastive_loss": 2.090822696685791,
      "epoch": 1.158382819490767,
      "nll_loss": 0.11934356391429901,
      "step": 1780
    },
    {
      "contrastive_loss": 2.089268207550049,
      "epoch": 1.158382819490767,
      "nll_loss": 0.15545853972434998,
      "step": 1780
    },
    {
      "contrastive_loss": 2.090477466583252,
      "epoch": 1.158382819490767,
      "nll_loss": 0.19133475422859192,
      "step": 1780
    },
    {
      "epoch": 1.1616367038151794,
      "grad_norm": 0.2836751341819763,
      "learning_rate": 0.00013231665524331734,
      "loss": 3.1146,
      "step": 1785
    },
    {
      "contrastive_loss": 2.0924315452575684,
      "epoch": 1.1616367038151794,
      "nll_loss": 0.10335741192102432,
      "step": 1785
    },
    {
      "contrastive_loss": 2.0999579429626465,
      "epoch": 1.1616367038151794,
      "nll_loss": 0.17871761322021484,
      "step": 1785
    },
    {
      "contrastive_loss": 2.08980655670166,
      "epoch": 1.1616367038151794,
      "nll_loss": 0.09762934595346451,
      "step": 1785
    },
    {
      "contrastive_loss": 2.0881340503692627,
      "epoch": 1.1616367038151794,
      "nll_loss": 0.19078615307807922,
      "step": 1785
    },
    {
      "contrastive_loss": 2.081562042236328,
      "epoch": 1.1616367038151794,
      "nll_loss": 0.08608675748109818,
      "step": 1785
    },
    {
      "contrastive_loss": 2.091266393661499,
      "epoch": 1.1616367038151794,
      "nll_loss": 0.09544407576322556,
      "step": 1785
    },
    {
      "contrastive_loss": 2.0865728855133057,
      "epoch": 1.1616367038151794,
      "nll_loss": 0.19392652809619904,
      "step": 1785
    },
    {
      "contrastive_loss": 2.0902528762817383,
      "epoch": 1.1616367038151794,
      "nll_loss": 0.11811178922653198,
      "step": 1785
    },
    {
      "epoch": 1.1648905881395917,
      "grad_norm": 0.27526605129241943,
      "learning_rate": 0.00013180260452364632,
      "loss": 3.1249,
      "step": 1790
    },
    {
      "contrastive_loss": 2.085259199142456,
      "epoch": 1.1648905881395917,
      "nll_loss": 0.1620096117258072,
      "step": 1790
    },
    {
      "contrastive_loss": 2.0867462158203125,
      "epoch": 1.1648905881395917,
      "nll_loss": 0.10047551989555359,
      "step": 1790
    },
    {
      "contrastive_loss": 2.0902316570281982,
      "epoch": 1.1648905881395917,
      "nll_loss": 0.1890001744031906,
      "step": 1790
    },
    {
      "contrastive_loss": 2.0838210582733154,
      "epoch": 1.1648905881395917,
      "nll_loss": 0.0796634778380394,
      "step": 1790
    },
    {
      "contrastive_loss": 2.090733051300049,
      "epoch": 1.1648905881395917,
      "nll_loss": 0.17026269435882568,
      "step": 1790
    },
    {
      "contrastive_loss": 2.08908748626709,
      "epoch": 1.1648905881395917,
      "nll_loss": 0.13897591829299927,
      "step": 1790
    },
    {
      "contrastive_loss": 2.084807872772217,
      "epoch": 1.1648905881395917,
      "nll_loss": 0.11896467953920364,
      "step": 1790
    },
    {
      "contrastive_loss": 2.0894715785980225,
      "epoch": 1.1648905881395917,
      "nll_loss": 0.1445901244878769,
      "step": 1790
    },
    {
      "epoch": 1.168144472464004,
      "grad_norm": 0.2751094698905945,
      "learning_rate": 0.00013128855380397533,
      "loss": 3.1373,
      "step": 1795
    },
    {
      "contrastive_loss": 2.0838136672973633,
      "epoch": 1.168144472464004,
      "nll_loss": 0.1464153379201889,
      "step": 1795
    },
    {
      "contrastive_loss": 2.0855581760406494,
      "epoch": 1.168144472464004,
      "nll_loss": 0.16423682868480682,
      "step": 1795
    },
    {
      "contrastive_loss": 2.0852878093719482,
      "epoch": 1.168144472464004,
      "nll_loss": 0.14576110243797302,
      "step": 1795
    },
    {
      "contrastive_loss": 2.084914207458496,
      "epoch": 1.168144472464004,
      "nll_loss": 0.07667482644319534,
      "step": 1795
    },
    {
      "contrastive_loss": 2.090446949005127,
      "epoch": 1.168144472464004,
      "nll_loss": 0.07715039700269699,
      "step": 1795
    },
    {
      "contrastive_loss": 2.0929484367370605,
      "epoch": 1.168144472464004,
      "nll_loss": 0.1367942988872528,
      "step": 1795
    },
    {
      "contrastive_loss": 2.0874722003936768,
      "epoch": 1.168144472464004,
      "nll_loss": 0.08523193001747131,
      "step": 1795
    },
    {
      "contrastive_loss": 2.0910706520080566,
      "epoch": 1.168144472464004,
      "nll_loss": 0.27082282304763794,
      "step": 1795
    },
    {
      "epoch": 1.171398356788416,
      "grad_norm": 0.27665600180625916,
      "learning_rate": 0.0001307745030843043,
      "loss": 3.0723,
      "step": 1800
    },
    {
      "contrastive_loss": 2.09108304977417,
      "epoch": 1.171398356788416,
      "nll_loss": 0.1697951704263687,
      "step": 1800
    },
    {
      "contrastive_loss": 2.086801052093506,
      "epoch": 1.171398356788416,
      "nll_loss": 0.15838217735290527,
      "step": 1800
    },
    {
      "contrastive_loss": 2.085637331008911,
      "epoch": 1.171398356788416,
      "nll_loss": 0.13099923729896545,
      "step": 1800
    },
    {
      "contrastive_loss": 2.0925183296203613,
      "epoch": 1.171398356788416,
      "nll_loss": 0.177001953125,
      "step": 1800
    },
    {
      "contrastive_loss": 2.087583065032959,
      "epoch": 1.171398356788416,
      "nll_loss": 0.1017720177769661,
      "step": 1800
    },
    {
      "contrastive_loss": 2.0916616916656494,
      "epoch": 1.171398356788416,
      "nll_loss": 0.09230940788984299,
      "step": 1800
    },
    {
      "contrastive_loss": 2.088536500930786,
      "epoch": 1.171398356788416,
      "nll_loss": 0.12711215019226074,
      "step": 1800
    },
    {
      "contrastive_loss": 2.0856595039367676,
      "epoch": 1.171398356788416,
      "nll_loss": 0.16352666914463043,
      "step": 1800
    },
    {
      "epoch": 1.1746522411128284,
      "grad_norm": 0.29024794697761536,
      "learning_rate": 0.0001302604523646333,
      "loss": 3.0791,
      "step": 1805
    },
    {
      "contrastive_loss": 2.092252016067505,
      "epoch": 1.1746522411128284,
      "nll_loss": 0.12302618473768234,
      "step": 1805
    },
    {
      "contrastive_loss": 2.087878465652466,
      "epoch": 1.1746522411128284,
      "nll_loss": 0.09443790465593338,
      "step": 1805
    },
    {
      "contrastive_loss": 2.0872368812561035,
      "epoch": 1.1746522411128284,
      "nll_loss": 0.12131909281015396,
      "step": 1805
    },
    {
      "contrastive_loss": 2.092451810836792,
      "epoch": 1.1746522411128284,
      "nll_loss": 0.08997990936040878,
      "step": 1805
    },
    {
      "contrastive_loss": 2.0899007320404053,
      "epoch": 1.1746522411128284,
      "nll_loss": 0.21310670673847198,
      "step": 1805
    },
    {
      "contrastive_loss": 2.0897958278656006,
      "epoch": 1.1746522411128284,
      "nll_loss": 0.1656678467988968,
      "step": 1805
    },
    {
      "contrastive_loss": 2.0859310626983643,
      "epoch": 1.1746522411128284,
      "nll_loss": 0.12108799070119858,
      "step": 1805
    },
    {
      "contrastive_loss": 2.0901241302490234,
      "epoch": 1.1746522411128284,
      "nll_loss": 0.13260722160339355,
      "step": 1805
    },
    {
      "epoch": 1.1779061254372407,
      "grad_norm": 0.3117818236351013,
      "learning_rate": 0.00012974640164496227,
      "loss": 3.1278,
      "step": 1810
    },
    {
      "contrastive_loss": 2.085084915161133,
      "epoch": 1.1779061254372407,
      "nll_loss": 0.0934206023812294,
      "step": 1810
    },
    {
      "contrastive_loss": 2.0916593074798584,
      "epoch": 1.1779061254372407,
      "nll_loss": 0.06442238390445709,
      "step": 1810
    },
    {
      "contrastive_loss": 2.0876219272613525,
      "epoch": 1.1779061254372407,
      "nll_loss": 0.11825835704803467,
      "step": 1810
    },
    {
      "contrastive_loss": 2.0916035175323486,
      "epoch": 1.1779061254372407,
      "nll_loss": 0.15940023958683014,
      "step": 1810
    },
    {
      "contrastive_loss": 2.082730531692505,
      "epoch": 1.1779061254372407,
      "nll_loss": 0.10129375755786896,
      "step": 1810
    },
    {
      "contrastive_loss": 2.086524486541748,
      "epoch": 1.1779061254372407,
      "nll_loss": 0.1131739541888237,
      "step": 1810
    },
    {
      "contrastive_loss": 2.0876643657684326,
      "epoch": 1.1779061254372407,
      "nll_loss": 0.09513986110687256,
      "step": 1810
    },
    {
      "contrastive_loss": 2.0887410640716553,
      "epoch": 1.1779061254372407,
      "nll_loss": 0.10100742429494858,
      "step": 1810
    },
    {
      "epoch": 1.181160009761653,
      "grad_norm": 0.2997731864452362,
      "learning_rate": 0.00012923235092529128,
      "loss": 3.0768,
      "step": 1815
    },
    {
      "contrastive_loss": 2.088916540145874,
      "epoch": 1.181160009761653,
      "nll_loss": 0.06664159893989563,
      "step": 1815
    },
    {
      "contrastive_loss": 2.088604688644409,
      "epoch": 1.181160009761653,
      "nll_loss": 0.10101162642240524,
      "step": 1815
    },
    {
      "contrastive_loss": 2.0921640396118164,
      "epoch": 1.181160009761653,
      "nll_loss": 0.23568929731845856,
      "step": 1815
    },
    {
      "contrastive_loss": 2.0886693000793457,
      "epoch": 1.181160009761653,
      "nll_loss": 0.11588127911090851,
      "step": 1815
    },
    {
      "contrastive_loss": 2.0881359577178955,
      "epoch": 1.181160009761653,
      "nll_loss": 0.11224720627069473,
      "step": 1815
    },
    {
      "contrastive_loss": 2.09035062789917,
      "epoch": 1.181160009761653,
      "nll_loss": 0.09421002864837646,
      "step": 1815
    },
    {
      "contrastive_loss": 2.0879387855529785,
      "epoch": 1.181160009761653,
      "nll_loss": 0.15627117455005646,
      "step": 1815
    },
    {
      "contrastive_loss": 2.0868873596191406,
      "epoch": 1.181160009761653,
      "nll_loss": 0.1831657737493515,
      "step": 1815
    },
    {
      "epoch": 1.1844138940860653,
      "grad_norm": 0.26210054755210876,
      "learning_rate": 0.0001287183002056203,
      "loss": 3.0782,
      "step": 1820
    },
    {
      "contrastive_loss": 2.088270664215088,
      "epoch": 1.1844138940860653,
      "nll_loss": 0.16304561495780945,
      "step": 1820
    },
    {
      "contrastive_loss": 2.083784341812134,
      "epoch": 1.1844138940860653,
      "nll_loss": 0.0521443672478199,
      "step": 1820
    },
    {
      "contrastive_loss": 2.083798885345459,
      "epoch": 1.1844138940860653,
      "nll_loss": 0.1505909413099289,
      "step": 1820
    },
    {
      "contrastive_loss": 2.089125394821167,
      "epoch": 1.1844138940860653,
      "nll_loss": 0.09419602900743484,
      "step": 1820
    },
    {
      "contrastive_loss": 2.0890450477600098,
      "epoch": 1.1844138940860653,
      "nll_loss": 0.24878785014152527,
      "step": 1820
    },
    {
      "contrastive_loss": 2.091764450073242,
      "epoch": 1.1844138940860653,
      "nll_loss": 0.19340269267559052,
      "step": 1820
    },
    {
      "contrastive_loss": 2.0887417793273926,
      "epoch": 1.1844138940860653,
      "nll_loss": 0.12770137190818787,
      "step": 1820
    },
    {
      "contrastive_loss": 2.0946645736694336,
      "epoch": 1.1844138940860653,
      "nll_loss": 0.1496104747056961,
      "step": 1820
    },
    {
      "epoch": 1.1876677784104774,
      "grad_norm": 0.2622942626476288,
      "learning_rate": 0.00012820424948594927,
      "loss": 3.1595,
      "step": 1825
    },
    {
      "contrastive_loss": 2.0904433727264404,
      "epoch": 1.1876677784104774,
      "nll_loss": 0.1545565277338028,
      "step": 1825
    },
    {
      "contrastive_loss": 2.084871292114258,
      "epoch": 1.1876677784104774,
      "nll_loss": 0.09450405091047287,
      "step": 1825
    },
    {
      "contrastive_loss": 2.0880379676818848,
      "epoch": 1.1876677784104774,
      "nll_loss": 0.1060367152094841,
      "step": 1825
    },
    {
      "contrastive_loss": 2.0867018699645996,
      "epoch": 1.1876677784104774,
      "nll_loss": 0.1857183426618576,
      "step": 1825
    },
    {
      "contrastive_loss": 2.0876338481903076,
      "epoch": 1.1876677784104774,
      "nll_loss": 0.07245028764009476,
      "step": 1825
    },
    {
      "contrastive_loss": 2.0894227027893066,
      "epoch": 1.1876677784104774,
      "nll_loss": 0.12763665616512299,
      "step": 1825
    },
    {
      "contrastive_loss": 2.087627649307251,
      "epoch": 1.1876677784104774,
      "nll_loss": 0.1259641945362091,
      "step": 1825
    },
    {
      "contrastive_loss": 2.0925722122192383,
      "epoch": 1.1876677784104774,
      "nll_loss": 0.13105159997940063,
      "step": 1825
    },
    {
      "epoch": 1.1909216627348898,
      "grad_norm": 0.24569877982139587,
      "learning_rate": 0.00012769019876627828,
      "loss": 3.0662,
      "step": 1830
    },
    {
      "contrastive_loss": 2.0876312255859375,
      "epoch": 1.1909216627348898,
      "nll_loss": 0.1534908562898636,
      "step": 1830
    },
    {
      "contrastive_loss": 2.0870656967163086,
      "epoch": 1.1909216627348898,
      "nll_loss": 0.05669264495372772,
      "step": 1830
    },
    {
      "contrastive_loss": 2.088531255722046,
      "epoch": 1.1909216627348898,
      "nll_loss": 0.2198839634656906,
      "step": 1830
    },
    {
      "contrastive_loss": 2.0836901664733887,
      "epoch": 1.1909216627348898,
      "nll_loss": 0.08750654011964798,
      "step": 1830
    },
    {
      "contrastive_loss": 2.0870511531829834,
      "epoch": 1.1909216627348898,
      "nll_loss": 0.17453129589557648,
      "step": 1830
    },
    {
      "contrastive_loss": 2.088189125061035,
      "epoch": 1.1909216627348898,
      "nll_loss": 0.1401638686656952,
      "step": 1830
    },
    {
      "contrastive_loss": 2.1070663928985596,
      "epoch": 1.1909216627348898,
      "nll_loss": 0.10512328147888184,
      "step": 1830
    },
    {
      "contrastive_loss": 2.088285446166992,
      "epoch": 1.1909216627348898,
      "nll_loss": 0.06373067945241928,
      "step": 1830
    },
    {
      "epoch": 1.194175547059302,
      "grad_norm": 0.28975537419319153,
      "learning_rate": 0.00012717614804660726,
      "loss": 3.0919,
      "step": 1835
    },
    {
      "contrastive_loss": 2.095059394836426,
      "epoch": 1.194175547059302,
      "nll_loss": 0.14669612050056458,
      "step": 1835
    },
    {
      "contrastive_loss": 2.0879218578338623,
      "epoch": 1.194175547059302,
      "nll_loss": 0.18664878606796265,
      "step": 1835
    },
    {
      "contrastive_loss": 2.0959770679473877,
      "epoch": 1.194175547059302,
      "nll_loss": 0.14145435392856598,
      "step": 1835
    },
    {
      "contrastive_loss": 2.0878329277038574,
      "epoch": 1.194175547059302,
      "nll_loss": 0.08809554576873779,
      "step": 1835
    },
    {
      "contrastive_loss": 2.090097665786743,
      "epoch": 1.194175547059302,
      "nll_loss": 0.12916234135627747,
      "step": 1835
    },
    {
      "contrastive_loss": 2.08385968208313,
      "epoch": 1.194175547059302,
      "nll_loss": 0.1454155147075653,
      "step": 1835
    },
    {
      "contrastive_loss": 2.0847384929656982,
      "epoch": 1.194175547059302,
      "nll_loss": 0.19259336590766907,
      "step": 1835
    },
    {
      "contrastive_loss": 2.0915229320526123,
      "epoch": 1.194175547059302,
      "nll_loss": 0.12313167750835419,
      "step": 1835
    },
    {
      "epoch": 1.1974294313837144,
      "grad_norm": 0.2874634861946106,
      "learning_rate": 0.00012666209732693624,
      "loss": 3.1302,
      "step": 1840
    },
    {
      "contrastive_loss": 2.0967137813568115,
      "epoch": 1.1974294313837144,
      "nll_loss": 0.05750400945544243,
      "step": 1840
    },
    {
      "contrastive_loss": 2.086398124694824,
      "epoch": 1.1974294313837144,
      "nll_loss": 0.16359636187553406,
      "step": 1840
    },
    {
      "contrastive_loss": 2.090240001678467,
      "epoch": 1.1974294313837144,
      "nll_loss": 0.1001017838716507,
      "step": 1840
    },
    {
      "contrastive_loss": 2.0898830890655518,
      "epoch": 1.1974294313837144,
      "nll_loss": 0.1323985904455185,
      "step": 1840
    },
    {
      "contrastive_loss": 2.088200569152832,
      "epoch": 1.1974294313837144,
      "nll_loss": 0.09804162383079529,
      "step": 1840
    },
    {
      "contrastive_loss": 2.0963902473449707,
      "epoch": 1.1974294313837144,
      "nll_loss": 0.12073671817779541,
      "step": 1840
    },
    {
      "contrastive_loss": 2.084333896636963,
      "epoch": 1.1974294313837144,
      "nll_loss": 0.08085410296916962,
      "step": 1840
    },
    {
      "contrastive_loss": 2.085921049118042,
      "epoch": 1.1974294313837144,
      "nll_loss": 0.05301385372877121,
      "step": 1840
    },
    {
      "epoch": 1.2006833157081265,
      "grad_norm": 0.284830242395401,
      "learning_rate": 0.00012614804660726525,
      "loss": 3.0987,
      "step": 1845
    },
    {
      "contrastive_loss": 2.087373971939087,
      "epoch": 1.2006833157081265,
      "nll_loss": 0.08799120783805847,
      "step": 1845
    },
    {
      "contrastive_loss": 2.0870940685272217,
      "epoch": 1.2006833157081265,
      "nll_loss": 0.21949607133865356,
      "step": 1845
    },
    {
      "contrastive_loss": 2.0846147537231445,
      "epoch": 1.2006833157081265,
      "nll_loss": 0.1024266928434372,
      "step": 1845
    },
    {
      "contrastive_loss": 2.089566469192505,
      "epoch": 1.2006833157081265,
      "nll_loss": 0.08115295320749283,
      "step": 1845
    },
    {
      "contrastive_loss": 2.08497953414917,
      "epoch": 1.2006833157081265,
      "nll_loss": 0.11344355344772339,
      "step": 1845
    },
    {
      "contrastive_loss": 2.091171979904175,
      "epoch": 1.2006833157081265,
      "nll_loss": 0.15611101686954498,
      "step": 1845
    },
    {
      "contrastive_loss": 2.0862174034118652,
      "epoch": 1.2006833157081265,
      "nll_loss": 0.14643186330795288,
      "step": 1845
    },
    {
      "contrastive_loss": 2.0870184898376465,
      "epoch": 1.2006833157081265,
      "nll_loss": 0.16619794070720673,
      "step": 1845
    },
    {
      "epoch": 1.2039372000325388,
      "grad_norm": 0.29078158736228943,
      "learning_rate": 0.00012563399588759423,
      "loss": 3.1226,
      "step": 1850
    },
    {
      "contrastive_loss": 2.0870583057403564,
      "epoch": 1.2039372000325388,
      "nll_loss": 0.0439603254199028,
      "step": 1850
    },
    {
      "contrastive_loss": 2.1005587577819824,
      "epoch": 1.2039372000325388,
      "nll_loss": 0.11204161494970322,
      "step": 1850
    },
    {
      "contrastive_loss": 2.0774147510528564,
      "epoch": 1.2039372000325388,
      "nll_loss": 0.08174537122249603,
      "step": 1850
    },
    {
      "contrastive_loss": 2.0883758068084717,
      "epoch": 1.2039372000325388,
      "nll_loss": 0.10768882185220718,
      "step": 1850
    },
    {
      "contrastive_loss": 2.088683605194092,
      "epoch": 1.2039372000325388,
      "nll_loss": 0.25107789039611816,
      "step": 1850
    },
    {
      "contrastive_loss": 2.0908589363098145,
      "epoch": 1.2039372000325388,
      "nll_loss": 0.1434827297925949,
      "step": 1850
    },
    {
      "contrastive_loss": 2.0900909900665283,
      "epoch": 1.2039372000325388,
      "nll_loss": 0.07848486304283142,
      "step": 1850
    },
    {
      "contrastive_loss": 2.0819969177246094,
      "epoch": 1.2039372000325388,
      "nll_loss": 0.1356934905052185,
      "step": 1850
    },
    {
      "epoch": 1.207191084356951,
      "grad_norm": 0.2760768532752991,
      "learning_rate": 0.0001251199451679232,
      "loss": 3.0915,
      "step": 1855
    },
    {
      "contrastive_loss": 2.093961715698242,
      "epoch": 1.207191084356951,
      "nll_loss": 0.08524928987026215,
      "step": 1855
    },
    {
      "contrastive_loss": 2.0880398750305176,
      "epoch": 1.207191084356951,
      "nll_loss": 0.1967421919107437,
      "step": 1855
    },
    {
      "contrastive_loss": 2.0855698585510254,
      "epoch": 1.207191084356951,
      "nll_loss": 0.09932791441679001,
      "step": 1855
    },
    {
      "contrastive_loss": 2.08840012550354,
      "epoch": 1.207191084356951,
      "nll_loss": 0.15423573553562164,
      "step": 1855
    },
    {
      "contrastive_loss": 2.0850632190704346,
      "epoch": 1.207191084356951,
      "nll_loss": 0.09246469289064407,
      "step": 1855
    },
    {
      "contrastive_loss": 2.0830397605895996,
      "epoch": 1.207191084356951,
      "nll_loss": 0.13501247763633728,
      "step": 1855
    },
    {
      "contrastive_loss": 2.0838305950164795,
      "epoch": 1.207191084356951,
      "nll_loss": 0.09775715321302414,
      "step": 1855
    },
    {
      "contrastive_loss": 2.0860464572906494,
      "epoch": 1.207191084356951,
      "nll_loss": 0.15810705721378326,
      "step": 1855
    },
    {
      "epoch": 1.2104449686813634,
      "grad_norm": 0.30167484283447266,
      "learning_rate": 0.00012460589444825222,
      "loss": 3.148,
      "step": 1860
    },
    {
      "contrastive_loss": 2.0882818698883057,
      "epoch": 1.2104449686813634,
      "nll_loss": 0.1766606569290161,
      "step": 1860
    },
    {
      "contrastive_loss": 2.0871667861938477,
      "epoch": 1.2104449686813634,
      "nll_loss": 0.07679280638694763,
      "step": 1860
    },
    {
      "contrastive_loss": 2.0901341438293457,
      "epoch": 1.2104449686813634,
      "nll_loss": 0.1461195945739746,
      "step": 1860
    },
    {
      "contrastive_loss": 2.0905539989471436,
      "epoch": 1.2104449686813634,
      "nll_loss": 0.11768156290054321,
      "step": 1860
    },
    {
      "contrastive_loss": 2.0878870487213135,
      "epoch": 1.2104449686813634,
      "nll_loss": 0.12550878524780273,
      "step": 1860
    },
    {
      "contrastive_loss": 2.091233968734741,
      "epoch": 1.2104449686813634,
      "nll_loss": 0.09506160020828247,
      "step": 1860
    },
    {
      "contrastive_loss": 2.0895378589630127,
      "epoch": 1.2104449686813634,
      "nll_loss": 0.2795111835002899,
      "step": 1860
    },
    {
      "contrastive_loss": 2.086359977722168,
      "epoch": 1.2104449686813634,
      "nll_loss": 0.14231336116790771,
      "step": 1860
    },
    {
      "epoch": 1.2136988530057757,
      "grad_norm": 0.3041697144508362,
      "learning_rate": 0.0001240918437285812,
      "loss": 3.1599,
      "step": 1865
    },
    {
      "contrastive_loss": 2.0895166397094727,
      "epoch": 1.2136988530057757,
      "nll_loss": 0.1469278633594513,
      "step": 1865
    },
    {
      "contrastive_loss": 2.0870401859283447,
      "epoch": 1.2136988530057757,
      "nll_loss": 0.08216574788093567,
      "step": 1865
    },
    {
      "contrastive_loss": 2.0851948261260986,
      "epoch": 1.2136988530057757,
      "nll_loss": 0.11258073151111603,
      "step": 1865
    },
    {
      "contrastive_loss": 2.0905814170837402,
      "epoch": 1.2136988530057757,
      "nll_loss": 0.1449452042579651,
      "step": 1865
    },
    {
      "contrastive_loss": 2.088606595993042,
      "epoch": 1.2136988530057757,
      "nll_loss": 0.09521803259849548,
      "step": 1865
    },
    {
      "contrastive_loss": 2.090411901473999,
      "epoch": 1.2136988530057757,
      "nll_loss": 0.14130952954292297,
      "step": 1865
    },
    {
      "contrastive_loss": 2.0858500003814697,
      "epoch": 1.2136988530057757,
      "nll_loss": 0.18489030003547668,
      "step": 1865
    },
    {
      "contrastive_loss": 2.0926363468170166,
      "epoch": 1.2136988530057757,
      "nll_loss": 0.1631893813610077,
      "step": 1865
    },
    {
      "epoch": 1.2169527373301878,
      "grad_norm": 0.30335357785224915,
      "learning_rate": 0.0001235777930089102,
      "loss": 3.0977,
      "step": 1870
    },
    {
      "contrastive_loss": 2.088567018508911,
      "epoch": 1.2169527373301878,
      "nll_loss": 0.10521509498357773,
      "step": 1870
    },
    {
      "contrastive_loss": 2.086775302886963,
      "epoch": 1.2169527373301878,
      "nll_loss": 0.14324551820755005,
      "step": 1870
    },
    {
      "contrastive_loss": 2.089958667755127,
      "epoch": 1.2169527373301878,
      "nll_loss": 0.06764114648103714,
      "step": 1870
    },
    {
      "contrastive_loss": 2.0894594192504883,
      "epoch": 1.2169527373301878,
      "nll_loss": 0.15024885535240173,
      "step": 1870
    },
    {
      "contrastive_loss": 2.1005921363830566,
      "epoch": 1.2169527373301878,
      "nll_loss": 0.15196296572685242,
      "step": 1870
    },
    {
      "contrastive_loss": 2.0907704830169678,
      "epoch": 1.2169527373301878,
      "nll_loss": 0.10530289262533188,
      "step": 1870
    },
    {
      "contrastive_loss": 2.0876169204711914,
      "epoch": 1.2169527373301878,
      "nll_loss": 0.0899256095290184,
      "step": 1870
    },
    {
      "contrastive_loss": 2.0866587162017822,
      "epoch": 1.2169527373301878,
      "nll_loss": 0.11618130654096603,
      "step": 1870
    },
    {
      "epoch": 1.2202066216546001,
      "grad_norm": 0.2535516917705536,
      "learning_rate": 0.0001230637422892392,
      "loss": 3.1036,
      "step": 1875
    },
    {
      "contrastive_loss": 2.0893986225128174,
      "epoch": 1.2202066216546001,
      "nll_loss": 0.08676440268754959,
      "step": 1875
    },
    {
      "contrastive_loss": 2.0879745483398438,
      "epoch": 1.2202066216546001,
      "nll_loss": 0.08518922328948975,
      "step": 1875
    },
    {
      "contrastive_loss": 2.0916600227355957,
      "epoch": 1.2202066216546001,
      "nll_loss": 0.17666420340538025,
      "step": 1875
    },
    {
      "contrastive_loss": 2.0843818187713623,
      "epoch": 1.2202066216546001,
      "nll_loss": 0.14329273998737335,
      "step": 1875
    },
    {
      "contrastive_loss": 2.089726686477661,
      "epoch": 1.2202066216546001,
      "nll_loss": 0.1522064059972763,
      "step": 1875
    },
    {
      "contrastive_loss": 2.088388681411743,
      "epoch": 1.2202066216546001,
      "nll_loss": 0.08749786019325256,
      "step": 1875
    },
    {
      "contrastive_loss": 2.0849127769470215,
      "epoch": 1.2202066216546001,
      "nll_loss": 0.14544536173343658,
      "step": 1875
    },
    {
      "contrastive_loss": 2.086900472640991,
      "epoch": 1.2202066216546001,
      "nll_loss": 0.10848663747310638,
      "step": 1875
    },
    {
      "epoch": 1.2234605059790125,
      "grad_norm": 0.33323827385902405,
      "learning_rate": 0.0001225496915695682,
      "loss": 3.0812,
      "step": 1880
    },
    {
      "contrastive_loss": 2.086869955062866,
      "epoch": 1.2234605059790125,
      "nll_loss": 0.1505884826183319,
      "step": 1880
    },
    {
      "contrastive_loss": 2.0842208862304688,
      "epoch": 1.2234605059790125,
      "nll_loss": 0.10678432136774063,
      "step": 1880
    },
    {
      "contrastive_loss": 2.0884740352630615,
      "epoch": 1.2234605059790125,
      "nll_loss": 0.1316162496805191,
      "step": 1880
    },
    {
      "contrastive_loss": 2.090256929397583,
      "epoch": 1.2234605059790125,
      "nll_loss": 0.11692487448453903,
      "step": 1880
    },
    {
      "contrastive_loss": 2.0874621868133545,
      "epoch": 1.2234605059790125,
      "nll_loss": 0.12591804563999176,
      "step": 1880
    },
    {
      "contrastive_loss": 2.083167552947998,
      "epoch": 1.2234605059790125,
      "nll_loss": 0.10639175772666931,
      "step": 1880
    },
    {
      "contrastive_loss": 2.0912721157073975,
      "epoch": 1.2234605059790125,
      "nll_loss": 0.12034193426370621,
      "step": 1880
    },
    {
      "contrastive_loss": 2.084505796432495,
      "epoch": 1.2234605059790125,
      "nll_loss": 0.13968625664710999,
      "step": 1880
    },
    {
      "epoch": 1.2267143903034248,
      "grad_norm": 0.3117080330848694,
      "learning_rate": 0.00012203564084989719,
      "loss": 3.0838,
      "step": 1885
    },
    {
      "contrastive_loss": 2.0896642208099365,
      "epoch": 1.2267143903034248,
      "nll_loss": 0.12508819997310638,
      "step": 1885
    },
    {
      "contrastive_loss": 2.086604118347168,
      "epoch": 1.2267143903034248,
      "nll_loss": 0.17344306409358978,
      "step": 1885
    },
    {
      "contrastive_loss": 2.084977865219116,
      "epoch": 1.2267143903034248,
      "nll_loss": 0.08309568464756012,
      "step": 1885
    },
    {
      "contrastive_loss": 2.083466053009033,
      "epoch": 1.2267143903034248,
      "nll_loss": 0.13486695289611816,
      "step": 1885
    },
    {
      "contrastive_loss": 2.0875437259674072,
      "epoch": 1.2267143903034248,
      "nll_loss": 0.16150209307670593,
      "step": 1885
    },
    {
      "contrastive_loss": 2.084779739379883,
      "epoch": 1.2267143903034248,
      "nll_loss": 0.1876785308122635,
      "step": 1885
    },
    {
      "contrastive_loss": 2.086829662322998,
      "epoch": 1.2267143903034248,
      "nll_loss": 0.14392104744911194,
      "step": 1885
    },
    {
      "contrastive_loss": 2.09394907951355,
      "epoch": 1.2267143903034248,
      "nll_loss": 0.10352852195501328,
      "step": 1885
    },
    {
      "epoch": 1.2299682746278369,
      "grad_norm": 0.2907789647579193,
      "learning_rate": 0.00012152159013022617,
      "loss": 3.0795,
      "step": 1890
    },
    {
      "contrastive_loss": 2.0905845165252686,
      "epoch": 1.2299682746278369,
      "nll_loss": 0.1854688823223114,
      "step": 1890
    },
    {
      "contrastive_loss": 2.085557699203491,
      "epoch": 1.2299682746278369,
      "nll_loss": 0.10834668576717377,
      "step": 1890
    },
    {
      "contrastive_loss": 2.0847437381744385,
      "epoch": 1.2299682746278369,
      "nll_loss": 0.12340438365936279,
      "step": 1890
    },
    {
      "contrastive_loss": 2.0872621536254883,
      "epoch": 1.2299682746278369,
      "nll_loss": 0.15716928243637085,
      "step": 1890
    },
    {
      "contrastive_loss": 2.0893235206604004,
      "epoch": 1.2299682746278369,
      "nll_loss": 0.1650863140821457,
      "step": 1890
    },
    {
      "contrastive_loss": 2.0922582149505615,
      "epoch": 1.2299682746278369,
      "nll_loss": 0.0643138587474823,
      "step": 1890
    },
    {
      "contrastive_loss": 2.0940911769866943,
      "epoch": 1.2299682746278369,
      "nll_loss": 0.1662350744009018,
      "step": 1890
    },
    {
      "contrastive_loss": 2.0841498374938965,
      "epoch": 1.2299682746278369,
      "nll_loss": 0.1241462305188179,
      "step": 1890
    },
    {
      "epoch": 1.2332221589522492,
      "grad_norm": 0.2699688971042633,
      "learning_rate": 0.00012100753941055517,
      "loss": 3.1359,
      "step": 1895
    },
    {
      "contrastive_loss": 2.088014602661133,
      "epoch": 1.2332221589522492,
      "nll_loss": 0.18137113749980927,
      "step": 1895
    },
    {
      "contrastive_loss": 2.09088134765625,
      "epoch": 1.2332221589522492,
      "nll_loss": 0.14373165369033813,
      "step": 1895
    },
    {
      "contrastive_loss": 2.088380813598633,
      "epoch": 1.2332221589522492,
      "nll_loss": 0.1589389443397522,
      "step": 1895
    },
    {
      "contrastive_loss": 2.0896694660186768,
      "epoch": 1.2332221589522492,
      "nll_loss": 0.06834067404270172,
      "step": 1895
    },
    {
      "contrastive_loss": 2.0914535522460938,
      "epoch": 1.2332221589522492,
      "nll_loss": 0.10272347182035446,
      "step": 1895
    },
    {
      "contrastive_loss": 2.0910589694976807,
      "epoch": 1.2332221589522492,
      "nll_loss": 0.18773432075977325,
      "step": 1895
    },
    {
      "contrastive_loss": 2.0914669036865234,
      "epoch": 1.2332221589522492,
      "nll_loss": 0.11740056425333023,
      "step": 1895
    },
    {
      "contrastive_loss": 2.0874130725860596,
      "epoch": 1.2332221589522492,
      "nll_loss": 0.10744544863700867,
      "step": 1895
    },
    {
      "epoch": 1.2364760432766615,
      "grad_norm": 0.2869938611984253,
      "learning_rate": 0.00012049348869088416,
      "loss": 3.1325,
      "step": 1900
    },
    {
      "contrastive_loss": 2.0901403427124023,
      "epoch": 1.2364760432766615,
      "nll_loss": 0.10668110847473145,
      "step": 1900
    },
    {
      "contrastive_loss": 2.0869269371032715,
      "epoch": 1.2364760432766615,
      "nll_loss": 0.18780094385147095,
      "step": 1900
    },
    {
      "contrastive_loss": 2.0920615196228027,
      "epoch": 1.2364760432766615,
      "nll_loss": 0.05567007511854172,
      "step": 1900
    },
    {
      "contrastive_loss": 2.0893611907958984,
      "epoch": 1.2364760432766615,
      "nll_loss": 0.18052181601524353,
      "step": 1900
    },
    {
      "contrastive_loss": 2.087763786315918,
      "epoch": 1.2364760432766615,
      "nll_loss": 0.12903539836406708,
      "step": 1900
    },
    {
      "contrastive_loss": 2.0908350944519043,
      "epoch": 1.2364760432766615,
      "nll_loss": 0.1462867110967636,
      "step": 1900
    },
    {
      "contrastive_loss": 2.081678867340088,
      "epoch": 1.2364760432766615,
      "nll_loss": 0.146894171833992,
      "step": 1900
    },
    {
      "contrastive_loss": 2.0852293968200684,
      "epoch": 1.2364760432766615,
      "nll_loss": 0.20741072297096252,
      "step": 1900
    },
    {
      "epoch": 1.2397299276010738,
      "grad_norm": 0.2819073796272278,
      "learning_rate": 0.00011997943797121315,
      "loss": 3.1311,
      "step": 1905
    },
    {
      "contrastive_loss": 2.08577036857605,
      "epoch": 1.2397299276010738,
      "nll_loss": 0.15690742433071136,
      "step": 1905
    },
    {
      "contrastive_loss": 2.0852086544036865,
      "epoch": 1.2397299276010738,
      "nll_loss": 0.11082587391138077,
      "step": 1905
    },
    {
      "contrastive_loss": 2.090203285217285,
      "epoch": 1.2397299276010738,
      "nll_loss": 0.12098952382802963,
      "step": 1905
    },
    {
      "contrastive_loss": 2.0876107215881348,
      "epoch": 1.2397299276010738,
      "nll_loss": 0.19668099284172058,
      "step": 1905
    },
    {
      "contrastive_loss": 2.0882575511932373,
      "epoch": 1.2397299276010738,
      "nll_loss": 0.12206006050109863,
      "step": 1905
    },
    {
      "contrastive_loss": 2.0977840423583984,
      "epoch": 1.2397299276010738,
      "nll_loss": 0.20468904078006744,
      "step": 1905
    },
    {
      "contrastive_loss": 2.0877182483673096,
      "epoch": 1.2397299276010738,
      "nll_loss": 0.10290339589118958,
      "step": 1905
    },
    {
      "contrastive_loss": 2.0945005416870117,
      "epoch": 1.2397299276010738,
      "nll_loss": 0.07736892998218536,
      "step": 1905
    },
    {
      "epoch": 1.2429838119254861,
      "grad_norm": 0.2886200249195099,
      "learning_rate": 0.00011946538725154214,
      "loss": 3.086,
      "step": 1910
    },
    {
      "contrastive_loss": 2.085411787033081,
      "epoch": 1.2429838119254861,
      "nll_loss": 0.17712585628032684,
      "step": 1910
    },
    {
      "contrastive_loss": 2.090158224105835,
      "epoch": 1.2429838119254861,
      "nll_loss": 0.12818403542041779,
      "step": 1910
    },
    {
      "contrastive_loss": 2.088170051574707,
      "epoch": 1.2429838119254861,
      "nll_loss": 0.16054725646972656,
      "step": 1910
    },
    {
      "contrastive_loss": 2.088735580444336,
      "epoch": 1.2429838119254861,
      "nll_loss": 0.14223487675189972,
      "step": 1910
    },
    {
      "contrastive_loss": 2.091899871826172,
      "epoch": 1.2429838119254861,
      "nll_loss": 0.10527269542217255,
      "step": 1910
    },
    {
      "contrastive_loss": 2.089911699295044,
      "epoch": 1.2429838119254861,
      "nll_loss": 0.10773038864135742,
      "step": 1910
    },
    {
      "contrastive_loss": 2.0855460166931152,
      "epoch": 1.2429838119254861,
      "nll_loss": 0.0920562818646431,
      "step": 1910
    },
    {
      "contrastive_loss": 2.088742971420288,
      "epoch": 1.2429838119254861,
      "nll_loss": 0.11200148612260818,
      "step": 1910
    },
    {
      "epoch": 1.2462376962498982,
      "grad_norm": 0.2555895447731018,
      "learning_rate": 0.00011895133653187114,
      "loss": 3.0909,
      "step": 1915
    },
    {
      "contrastive_loss": 2.0777461528778076,
      "epoch": 1.2462376962498982,
      "nll_loss": 0.1460890769958496,
      "step": 1915
    },
    {
      "contrastive_loss": 2.090407609939575,
      "epoch": 1.2462376962498982,
      "nll_loss": 0.15636777877807617,
      "step": 1915
    },
    {
      "contrastive_loss": 2.086395502090454,
      "epoch": 1.2462376962498982,
      "nll_loss": 0.08940388262271881,
      "step": 1915
    },
    {
      "contrastive_loss": 2.0904667377471924,
      "epoch": 1.2462376962498982,
      "nll_loss": 0.2125655561685562,
      "step": 1915
    },
    {
      "contrastive_loss": 2.0903964042663574,
      "epoch": 1.2462376962498982,
      "nll_loss": 0.1163935512304306,
      "step": 1915
    },
    {
      "contrastive_loss": 2.0870168209075928,
      "epoch": 1.2462376962498982,
      "nll_loss": 0.08749404549598694,
      "step": 1915
    },
    {
      "contrastive_loss": 2.0854499340057373,
      "epoch": 1.2462376962498982,
      "nll_loss": 0.14110130071640015,
      "step": 1915
    },
    {
      "contrastive_loss": 2.087968349456787,
      "epoch": 1.2462376962498982,
      "nll_loss": 0.059418484568595886,
      "step": 1915
    },
    {
      "epoch": 1.2494915805743105,
      "grad_norm": 0.25528600811958313,
      "learning_rate": 0.00011843728581220012,
      "loss": 3.1357,
      "step": 1920
    },
    {
      "contrastive_loss": 2.082791805267334,
      "epoch": 1.2494915805743105,
      "nll_loss": 0.13512219488620758,
      "step": 1920
    },
    {
      "contrastive_loss": 2.091301202774048,
      "epoch": 1.2494915805743105,
      "nll_loss": 0.15945520997047424,
      "step": 1920
    },
    {
      "contrastive_loss": 2.0892467498779297,
      "epoch": 1.2494915805743105,
      "nll_loss": 0.12088372558355331,
      "step": 1920
    },
    {
      "contrastive_loss": 2.0892250537872314,
      "epoch": 1.2494915805743105,
      "nll_loss": 0.09162864834070206,
      "step": 1920
    },
    {
      "contrastive_loss": 2.0857181549072266,
      "epoch": 1.2494915805743105,
      "nll_loss": 0.1374504715204239,
      "step": 1920
    },
    {
      "contrastive_loss": 2.087517023086548,
      "epoch": 1.2494915805743105,
      "nll_loss": 0.09049931913614273,
      "step": 1920
    },
    {
      "contrastive_loss": 2.092480182647705,
      "epoch": 1.2494915805743105,
      "nll_loss": 0.058380015194416046,
      "step": 1920
    },
    {
      "contrastive_loss": 2.087367296218872,
      "epoch": 1.2494915805743105,
      "nll_loss": 0.1294126957654953,
      "step": 1920
    },
    {
      "epoch": 1.2527454648987228,
      "grad_norm": 0.27792391180992126,
      "learning_rate": 0.00011792323509252912,
      "loss": 3.1004,
      "step": 1925
    },
    {
      "contrastive_loss": 2.0876941680908203,
      "epoch": 1.2527454648987228,
      "nll_loss": 0.10071546584367752,
      "step": 1925
    },
    {
      "contrastive_loss": 2.090665817260742,
      "epoch": 1.2527454648987228,
      "nll_loss": 0.16947950422763824,
      "step": 1925
    },
    {
      "contrastive_loss": 2.0873072147369385,
      "epoch": 1.2527454648987228,
      "nll_loss": 0.18260891735553741,
      "step": 1925
    },
    {
      "contrastive_loss": 2.0866665840148926,
      "epoch": 1.2527454648987228,
      "nll_loss": 0.11846670508384705,
      "step": 1925
    },
    {
      "contrastive_loss": 2.0945703983306885,
      "epoch": 1.2527454648987228,
      "nll_loss": 0.10419520735740662,
      "step": 1925
    },
    {
      "contrastive_loss": 2.0877938270568848,
      "epoch": 1.2527454648987228,
      "nll_loss": 0.1292610466480255,
      "step": 1925
    },
    {
      "contrastive_loss": 2.087184429168701,
      "epoch": 1.2527454648987228,
      "nll_loss": 0.10602680593729019,
      "step": 1925
    },
    {
      "contrastive_loss": 2.092482805252075,
      "epoch": 1.2527454648987228,
      "nll_loss": 0.13640561699867249,
      "step": 1925
    },
    {
      "epoch": 1.2559993492231352,
      "grad_norm": 0.2792409658432007,
      "learning_rate": 0.0001174091843728581,
      "loss": 3.1129,
      "step": 1930
    },
    {
      "contrastive_loss": 2.087536334991455,
      "epoch": 1.2559993492231352,
      "nll_loss": 0.13347169756889343,
      "step": 1930
    },
    {
      "contrastive_loss": 2.0834603309631348,
      "epoch": 1.2559993492231352,
      "nll_loss": 0.10768794268369675,
      "step": 1930
    },
    {
      "contrastive_loss": 2.089773178100586,
      "epoch": 1.2559993492231352,
      "nll_loss": 0.13705185055732727,
      "step": 1930
    },
    {
      "contrastive_loss": 2.0859413146972656,
      "epoch": 1.2559993492231352,
      "nll_loss": 0.13602915406227112,
      "step": 1930
    },
    {
      "contrastive_loss": 2.090127944946289,
      "epoch": 1.2559993492231352,
      "nll_loss": 0.14922013878822327,
      "step": 1930
    },
    {
      "contrastive_loss": 2.0897085666656494,
      "epoch": 1.2559993492231352,
      "nll_loss": 0.1407773345708847,
      "step": 1930
    },
    {
      "contrastive_loss": 2.08807373046875,
      "epoch": 1.2559993492231352,
      "nll_loss": 0.11442986875772476,
      "step": 1930
    },
    {
      "contrastive_loss": 2.0877420902252197,
      "epoch": 1.2559993492231352,
      "nll_loss": 0.08791758120059967,
      "step": 1930
    },
    {
      "epoch": 1.2592532335475473,
      "grad_norm": 0.27864742279052734,
      "learning_rate": 0.00011689513365318711,
      "loss": 3.0841,
      "step": 1935
    },
    {
      "contrastive_loss": 2.0893187522888184,
      "epoch": 1.2592532335475473,
      "nll_loss": 0.15639501810073853,
      "step": 1935
    },
    {
      "contrastive_loss": 2.088243007659912,
      "epoch": 1.2592532335475473,
      "nll_loss": 0.13577252626419067,
      "step": 1935
    },
    {
      "contrastive_loss": 2.085623264312744,
      "epoch": 1.2592532335475473,
      "nll_loss": 0.11175078898668289,
      "step": 1935
    },
    {
      "contrastive_loss": 2.088728427886963,
      "epoch": 1.2592532335475473,
      "nll_loss": 0.22424186766147614,
      "step": 1935
    },
    {
      "contrastive_loss": 2.0863027572631836,
      "epoch": 1.2592532335475473,
      "nll_loss": 0.08676540851593018,
      "step": 1935
    },
    {
      "contrastive_loss": 2.086030960083008,
      "epoch": 1.2592532335475473,
      "nll_loss": 0.1360413134098053,
      "step": 1935
    },
    {
      "contrastive_loss": 2.0866546630859375,
      "epoch": 1.2592532335475473,
      "nll_loss": 0.12617014348506927,
      "step": 1935
    },
    {
      "contrastive_loss": 2.0895960330963135,
      "epoch": 1.2592532335475473,
      "nll_loss": 0.13850970566272736,
      "step": 1935
    },
    {
      "epoch": 1.2625071178719596,
      "grad_norm": 0.2756944000720978,
      "learning_rate": 0.00011638108293351609,
      "loss": 3.087,
      "step": 1940
    },
    {
      "contrastive_loss": 2.0906107425689697,
      "epoch": 1.2625071178719596,
      "nll_loss": 0.10464619845151901,
      "step": 1940
    },
    {
      "contrastive_loss": 2.0847840309143066,
      "epoch": 1.2625071178719596,
      "nll_loss": 0.14236459136009216,
      "step": 1940
    },
    {
      "contrastive_loss": 2.0923354625701904,
      "epoch": 1.2625071178719596,
      "nll_loss": 0.2121572196483612,
      "step": 1940
    },
    {
      "contrastive_loss": 2.0898003578186035,
      "epoch": 1.2625071178719596,
      "nll_loss": 0.13378554582595825,
      "step": 1940
    },
    {
      "contrastive_loss": 2.085472345352173,
      "epoch": 1.2625071178719596,
      "nll_loss": 0.17396758496761322,
      "step": 1940
    },
    {
      "contrastive_loss": 2.0886025428771973,
      "epoch": 1.2625071178719596,
      "nll_loss": 0.11698396503925323,
      "step": 1940
    },
    {
      "contrastive_loss": 2.0865318775177,
      "epoch": 1.2625071178719596,
      "nll_loss": 0.07835020869970322,
      "step": 1940
    },
    {
      "contrastive_loss": 2.0881686210632324,
      "epoch": 1.2625071178719596,
      "nll_loss": 0.08479670435190201,
      "step": 1940
    },
    {
      "epoch": 1.2657610021963719,
      "grad_norm": 0.31391435861587524,
      "learning_rate": 0.0001158670322138451,
      "loss": 3.0893,
      "step": 1945
    },
    {
      "contrastive_loss": 2.09228515625,
      "epoch": 1.2657610021963719,
      "nll_loss": 0.13884851336479187,
      "step": 1945
    },
    {
      "contrastive_loss": 2.0871264934539795,
      "epoch": 1.2657610021963719,
      "nll_loss": 0.20862148702144623,
      "step": 1945
    },
    {
      "contrastive_loss": 2.0864994525909424,
      "epoch": 1.2657610021963719,
      "nll_loss": 0.07842838019132614,
      "step": 1945
    },
    {
      "contrastive_loss": 2.088031768798828,
      "epoch": 1.2657610021963719,
      "nll_loss": 0.18169525265693665,
      "step": 1945
    },
    {
      "contrastive_loss": 2.090653657913208,
      "epoch": 1.2657610021963719,
      "nll_loss": 0.1111510843038559,
      "step": 1945
    },
    {
      "contrastive_loss": 2.0898478031158447,
      "epoch": 1.2657610021963719,
      "nll_loss": 0.14276666939258575,
      "step": 1945
    },
    {
      "contrastive_loss": 2.0894360542297363,
      "epoch": 1.2657610021963719,
      "nll_loss": 0.1295633763074875,
      "step": 1945
    },
    {
      "contrastive_loss": 2.083824396133423,
      "epoch": 1.2657610021963719,
      "nll_loss": 0.16398359835147858,
      "step": 1945
    },
    {
      "epoch": 1.2690148865207842,
      "grad_norm": 0.2643674612045288,
      "learning_rate": 0.00011535298149417408,
      "loss": 3.1339,
      "step": 1950
    },
    {
      "contrastive_loss": 2.084789514541626,
      "epoch": 1.2690148865207842,
      "nll_loss": 0.14424632489681244,
      "step": 1950
    },
    {
      "contrastive_loss": 2.089390516281128,
      "epoch": 1.2690148865207842,
      "nll_loss": 0.12716521322727203,
      "step": 1950
    },
    {
      "contrastive_loss": 2.0871806144714355,
      "epoch": 1.2690148865207842,
      "nll_loss": 0.20970426499843597,
      "step": 1950
    },
    {
      "contrastive_loss": 2.0885634422302246,
      "epoch": 1.2690148865207842,
      "nll_loss": 0.07877764105796814,
      "step": 1950
    },
    {
      "contrastive_loss": 2.0893471240997314,
      "epoch": 1.2690148865207842,
      "nll_loss": 0.09142573177814484,
      "step": 1950
    },
    {
      "contrastive_loss": 2.0882153511047363,
      "epoch": 1.2690148865207842,
      "nll_loss": 0.14381670951843262,
      "step": 1950
    },
    {
      "contrastive_loss": 2.085024118423462,
      "epoch": 1.2690148865207842,
      "nll_loss": 0.08377784490585327,
      "step": 1950
    },
    {
      "contrastive_loss": 2.0873899459838867,
      "epoch": 1.2690148865207842,
      "nll_loss": 0.11026456207036972,
      "step": 1950
    },
    {
      "epoch": 1.2722687708451965,
      "grad_norm": 0.25144127011299133,
      "learning_rate": 0.00011483893077450307,
      "loss": 3.1532,
      "step": 1955
    },
    {
      "contrastive_loss": 2.089984178543091,
      "epoch": 1.2722687708451965,
      "nll_loss": 0.1377970427274704,
      "step": 1955
    },
    {
      "contrastive_loss": 2.087857723236084,
      "epoch": 1.2722687708451965,
      "nll_loss": 0.12214801460504532,
      "step": 1955
    },
    {
      "contrastive_loss": 2.089718818664551,
      "epoch": 1.2722687708451965,
      "nll_loss": 0.1513032615184784,
      "step": 1955
    },
    {
      "contrastive_loss": 2.0877819061279297,
      "epoch": 1.2722687708451965,
      "nll_loss": 0.1234397441148758,
      "step": 1955
    },
    {
      "contrastive_loss": 2.092949390411377,
      "epoch": 1.2722687708451965,
      "nll_loss": 0.11459308117628098,
      "step": 1955
    },
    {
      "contrastive_loss": 2.0877444744110107,
      "epoch": 1.2722687708451965,
      "nll_loss": 0.08103281259536743,
      "step": 1955
    },
    {
      "contrastive_loss": 2.083383083343506,
      "epoch": 1.2722687708451965,
      "nll_loss": 0.13523021340370178,
      "step": 1955
    },
    {
      "contrastive_loss": 2.0877130031585693,
      "epoch": 1.2722687708451965,
      "nll_loss": 0.13201063871383667,
      "step": 1955
    },
    {
      "epoch": 1.2755226551696088,
      "grad_norm": 0.26282060146331787,
      "learning_rate": 0.00011432488005483208,
      "loss": 3.1385,
      "step": 1960
    },
    {
      "contrastive_loss": 2.091043710708618,
      "epoch": 1.2755226551696088,
      "nll_loss": 0.1775875985622406,
      "step": 1960
    },
    {
      "contrastive_loss": 2.088432550430298,
      "epoch": 1.2755226551696088,
      "nll_loss": 0.10306743532419205,
      "step": 1960
    },
    {
      "contrastive_loss": 2.088747024536133,
      "epoch": 1.2755226551696088,
      "nll_loss": 0.12606118619441986,
      "step": 1960
    },
    {
      "contrastive_loss": 2.088744640350342,
      "epoch": 1.2755226551696088,
      "nll_loss": 0.11463332921266556,
      "step": 1960
    },
    {
      "contrastive_loss": 2.088456630706787,
      "epoch": 1.2755226551696088,
      "nll_loss": 0.1986975222826004,
      "step": 1960
    },
    {
      "contrastive_loss": 2.082160472869873,
      "epoch": 1.2755226551696088,
      "nll_loss": 0.14295458793640137,
      "step": 1960
    },
    {
      "contrastive_loss": 2.086742401123047,
      "epoch": 1.2755226551696088,
      "nll_loss": 0.1346072405576706,
      "step": 1960
    },
    {
      "contrastive_loss": 2.089287519454956,
      "epoch": 1.2755226551696088,
      "nll_loss": 0.13677145540714264,
      "step": 1960
    },
    {
      "epoch": 1.278776539494021,
      "grad_norm": 0.3160845935344696,
      "learning_rate": 0.00011381082933516106,
      "loss": 3.1526,
      "step": 1965
    },
    {
      "contrastive_loss": 2.0856244564056396,
      "epoch": 1.278776539494021,
      "nll_loss": 0.08832813799381256,
      "step": 1965
    },
    {
      "contrastive_loss": 2.0884411334991455,
      "epoch": 1.278776539494021,
      "nll_loss": 0.09788527339696884,
      "step": 1965
    },
    {
      "contrastive_loss": 2.08693528175354,
      "epoch": 1.278776539494021,
      "nll_loss": 0.15786252915859222,
      "step": 1965
    },
    {
      "contrastive_loss": 2.090689182281494,
      "epoch": 1.278776539494021,
      "nll_loss": 0.06917393207550049,
      "step": 1965
    },
    {
      "contrastive_loss": 2.0883100032806396,
      "epoch": 1.278776539494021,
      "nll_loss": 0.13803480565547943,
      "step": 1965
    },
    {
      "contrastive_loss": 2.085116386413574,
      "epoch": 1.278776539494021,
      "nll_loss": 0.1078193262219429,
      "step": 1965
    },
    {
      "contrastive_loss": 2.088838815689087,
      "epoch": 1.278776539494021,
      "nll_loss": 0.14030687510967255,
      "step": 1965
    },
    {
      "contrastive_loss": 2.093419313430786,
      "epoch": 1.278776539494021,
      "nll_loss": 0.14746229350566864,
      "step": 1965
    },
    {
      "epoch": 1.2820304238184332,
      "grad_norm": 0.27173253893852234,
      "learning_rate": 0.00011329677861549006,
      "loss": 3.078,
      "step": 1970
    },
    {
      "contrastive_loss": 2.0894887447357178,
      "epoch": 1.2820304238184332,
      "nll_loss": 0.14645692706108093,
      "step": 1970
    },
    {
      "contrastive_loss": 2.089785099029541,
      "epoch": 1.2820304238184332,
      "nll_loss": 0.15529701113700867,
      "step": 1970
    },
    {
      "contrastive_loss": 2.088416814804077,
      "epoch": 1.2820304238184332,
      "nll_loss": 0.1442004144191742,
      "step": 1970
    },
    {
      "contrastive_loss": 2.0908780097961426,
      "epoch": 1.2820304238184332,
      "nll_loss": 0.10499144345521927,
      "step": 1970
    },
    {
      "contrastive_loss": 2.088620901107788,
      "epoch": 1.2820304238184332,
      "nll_loss": 0.1375666707754135,
      "step": 1970
    },
    {
      "contrastive_loss": 2.0889806747436523,
      "epoch": 1.2820304238184332,
      "nll_loss": 0.07404014468193054,
      "step": 1970
    },
    {
      "contrastive_loss": 2.0878562927246094,
      "epoch": 1.2820304238184332,
      "nll_loss": 0.17989760637283325,
      "step": 1970
    },
    {
      "contrastive_loss": 2.094949722290039,
      "epoch": 1.2820304238184332,
      "nll_loss": 0.1270318329334259,
      "step": 1970
    },
    {
      "epoch": 1.2852843081428456,
      "grad_norm": 0.2852030098438263,
      "learning_rate": 0.00011278272789581904,
      "loss": 3.1455,
      "step": 1975
    },
    {
      "contrastive_loss": 2.0909528732299805,
      "epoch": 1.2852843081428456,
      "nll_loss": 0.10965359210968018,
      "step": 1975
    },
    {
      "contrastive_loss": 2.0904510021209717,
      "epoch": 1.2852843081428456,
      "nll_loss": 0.1957709640264511,
      "step": 1975
    },
    {
      "contrastive_loss": 2.0859572887420654,
      "epoch": 1.2852843081428456,
      "nll_loss": 0.12466365844011307,
      "step": 1975
    },
    {
      "contrastive_loss": 2.0856809616088867,
      "epoch": 1.2852843081428456,
      "nll_loss": 0.0909322202205658,
      "step": 1975
    },
    {
      "contrastive_loss": 2.08965802192688,
      "epoch": 1.2852843081428456,
      "nll_loss": 0.1378142088651657,
      "step": 1975
    },
    {
      "contrastive_loss": 2.086876392364502,
      "epoch": 1.2852843081428456,
      "nll_loss": 0.08437807857990265,
      "step": 1975
    },
    {
      "contrastive_loss": 2.085465431213379,
      "epoch": 1.2852843081428456,
      "nll_loss": 0.13778744637966156,
      "step": 1975
    },
    {
      "contrastive_loss": 2.0911850929260254,
      "epoch": 1.2852843081428456,
      "nll_loss": 0.2032800167798996,
      "step": 1975
    },
    {
      "epoch": 1.2885381924672579,
      "grad_norm": 0.2931361198425293,
      "learning_rate": 0.00011226867717614805,
      "loss": 3.1335,
      "step": 1980
    },
    {
      "contrastive_loss": 2.090823173522949,
      "epoch": 1.2885381924672579,
      "nll_loss": 0.09750039130449295,
      "step": 1980
    },
    {
      "contrastive_loss": 2.088116407394409,
      "epoch": 1.2885381924672579,
      "nll_loss": 0.06617727130651474,
      "step": 1980
    },
    {
      "contrastive_loss": 2.090089797973633,
      "epoch": 1.2885381924672579,
      "nll_loss": 0.19180259108543396,
      "step": 1980
    },
    {
      "contrastive_loss": 2.087552547454834,
      "epoch": 1.2885381924672579,
      "nll_loss": 0.16919587552547455,
      "step": 1980
    },
    {
      "contrastive_loss": 2.0908772945404053,
      "epoch": 1.2885381924672579,
      "nll_loss": 0.14074429869651794,
      "step": 1980
    },
    {
      "contrastive_loss": 2.088968515396118,
      "epoch": 1.2885381924672579,
      "nll_loss": 0.15362492203712463,
      "step": 1980
    },
    {
      "contrastive_loss": 2.0895702838897705,
      "epoch": 1.2885381924672579,
      "nll_loss": 0.10255953669548035,
      "step": 1980
    },
    {
      "contrastive_loss": 2.0873208045959473,
      "epoch": 1.2885381924672579,
      "nll_loss": 0.18917706608772278,
      "step": 1980
    },
    {
      "epoch": 1.29179207679167,
      "grad_norm": 0.2589387595653534,
      "learning_rate": 0.00011175462645647703,
      "loss": 3.1147,
      "step": 1985
    },
    {
      "contrastive_loss": 2.087118148803711,
      "epoch": 1.29179207679167,
      "nll_loss": 0.09452714771032333,
      "step": 1985
    },
    {
      "contrastive_loss": 2.08974027633667,
      "epoch": 1.29179207679167,
      "nll_loss": 0.10072379559278488,
      "step": 1985
    },
    {
      "contrastive_loss": 2.0852253437042236,
      "epoch": 1.29179207679167,
      "nll_loss": 0.12143220007419586,
      "step": 1985
    },
    {
      "contrastive_loss": 2.0869429111480713,
      "epoch": 1.29179207679167,
      "nll_loss": 0.1799415498971939,
      "step": 1985
    },
    {
      "contrastive_loss": 2.0895001888275146,
      "epoch": 1.29179207679167,
      "nll_loss": 0.16388225555419922,
      "step": 1985
    },
    {
      "contrastive_loss": 2.0946786403656006,
      "epoch": 1.29179207679167,
      "nll_loss": 0.15110968053340912,
      "step": 1985
    },
    {
      "contrastive_loss": 2.0908613204956055,
      "epoch": 1.29179207679167,
      "nll_loss": 0.07243157923221588,
      "step": 1985
    },
    {
      "contrastive_loss": 2.085892915725708,
      "epoch": 1.29179207679167,
      "nll_loss": 0.08913984149694443,
      "step": 1985
    },
    {
      "epoch": 1.2950459611160823,
      "grad_norm": 0.2833986282348633,
      "learning_rate": 0.00011124057573680602,
      "loss": 3.1072,
      "step": 1990
    },
    {
      "contrastive_loss": 2.085442543029785,
      "epoch": 1.2950459611160823,
      "nll_loss": 0.06906143575906754,
      "step": 1990
    },
    {
      "contrastive_loss": 2.088040828704834,
      "epoch": 1.2950459611160823,
      "nll_loss": 0.16323581337928772,
      "step": 1990
    },
    {
      "contrastive_loss": 2.085240364074707,
      "epoch": 1.2950459611160823,
      "nll_loss": 0.06251823902130127,
      "step": 1990
    },
    {
      "contrastive_loss": 2.090766191482544,
      "epoch": 1.2950459611160823,
      "nll_loss": 0.12027891725301743,
      "step": 1990
    },
    {
      "contrastive_loss": 2.08410382270813,
      "epoch": 1.2950459611160823,
      "nll_loss": 0.12491438537836075,
      "step": 1990
    },
    {
      "contrastive_loss": 2.083596706390381,
      "epoch": 1.2950459611160823,
      "nll_loss": 0.11816542595624924,
      "step": 1990
    },
    {
      "contrastive_loss": 2.0933494567871094,
      "epoch": 1.2950459611160823,
      "nll_loss": 0.2371908575296402,
      "step": 1990
    },
    {
      "contrastive_loss": 2.0869193077087402,
      "epoch": 1.2950459611160823,
      "nll_loss": 0.06420978903770447,
      "step": 1990
    },
    {
      "epoch": 1.2982998454404946,
      "grad_norm": 0.27904012799263,
      "learning_rate": 0.00011072652501713502,
      "loss": 3.0488,
      "step": 1995
    },
    {
      "contrastive_loss": 2.0891661643981934,
      "epoch": 1.2982998454404946,
      "nll_loss": 0.18430735170841217,
      "step": 1995
    },
    {
      "contrastive_loss": 2.0834856033325195,
      "epoch": 1.2982998454404946,
      "nll_loss": 0.10961636155843735,
      "step": 1995
    },
    {
      "contrastive_loss": 2.086132049560547,
      "epoch": 1.2982998454404946,
      "nll_loss": 0.23276229202747345,
      "step": 1995
    },
    {
      "contrastive_loss": 2.084906578063965,
      "epoch": 1.2982998454404946,
      "nll_loss": 0.041540827602148056,
      "step": 1995
    },
    {
      "contrastive_loss": 2.0890915393829346,
      "epoch": 1.2982998454404946,
      "nll_loss": 0.11730090528726578,
      "step": 1995
    },
    {
      "contrastive_loss": 2.0888192653656006,
      "epoch": 1.2982998454404946,
      "nll_loss": 0.1472693532705307,
      "step": 1995
    },
    {
      "contrastive_loss": 2.08571457862854,
      "epoch": 1.2982998454404946,
      "nll_loss": 0.11211422085762024,
      "step": 1995
    },
    {
      "contrastive_loss": 2.0824968814849854,
      "epoch": 1.2982998454404946,
      "nll_loss": 0.08602552860975266,
      "step": 1995
    },
    {
      "epoch": 1.301553729764907,
      "grad_norm": 0.30642572045326233,
      "learning_rate": 0.00011021247429746401,
      "loss": 3.1635,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090935230255127,
      "epoch": 1.301553729764907,
      "nll_loss": 0.959587037563324,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0860087871551514,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1458466053009033,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880253314971924,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9942901134490967,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0823073387145996,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1642745733261108,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0907599925994873,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2520005702972412,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0883476734161377,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9651938676834106,
      "step": 2000
    },
    {
      "contrastive_loss": 2.09135103225708,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9473499655723572,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0862367153167725,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8093497157096863,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0933587551116943,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0055673122406006,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880706310272217,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8920966386795044,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092963457107544,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0328067541122437,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0849270820617676,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9693732857704163,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0831453800201416,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9320131540298462,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0844991207122803,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1293567419052124,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0904617309570312,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0327880382537842,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0926575660705566,
      "epoch": 1.301553729764907,
      "nll_loss": 1.057465672492981,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0874218940734863,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1768732070922852,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0867443084716797,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8296440839767456,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0910019874572754,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1103304624557495,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087430238723755,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1705269813537598,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091766119003296,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1649821996688843,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880467891693115,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1914019584655762,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0869381427764893,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9485640525817871,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884833335876465,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9296125769615173,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0822579860687256,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2582987546920776,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088747978210449,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8624759912490845,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0873944759368896,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0672959089279175,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087446451187134,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2207300662994385,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089592218399048,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0204153060913086,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088517427444458,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0884703397750854,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0850892066955566,
      "epoch": 1.301553729764907,
      "nll_loss": 0.991290271282196,
      "step": 2000
    },
    {
      "contrastive_loss": 2.1006813049316406,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0846878290176392,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0872340202331543,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0436443090438843,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086686134338379,
      "epoch": 1.301553729764907,
      "nll_loss": 1.358559489250183,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0919864177703857,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1116446256637573,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086649179458618,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9857283234596252,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0872926712036133,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0502828359603882,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084878444671631,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0094372034072876,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0869078636169434,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0825930833816528,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085529327392578,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8389981389045715,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0877745151519775,
      "epoch": 1.301553729764907,
      "nll_loss": 0.886051595211029,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0869109630584717,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1608452796936035,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0888381004333496,
      "epoch": 1.301553729764907,
      "nll_loss": 1.123289942741394,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879573822021484,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9606663584709167,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0852925777435303,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1004921197891235,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090458631515503,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2716485261917114,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0869271755218506,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0090999603271484,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0916748046875,
      "epoch": 1.301553729764907,
      "nll_loss": 1.102869987487793,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088940143585205,
      "epoch": 1.301553729764907,
      "nll_loss": 1.085037112236023,
      "step": 2000
    },
    {
      "contrastive_loss": 2.09071946144104,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1119543313980103,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086036443710327,
      "epoch": 1.301553729764907,
      "nll_loss": 1.081170916557312,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0899314880371094,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9913679957389832,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0920443534851074,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0751632452011108,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088853597640991,
      "epoch": 1.301553729764907,
      "nll_loss": 1.01213800907135,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0955355167388916,
      "epoch": 1.301553729764907,
      "nll_loss": 1.162451148033142,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0877673625946045,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0415534973144531,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091259002685547,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0327800512313843,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088772773742676,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2325870990753174,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0904297828674316,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8385325074195862,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086005926132202,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8138047456741333,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086982011795044,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9646672010421753,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0870580673217773,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0127263069152832,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0865657329559326,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1202278137207031,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0841422080993652,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8834962248802185,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0924344062805176,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0177083015441895,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0886025428771973,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0967849493026733,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0906968116760254,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0474845170974731,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086540460586548,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9475698471069336,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088876485824585,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1362018585205078,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0954182147979736,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1396548748016357,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0933308601379395,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9204632639884949,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0902719497680664,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1718748807907104,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0862009525299072,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2211183309555054,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087862968444824,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0554344654083252,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087836503982544,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3485934734344482,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0845284461975098,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1981968879699707,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087783098220825,
      "epoch": 1.301553729764907,
      "nll_loss": 1.008076548576355,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0907018184661865,
      "epoch": 1.301553729764907,
      "nll_loss": 1.287664532661438,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0852317810058594,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0859289169311523,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0823190212249756,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0020774602890015,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084848642349243,
      "epoch": 1.301553729764907,
      "nll_loss": 0.975955069065094,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085841655731201,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1335529088974,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0891976356506348,
      "epoch": 1.301553729764907,
      "nll_loss": 1.103149652481079,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881314277648926,
      "epoch": 1.301553729764907,
      "nll_loss": 1.4062817096710205,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0887320041656494,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0691410303115845,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0868728160858154,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2125005722045898,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0867457389831543,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8872537612915039,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0894713401794434,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1534146070480347,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0906624794006348,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0998084545135498,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0899548530578613,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1068191528320312,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084568738937378,
      "epoch": 1.301553729764907,
      "nll_loss": 1.092301607131958,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088597059249878,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9779424667358398,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0936853885650635,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8775662183761597,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087303876876831,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2743756771087646,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0903258323669434,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9574273824691772,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0851378440856934,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1426359415054321,
      "step": 2000
    },
    {
      "contrastive_loss": 2.082956314086914,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0997501611709595,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089708089828491,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8781970739364624,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0896506309509277,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9682840704917908,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090282917022705,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1005412340164185,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0871188640594482,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9459434151649475,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08172869682312,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0205509662628174,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0839221477508545,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0142649412155151,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086542844772339,
      "epoch": 1.301553729764907,
      "nll_loss": 1.182102084159851,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0869598388671875,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0026921033859253,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0939443111419678,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9327858090400696,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086123466491699,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0205602645874023,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089118242263794,
      "epoch": 1.301553729764907,
      "nll_loss": 0.865261435508728,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0870001316070557,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1513640880584717,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0860440731048584,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2159068584442139,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0854291915893555,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1050224304199219,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089198112487793,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9962696433067322,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086193561553955,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9714508056640625,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0860633850097656,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9053306579589844,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0865581035614014,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8137689232826233,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0849075317382812,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0353872776031494,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0885446071624756,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1268374919891357,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087127923965454,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1265029907226562,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086545705795288,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0576378107070923,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0888612270355225,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0431652069091797,
      "step": 2000
    },
    {
      "contrastive_loss": 2.093320846557617,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1078051328659058,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087618827819824,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0038704872131348,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084911823272705,
      "epoch": 1.301553729764907,
      "nll_loss": 1.456052541732788,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0940303802490234,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2026596069335938,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0907440185546875,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0856515169143677,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0859286785125732,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3492449522018433,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0845484733581543,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9361293911933899,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086621046066284,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1303600072860718,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091437816619873,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9258451461791992,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0895767211914062,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9561830163002014,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0845651626586914,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9461946487426758,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088406801223755,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0647227764129639,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086122751235962,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1464818716049194,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881288051605225,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1618826389312744,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087822198867798,
      "epoch": 1.301553729764907,
      "nll_loss": 1.168987512588501,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0832064151763916,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9232890605926514,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0886738300323486,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9406527876853943,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0818328857421875,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9269675612449646,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0861740112304688,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9817584156990051,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088754177093506,
      "epoch": 1.301553729764907,
      "nll_loss": 1.223130464553833,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087733745574951,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1425385475158691,
      "step": 2000
    },
    {
      "contrastive_loss": 2.094179630279541,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0404479503631592,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0856151580810547,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9816280603408813,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0901973247528076,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1409416198730469,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0883305072784424,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1850812435150146,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0860331058502197,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0623021125793457,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0828213691711426,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0103274583816528,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0878753662109375,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2560279369354248,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0901267528533936,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1885432004928589,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0898208618164062,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0105199813842773,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085219621658325,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8495597839355469,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08516526222229,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1300266981124878,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0886008739471436,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9963589310646057,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092442512512207,
      "epoch": 1.301553729764907,
      "nll_loss": 1.045752763748169,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088327169418335,
      "epoch": 1.301553729764907,
      "nll_loss": 0.7696080803871155,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088052272796631,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0088423490524292,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881292819976807,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0320134162902832,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092836856842041,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1081925630569458,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0891571044921875,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0302221775054932,
      "step": 2000
    },
    {
      "contrastive_loss": 2.083155632019043,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1458189487457275,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088892698287964,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9248430132865906,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087207794189453,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0219497680664062,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085257053375244,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0345268249511719,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086423635482788,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0804998874664307,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0891542434692383,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3475295305252075,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087982654571533,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2741655111312866,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091961145401001,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9593871831893921,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0842480659484863,
      "epoch": 1.301553729764907,
      "nll_loss": 1.104865312576294,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084392786026001,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9546753764152527,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086193561553955,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3703052997589111,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0874366760253906,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0095611810684204,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0924198627471924,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9445204138755798,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087625503540039,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2412080764770508,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0821542739868164,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3640944957733154,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0888969898223877,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0015586614608765,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0886714458465576,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0392413139343262,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0872981548309326,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1705597639083862,
      "step": 2000
    },
    {
      "contrastive_loss": 2.115093469619751,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1409579515457153,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0856666564941406,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0079050064086914,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0871386528015137,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9689235687255859,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0837671756744385,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0287957191467285,
      "step": 2000
    },
    {
      "contrastive_loss": 2.093228340148926,
      "epoch": 1.301553729764907,
      "nll_loss": 0.802596926689148,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086487293243408,
      "epoch": 1.301553729764907,
      "nll_loss": 1.03236985206604,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085824966430664,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0084623098373413,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0905168056488037,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8480075597763062,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0873711109161377,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0130739212036133,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085862874984741,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9032831788063049,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0899343490600586,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0265244245529175,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0895001888275146,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0080190896987915,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0871009826660156,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9689768552780151,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085721969604492,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9073009490966797,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086430072784424,
      "epoch": 1.301553729764907,
      "nll_loss": 1.150713324546814,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0920214653015137,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2780272960662842,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0921592712402344,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2697196006774902,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0882866382598877,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0936311483383179,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0864462852478027,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1538560390472412,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884008407592773,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1702755689620972,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089334011077881,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1406267881393433,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087338924407959,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0563886165618896,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0854430198669434,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0716723203659058,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092604637145996,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0185803174972534,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0908846855163574,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0765726566314697,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884947776794434,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0234057903289795,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088982582092285,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1129425764083862,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0914602279663086,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1683835983276367,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0896246433258057,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9983673095703125,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086243152618408,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9162628054618835,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085315704345703,
      "epoch": 1.301553729764907,
      "nll_loss": 1.017649531364441,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08925724029541,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3223525285720825,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0896806716918945,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9774510860443115,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086592674255371,
      "epoch": 1.301553729764907,
      "nll_loss": 0.950412929058075,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0903680324554443,
      "epoch": 1.301553729764907,
      "nll_loss": 1.075393795967102,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0835113525390625,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1293227672576904,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088235855102539,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0707173347473145,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091393232345581,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8887484669685364,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884976387023926,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0636649131774902,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0912723541259766,
      "epoch": 1.301553729764907,
      "nll_loss": 1.473006248474121,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090679407119751,
      "epoch": 1.301553729764907,
      "nll_loss": 1.190751314163208,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085329532623291,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0775419473648071,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085073947906494,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8609923720359802,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0876822471618652,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1997767686843872,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0863535404205322,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1008819341659546,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08467698097229,
      "epoch": 1.301553729764907,
      "nll_loss": 1.157344937324524,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089068651199341,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9952558279037476,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087127685546875,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2041949033737183,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0882108211517334,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8629392981529236,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0839319229125977,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8927887678146362,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0860342979431152,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2026394605636597,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0932681560516357,
      "epoch": 1.301553729764907,
      "nll_loss": 1.125889778137207,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0873782634735107,
      "epoch": 1.301553729764907,
      "nll_loss": 1.113066554069519,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880308151245117,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0138747692108154,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092972755432129,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2752487659454346,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0827293395996094,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0480506420135498,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0914769172668457,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1514685153961182,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0912203788757324,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0463595390319824,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085989475250244,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0020976066589355,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0865745544433594,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0602147579193115,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086402416229248,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9184058308601379,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085937976837158,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0202573537826538,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086714744567871,
      "epoch": 1.301553729764907,
      "nll_loss": 0.939580500125885,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0894908905029297,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9895171523094177,
      "step": 2000
    },
    {
      "contrastive_loss": 2.093883514404297,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0911221504211426,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0926997661590576,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8630878329277039,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091984748840332,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9935861229896545,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089595317840576,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9619501829147339,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0904576778411865,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0516818761825562,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088311195373535,
      "epoch": 1.301553729764907,
      "nll_loss": 1.147505760192871,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881893634796143,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0586670637130737,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0909852981567383,
      "epoch": 1.301553729764907,
      "nll_loss": 0.922930121421814,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086135149002075,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1281790733337402,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085905075073242,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9522026181221008,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0905396938323975,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0534565448760986,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0876545906066895,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3893488645553589,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0930681228637695,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9286911487579346,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08642578125,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0413998365402222,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881450176239014,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8967196345329285,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087263584136963,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0884298086166382,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0871827602386475,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1067286729812622,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0850884914398193,
      "epoch": 1.301553729764907,
      "nll_loss": 1.291731357574463,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0860846042633057,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3571112155914307,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880229473114014,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9947575330734253,
      "step": 2000
    },
    {
      "contrastive_loss": 2.078484058380127,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9835107922554016,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0882022380828857,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9964607954025269,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0895485877990723,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8511989116668701,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0894572734832764,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9763205647468567,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0895962715148926,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2293726205825806,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088501453399658,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0299108028411865,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0847012996673584,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0976781845092773,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084515333175659,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9939966797828674,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879502296447754,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9130797386169434,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0905330181121826,
      "epoch": 1.301553729764907,
      "nll_loss": 1.057066798210144,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0942771434783936,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0229331254959106,
      "step": 2000
    },
    {
      "contrastive_loss": 2.083143472671509,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1614100933074951,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087110996246338,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2656880617141724,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0858561992645264,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0749996900558472,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0905704498291016,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0975143909454346,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084597110748291,
      "epoch": 1.301553729764907,
      "nll_loss": 0.7998956441879272,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0890116691589355,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8119513392448425,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086118221282959,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9892227649688721,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090970754623413,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0111112594604492,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881335735321045,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9479655027389526,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086456060409546,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0454403162002563,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088935375213623,
      "epoch": 1.301553729764907,
      "nll_loss": 1.323380947113037,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086820125579834,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9643226265907288,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0908913612365723,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2292026281356812,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0872411727905273,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2750215530395508,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0886778831481934,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0145150423049927,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088843822479248,
      "epoch": 1.301553729764907,
      "nll_loss": 1.043452262878418,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086097240447998,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8986668586730957,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881714820861816,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0723038911819458,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0890045166015625,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8958066701889038,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0882558822631836,
      "epoch": 1.301553729764907,
      "nll_loss": 0.981880247592926,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0873990058898926,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0612915754318237,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088204860687256,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3131183385849,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0896544456481934,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1880533695220947,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879228115081787,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3127129077911377,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091141939163208,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0394134521484375,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086061716079712,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9141853451728821,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092496395111084,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1264595985412598,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088927745819092,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9338225722312927,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0896501541137695,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1376709938049316,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086919069290161,
      "epoch": 1.301553729764907,
      "nll_loss": 0.930056095123291,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08819842338562,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0969756841659546,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088409900665283,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9410341382026672,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0867888927459717,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9702150821685791,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0914807319641113,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9415350556373596,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0891342163085938,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1665455102920532,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0851573944091797,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0127904415130615,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0878307819366455,
      "epoch": 1.301553729764907,
      "nll_loss": 1.288402795791626,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091026782989502,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9926943778991699,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884997844696045,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9578178524971008,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0887696743011475,
      "epoch": 1.301553729764907,
      "nll_loss": 1.067118763923645,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089536666870117,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9591075778007507,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879220962524414,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9891715049743652,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0895395278930664,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9695835113525391,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091529130935669,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1389037370681763,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0891332626342773,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0376578569412231,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0906293392181396,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1125763654708862,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0899596214294434,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9249355792999268,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085298776626587,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0906003713607788,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0892341136932373,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9411470890045166,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091489791870117,
      "epoch": 1.301553729764907,
      "nll_loss": 0.789112389087677,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0840702056884766,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0756694078445435,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879428386688232,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8532352447509766,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0883264541625977,
      "epoch": 1.301553729764907,
      "nll_loss": 1.417114019393921,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086507797241211,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0643823146820068,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0863263607025146,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0269906520843506,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0865044593811035,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9543965458869934,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0867977142333984,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0963159799575806,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884525775909424,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1952404975891113,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088263988494873,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1403429508209229,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0901455879211426,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0277493000030518,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087592601776123,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0313223600387573,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08640718460083,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0709128379821777,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090740203857422,
      "epoch": 1.301553729764907,
      "nll_loss": 1.061203122138977,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0871989727020264,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2795833349227905,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089428424835205,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9994964003562927,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092383623123169,
      "epoch": 1.301553729764907,
      "nll_loss": 0.6756368279457092,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0870490074157715,
      "epoch": 1.301553729764907,
      "nll_loss": 1.186779499053955,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0852065086364746,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0208771228790283,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091445207595825,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1148003339767456,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0903046131134033,
      "epoch": 1.301553729764907,
      "nll_loss": 1.5652072429656982,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087212324142456,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1937953233718872,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0824105739593506,
      "epoch": 1.301553729764907,
      "nll_loss": 1.111608862876892,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086677074432373,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1388757228851318,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089310646057129,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8761937618255615,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0865848064422607,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9070602655410767,
      "step": 2000
    },
    {
      "contrastive_loss": 2.097886085510254,
      "epoch": 1.301553729764907,
      "nll_loss": 1.222991704940796,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085312843322754,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1622272729873657,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0908520221710205,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0896233320236206,
      "step": 2000
    },
    {
      "contrastive_loss": 2.083371877670288,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8012124300003052,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087838888168335,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8057206869125366,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089120388031006,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0357311964035034,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08791184425354,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1923720836639404,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0878703594207764,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9832236170768738,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0897276401519775,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0406153202056885,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085280418395996,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0852224826812744,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0892748832702637,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0695949792861938,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087329626083374,
      "epoch": 1.301553729764907,
      "nll_loss": 0.7723965048789978,
      "step": 2000
    },
    {
      "contrastive_loss": 2.09163498878479,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1252751350402832,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086719512939453,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0586035251617432,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090428590774536,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9160751104354858,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085566997528076,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0604398250579834,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0966687202453613,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2595146894454956,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0953173637390137,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8728497624397278,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884108543395996,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0526278018951416,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088895559310913,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0294963121414185,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0871617794036865,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0382126569747925,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085573434829712,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9817229509353638,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087686061859131,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0074715614318848,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084364891052246,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1025328636169434,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088815450668335,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1268510818481445,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0839335918426514,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1103376150131226,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08522367477417,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9259498119354248,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0912365913391113,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0622209310531616,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084763765335083,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1153444051742554,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0902018547058105,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2566324472427368,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0882956981658936,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9112017750740051,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0814895629882812,
      "epoch": 1.301553729764907,
      "nll_loss": 1.037480115890503,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0911054611206055,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0471467971801758,
      "step": 2000
    },
    {
      "contrastive_loss": 2.079235792160034,
      "epoch": 1.301553729764907,
      "nll_loss": 0.902161180973053,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087827205657959,
      "epoch": 1.301553729764907,
      "nll_loss": 1.249230980873108,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0889060497283936,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0787194967269897,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085479497909546,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9755804538726807,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884692668914795,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0188034772872925,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089346408843994,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8234233856201172,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0898165702819824,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1023786067962646,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0862717628479004,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9521562457084656,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0850439071655273,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1156455278396606,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085801362991333,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1710307598114014,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0915842056274414,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1360293626785278,
      "step": 2000
    },
    {
      "contrastive_loss": 2.094775676727295,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9765603542327881,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0861451625823975,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0932546854019165,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089340925216675,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1554893255233765,
      "step": 2000
    },
    {
      "contrastive_loss": 2.096296787261963,
      "epoch": 1.301553729764907,
      "nll_loss": 0.847114086151123,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0812602043151855,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1727408170700073,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0945732593536377,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3961747884750366,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089503049850464,
      "epoch": 1.301553729764907,
      "nll_loss": 1.038472294807434,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0892903804779053,
      "epoch": 1.301553729764907,
      "nll_loss": 1.5979174375534058,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0911383628845215,
      "epoch": 1.301553729764907,
      "nll_loss": 1.02604341506958,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880956649780273,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9252092838287354,
      "step": 2000
    },
    {
      "contrastive_loss": 2.094759464263916,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1207492351531982,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091981887817383,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9357404708862305,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088122606277466,
      "epoch": 1.301553729764907,
      "nll_loss": 0.997374951839447,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091479539871216,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8282720446586609,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085653066635132,
      "epoch": 1.301553729764907,
      "nll_loss": 1.162870168685913,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0923244953155518,
      "epoch": 1.301553729764907,
      "nll_loss": 1.017516016960144,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0865957736968994,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9522033929824829,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0910792350769043,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9654117822647095,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090118169784546,
      "epoch": 1.301553729764907,
      "nll_loss": 1.048898458480835,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089327573776245,
      "epoch": 1.301553729764907,
      "nll_loss": 0.849273145198822,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0868544578552246,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9047640562057495,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0891923904418945,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9829872250556946,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0888376235961914,
      "epoch": 1.301553729764907,
      "nll_loss": 1.215145468711853,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086900472640991,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0201770067214966,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085151195526123,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0424883365631104,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0817456245422363,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3022725582122803,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089268207550049,
      "epoch": 1.301553729764907,
      "nll_loss": 1.106995701789856,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0900402069091797,
      "epoch": 1.301553729764907,
      "nll_loss": 1.200971007347107,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0844569206237793,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9150140881538391,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0916318893432617,
      "epoch": 1.301553729764907,
      "nll_loss": 0.7533978819847107,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0885214805603027,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9472106695175171,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085994243621826,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1024458408355713,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086486577987671,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0941864252090454,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0867936611175537,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9369658827781677,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879669189453125,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1525901556015015,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090616464614868,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0428951978683472,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0869393348693848,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9630951285362244,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0894956588745117,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1393083333969116,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0866475105285645,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1496390104293823,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087517738342285,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8911325335502625,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085570812225342,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1329646110534668,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08725643157959,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0278637409210205,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092588424682617,
      "epoch": 1.301553729764907,
      "nll_loss": 1.051137089729309,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0882325172424316,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0121235847473145,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087137460708618,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8699284195899963,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0926623344421387,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1896042823791504,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087526321411133,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0550295114517212,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091055154800415,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0335549116134644,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0948679447174072,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0483003854751587,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0846195220947266,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1478564739227295,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0845212936401367,
      "epoch": 1.301553729764907,
      "nll_loss": 1.080575704574585,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0907528400421143,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8116104006767273,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879955291748047,
      "epoch": 1.301553729764907,
      "nll_loss": 1.193681001663208,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0886120796203613,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3852068185806274,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0857577323913574,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0785231590270996,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088634729385376,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0857876539230347,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880486965179443,
      "epoch": 1.301553729764907,
      "nll_loss": 1.065464973449707,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0891103744506836,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9570327997207642,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090590000152588,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9919790625572205,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087806224822998,
      "epoch": 1.301553729764907,
      "nll_loss": 1.048964262008667,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089895725250244,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9692209959030151,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0863630771636963,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1521871089935303,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090603828430176,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1198381185531616,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089686870574951,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0463759899139404,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0916013717651367,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1712793111801147,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086760997772217,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0374549627304077,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090102434158325,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1114751100540161,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0858490467071533,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9383080005645752,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0847434997558594,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9641485214233398,
      "step": 2000
    },
    {
      "contrastive_loss": 2.09006667137146,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9963212013244629,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0869863033294678,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0399490594863892,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0892727375030518,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1774224042892456,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0859429836273193,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9571319222450256,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0896923542022705,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9858077168464661,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089282512664795,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0436556339263916,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0903613567352295,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1327012777328491,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879199504852295,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0455294847488403,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088744640350342,
      "epoch": 1.301553729764907,
      "nll_loss": 1.068061113357544,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088196039199829,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0270922183990479,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0871222019195557,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9153306484222412,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087268829345703,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1950860023498535,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0854690074920654,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9790759086608887,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088470935821533,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9890456199645996,
      "step": 2000
    },
    {
      "contrastive_loss": 2.096540689468384,
      "epoch": 1.301553729764907,
      "nll_loss": 0.933286726474762,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0885424613952637,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9391730427742004,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0852088928222656,
      "epoch": 1.301553729764907,
      "nll_loss": 1.057881236076355,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085750102996826,
      "epoch": 1.301553729764907,
      "nll_loss": 1.060235857963562,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0897347927093506,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0935710668563843,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086571455001831,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0940269231796265,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0863218307495117,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0340443849563599,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088529109954834,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9469303488731384,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0908823013305664,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9809004068374634,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0888054370880127,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1766117811203003,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0841715335845947,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3250582218170166,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0888314247131348,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2567955255508423,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880579948425293,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1241916418075562,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0918030738830566,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9276158213615417,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0842113494873047,
      "epoch": 1.301553729764907,
      "nll_loss": 1.149985432624817,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0907251834869385,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9728288054466248,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0885987281799316,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2517412900924683,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0852887630462646,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0026006698608398,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0905275344848633,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9303820133209229,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086737632751465,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2606449127197266,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884735584259033,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0402981042861938,
      "step": 2000
    },
    {
      "contrastive_loss": 2.083728313446045,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0054024457931519,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0908303260803223,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2566603422164917,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880167484283447,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0527567863464355,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0878078937530518,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9537666440010071,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0872650146484375,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0277637243270874,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092268705368042,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9421916007995605,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0872654914855957,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0559396743774414,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0846667289733887,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1431331634521484,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0895652770996094,
      "epoch": 1.301553729764907,
      "nll_loss": 1.005587100982666,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090458631515503,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9125598073005676,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090853214263916,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8154333233833313,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08650541305542,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1523151397705078,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0864267349243164,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1089911460876465,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08829402923584,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0752512216567993,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090000629425049,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1202112436294556,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090207576751709,
      "epoch": 1.301553729764907,
      "nll_loss": 1.02190101146698,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092222213745117,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9988493919372559,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0910019874572754,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9732636213302612,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0896341800689697,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2748560905456543,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091146469116211,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9643603563308716,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0924062728881836,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9879209399223328,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0835540294647217,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0886871814727783,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0903496742248535,
      "epoch": 1.301553729764907,
      "nll_loss": 1.016005516052246,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087400197982788,
      "epoch": 1.301553729764907,
      "nll_loss": 1.030464768409729,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0901196002960205,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9093955755233765,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0849993228912354,
      "epoch": 1.301553729764907,
      "nll_loss": 0.831913948059082,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085254669189453,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9361024498939514,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0888569355010986,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9295961260795593,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090468645095825,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0085289478302002,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08614444732666,
      "epoch": 1.301553729764907,
      "nll_loss": 1.4578629732131958,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0920066833496094,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8678350448608398,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0859222412109375,
      "epoch": 1.301553729764907,
      "nll_loss": 1.073545217514038,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0889978408813477,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9179902672767639,
      "step": 2000
    },
    {
      "contrastive_loss": 2.084789514541626,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9570479989051819,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0863702297210693,
      "epoch": 1.301553729764907,
      "nll_loss": 1.270126223564148,
      "step": 2000
    },
    {
      "contrastive_loss": 2.097055435180664,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0946013927459717,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0880861282348633,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9164603352546692,
      "step": 2000
    },
    {
      "contrastive_loss": 2.083401679992676,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2107940912246704,
      "step": 2000
    },
    {
      "contrastive_loss": 2.096240282058716,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3414925336837769,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086596727371216,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8457802534103394,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0856401920318604,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0441290140151978,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086834669113159,
      "epoch": 1.301553729764907,
      "nll_loss": 1.3269416093826294,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088300943374634,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0089257955551147,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089444160461426,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9257974624633789,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0883564949035645,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1481494903564453,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091872453689575,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8965009450912476,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0878829956054688,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0985841751098633,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089055061340332,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0147324800491333,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0866260528564453,
      "epoch": 1.301553729764907,
      "nll_loss": 0.90871661901474,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090325117111206,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0045089721679688,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0842032432556152,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9479494690895081,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086169481277466,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0748770236968994,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089728593826294,
      "epoch": 1.301553729764907,
      "nll_loss": 1.061710000038147,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0899431705474854,
      "epoch": 1.301553729764907,
      "nll_loss": 1.097100853919983,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085845708847046,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9475686550140381,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089444637298584,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0737662315368652,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0841362476348877,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9813839793205261,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0933094024658203,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8568975925445557,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0896003246307373,
      "epoch": 1.301553729764907,
      "nll_loss": 0.7548338174819946,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0874364376068115,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1460145711898804,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0852534770965576,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2873563766479492,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0886595249176025,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0850142240524292,
      "step": 2000
    },
    {
      "contrastive_loss": 2.095198392868042,
      "epoch": 1.301553729764907,
      "nll_loss": 0.6367045044898987,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089592695236206,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0961546897888184,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0944883823394775,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9369277954101562,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0886497497558594,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0343732833862305,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085009813308716,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2263613939285278,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087942361831665,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9909510612487793,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0879766941070557,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0480772256851196,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0877811908721924,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1110477447509766,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089914321899414,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8886217474937439,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0911362171173096,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2617835998535156,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089509963989258,
      "epoch": 1.301553729764907,
      "nll_loss": 1.297605276107788,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086000442504883,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0155209302902222,
      "step": 2000
    },
    {
      "contrastive_loss": 2.078918695449829,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0545493364334106,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092670202255249,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0473136901855469,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0865068435668945,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1346782445907593,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0843915939331055,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1011320352554321,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0853018760681152,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0555155277252197,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0885472297668457,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2638177871704102,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0890135765075684,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0623232126235962,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090811252593994,
      "epoch": 1.301553729764907,
      "nll_loss": 1.012831449508667,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884439945220947,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9382018446922302,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0853841304779053,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8861030340194702,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08919358253479,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1129603385925293,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090127944946289,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1046642065048218,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086923360824585,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0879217386245728,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0859577655792236,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0182852745056152,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0874881744384766,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0491338968276978,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0878078937530518,
      "epoch": 1.301553729764907,
      "nll_loss": 1.365952730178833,
      "step": 2000
    },
    {
      "contrastive_loss": 2.088573455810547,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9551851749420166,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0838799476623535,
      "epoch": 1.301553729764907,
      "nll_loss": 0.7475311160087585,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0811269283294678,
      "epoch": 1.301553729764907,
      "nll_loss": 1.080875039100647,
      "step": 2000
    },
    {
      "contrastive_loss": 2.085782051086426,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9798569083213806,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0901362895965576,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9426103234291077,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0859603881835938,
      "epoch": 1.301553729764907,
      "nll_loss": 1.135050892829895,
      "step": 2000
    },
    {
      "contrastive_loss": 2.082213878631592,
      "epoch": 1.301553729764907,
      "nll_loss": 1.272862195968628,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884172916412354,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9897039532661438,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881543159484863,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9896047115325928,
      "step": 2000
    },
    {
      "contrastive_loss": 2.092196226119995,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9918766021728516,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0936155319213867,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0038199424743652,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0908265113830566,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9344757199287415,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0873162746429443,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9467217922210693,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08731746673584,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0909479856491089,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086956739425659,
      "epoch": 1.301553729764907,
      "nll_loss": 1.2029272317886353,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0889172554016113,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1726570129394531,
      "step": 2000
    },
    {
      "contrastive_loss": 2.098132610321045,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1842222213745117,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087657928466797,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9625108242034912,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0800766944885254,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9171586036682129,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0931458473205566,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1536082029342651,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0907821655273438,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8700659871101379,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0903961658477783,
      "epoch": 1.301553729764907,
      "nll_loss": 0.901195228099823,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0911989212036133,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8860475420951843,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086538314819336,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0398104190826416,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0916237831115723,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9485642313957214,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0881896018981934,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9775845408439636,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087665319442749,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0432661771774292,
      "step": 2000
    },
    {
      "contrastive_loss": 2.089089870452881,
      "epoch": 1.301553729764907,
      "nll_loss": 1.068526268005371,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0882644653320312,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0404047966003418,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0882534980773926,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1489332914352417,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0919435024261475,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0843597650527954,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0790412425994873,
      "epoch": 1.301553729764907,
      "nll_loss": 1.015738844871521,
      "step": 2000
    },
    {
      "contrastive_loss": 2.08782958984375,
      "epoch": 1.301553729764907,
      "nll_loss": 0.9576504826545715,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091317653656006,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0031123161315918,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086233377456665,
      "epoch": 1.301553729764907,
      "nll_loss": 0.8493815064430237,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087646484375,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0799835920333862,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0921664237976074,
      "epoch": 1.301553729764907,
      "nll_loss": 1.1632187366485596,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0842738151550293,
      "epoch": 1.301553729764907,
      "nll_loss": 1.0518783330917358,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090498685836792,
      "epoch": 1.301553729764907,
      "nll_loss": 1.024491548538208,
      "step": 2000
    },
    {
      "contrastive_loss": 2.086606502532959,
      "epoch": 1.301553729764907,
      "nll_loss": 1.134462594985962,
      "step": 2000
    },
    {
      "epoch": 1.301553729764907,
      "eval_loss": 1.3149036169052124,
      "eval_runtime": 1294.6098,
      "eval_samples_per_second": 3.862,
      "eval_steps_per_second": 0.483,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091125965118408,
      "epoch": 1.301553729764907,
      "nll_loss": 0.05705321952700615,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0933611392974854,
      "epoch": 1.301553729764907,
      "nll_loss": 0.15736351907253265,
      "step": 2000
    },
    {
      "contrastive_loss": 2.087083578109741,
      "epoch": 1.301553729764907,
      "nll_loss": 0.05703815445303917,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090531587600708,
      "epoch": 1.301553729764907,
      "nll_loss": 0.09915709495544434,
      "step": 2000
    },
    {
      "contrastive_loss": 2.091127872467041,
      "epoch": 1.301553729764907,
      "nll_loss": 0.11425314098596573,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0884828567504883,
      "epoch": 1.301553729764907,
      "nll_loss": 0.10626886785030365,
      "step": 2000
    },
    {
      "contrastive_loss": 2.090214252471924,
      "epoch": 1.301553729764907,
      "nll_loss": 0.18602478504180908,
      "step": 2000
    },
    {
      "contrastive_loss": 2.0930490493774414,
      "epoch": 1.301553729764907,
      "nll_loss": 0.08979988843202591,
      "step": 2000
    },
    {
      "epoch": 1.3048076140893192,
      "grad_norm": 0.2950419485569,
      "learning_rate": 0.00010969842357779299,
      "loss": 3.095,
      "step": 2005
    },
    {
      "contrastive_loss": 2.0917563438415527,
      "epoch": 1.3048076140893192,
      "nll_loss": 0.12839452922344208,
      "step": 2005
    },
    {
      "contrastive_loss": 2.0933597087860107,
      "epoch": 1.3048076140893192,
      "nll_loss": 0.05923852697014809,
      "step": 2005
    },
    {
      "contrastive_loss": 2.0899953842163086,
      "epoch": 1.3048076140893192,
      "nll_loss": 0.15332280099391937,
      "step": 2005
    },
    {
      "contrastive_loss": 2.0908164978027344,
      "epoch": 1.3048076140893192,
      "nll_loss": 0.10797689110040665,
      "step": 2005
    },
    {
      "contrastive_loss": 2.085581064224243,
      "epoch": 1.3048076140893192,
      "nll_loss": 0.12645679712295532,
      "step": 2005
    },
    {
      "contrastive_loss": 2.088569164276123,
      "epoch": 1.3048076140893192,
      "nll_loss": 0.07808706164360046,
      "step": 2005
    },
    {
      "contrastive_loss": 2.088031768798828,
      "epoch": 1.3048076140893192,
      "nll_loss": 0.11978189647197723,
      "step": 2005
    },
    {
      "contrastive_loss": 2.0888490676879883,
      "epoch": 1.3048076140893192,
      "nll_loss": 0.1309531331062317,
      "step": 2005
    },
    {
      "epoch": 1.3080614984137313,
      "grad_norm": 0.28993359208106995,
      "learning_rate": 0.000109184372858122,
      "loss": 3.09,
      "step": 2010
    },
    {
      "contrastive_loss": 2.086500406265259,
      "epoch": 1.3080614984137313,
      "nll_loss": 0.10761518031358719,
      "step": 2010
    },
    {
      "contrastive_loss": 2.085129737854004,
      "epoch": 1.3080614984137313,
      "nll_loss": 0.09674272686243057,
      "step": 2010
    },
    {
      "contrastive_loss": 2.0873169898986816,
      "epoch": 1.3080614984137313,
      "nll_loss": 0.15404586493968964,
      "step": 2010
    },
    {
      "contrastive_loss": 2.088181972503662,
      "epoch": 1.3080614984137313,
      "nll_loss": 0.12420158833265305,
      "step": 2010
    },
    {
      "contrastive_loss": 2.0873355865478516,
      "epoch": 1.3080614984137313,
      "nll_loss": 0.10616938769817352,
      "step": 2010
    },
    {
      "contrastive_loss": 2.090985059738159,
      "epoch": 1.3080614984137313,
      "nll_loss": 0.12089435011148453,
      "step": 2010
    },
    {
      "contrastive_loss": 2.085902690887451,
      "epoch": 1.3080614984137313,
      "nll_loss": 0.12094687670469284,
      "step": 2010
    },
    {
      "contrastive_loss": 2.0857865810394287,
      "epoch": 1.3080614984137313,
      "nll_loss": 0.15749138593673706,
      "step": 2010
    },
    {
      "epoch": 1.3113153827381436,
      "grad_norm": 0.2681884765625,
      "learning_rate": 0.00010867032213845098,
      "loss": 3.1339,
      "step": 2015
    },
    {
      "contrastive_loss": 2.088535785675049,
      "epoch": 1.3113153827381436,
      "nll_loss": 0.06768548488616943,
      "step": 2015
    },
    {
      "contrastive_loss": 2.0910964012145996,
      "epoch": 1.3113153827381436,
      "nll_loss": 0.12309479713439941,
      "step": 2015
    },
    {
      "contrastive_loss": 2.087585210800171,
      "epoch": 1.3113153827381436,
      "nll_loss": 0.1609671413898468,
      "step": 2015
    },
    {
      "contrastive_loss": 2.0849993228912354,
      "epoch": 1.3113153827381436,
      "nll_loss": 0.15593387186527252,
      "step": 2015
    },
    {
      "contrastive_loss": 2.0899782180786133,
      "epoch": 1.3113153827381436,
      "nll_loss": 0.13715025782585144,
      "step": 2015
    },
    {
      "contrastive_loss": 2.0911951065063477,
      "epoch": 1.3113153827381436,
      "nll_loss": 0.234886035323143,
      "step": 2015
    },
    {
      "contrastive_loss": 2.084679126739502,
      "epoch": 1.3113153827381436,
      "nll_loss": 0.13060641288757324,
      "step": 2015
    },
    {
      "contrastive_loss": 2.0837044715881348,
      "epoch": 1.3113153827381436,
      "nll_loss": 0.10488173365592957,
      "step": 2015
    },
    {
      "epoch": 1.314569267062556,
      "grad_norm": 0.2608356773853302,
      "learning_rate": 0.00010815627141877997,
      "loss": 3.1114,
      "step": 2020
    },
    {
      "contrastive_loss": 2.0918283462524414,
      "epoch": 1.314569267062556,
      "nll_loss": 0.10198011994361877,
      "step": 2020
    },
    {
      "contrastive_loss": 2.0884616374969482,
      "epoch": 1.314569267062556,
      "nll_loss": 0.11249398440122604,
      "step": 2020
    },
    {
      "contrastive_loss": 2.0872647762298584,
      "epoch": 1.314569267062556,
      "nll_loss": 0.11613224446773529,
      "step": 2020
    },
    {
      "contrastive_loss": 2.0863003730773926,
      "epoch": 1.314569267062556,
      "nll_loss": 0.07534090429544449,
      "step": 2020
    },
    {
      "contrastive_loss": 2.0874693393707275,
      "epoch": 1.314569267062556,
      "nll_loss": 0.14908774197101593,
      "step": 2020
    },
    {
      "contrastive_loss": 2.09338116645813,
      "epoch": 1.314569267062556,
      "nll_loss": 0.06104058772325516,
      "step": 2020
    },
    {
      "contrastive_loss": 2.0889933109283447,
      "epoch": 1.314569267062556,
      "nll_loss": 0.147259920835495,
      "step": 2020
    },
    {
      "contrastive_loss": 2.089625597000122,
      "epoch": 1.314569267062556,
      "nll_loss": 0.16014254093170166,
      "step": 2020
    },
    {
      "epoch": 1.3178231513869683,
      "grad_norm": 0.26861774921417236,
      "learning_rate": 0.00010764222069910898,
      "loss": 3.1018,
      "step": 2025
    },
    {
      "contrastive_loss": 2.0913360118865967,
      "epoch": 1.3178231513869683,
      "nll_loss": 0.14855246245861053,
      "step": 2025
    },
    {
      "contrastive_loss": 2.086892604827881,
      "epoch": 1.3178231513869683,
      "nll_loss": 0.1530505269765854,
      "step": 2025
    },
    {
      "contrastive_loss": 2.0889978408813477,
      "epoch": 1.3178231513869683,
      "nll_loss": 0.04981749504804611,
      "step": 2025
    },
    {
      "contrastive_loss": 2.095259189605713,
      "epoch": 1.3178231513869683,
      "nll_loss": 0.1387476921081543,
      "step": 2025
    },
    {
      "contrastive_loss": 2.0895731449127197,
      "epoch": 1.3178231513869683,
      "nll_loss": 0.15412825345993042,
      "step": 2025
    },
    {
      "contrastive_loss": 2.085146188735962,
      "epoch": 1.3178231513869683,
      "nll_loss": 0.15208856761455536,
      "step": 2025
    },
    {
      "contrastive_loss": 2.0873801708221436,
      "epoch": 1.3178231513869683,
      "nll_loss": 0.1690889298915863,
      "step": 2025
    },
    {
      "contrastive_loss": 2.088146924972534,
      "epoch": 1.3178231513869683,
      "nll_loss": 0.1861017495393753,
      "step": 2025
    },
    {
      "epoch": 1.3210770357113804,
      "grad_norm": 0.30115318298339844,
      "learning_rate": 0.00010712816997943796,
      "loss": 3.1339,
      "step": 2030
    },
    {
      "contrastive_loss": 2.0891361236572266,
      "epoch": 1.3210770357113804,
      "nll_loss": 0.05082811415195465,
      "step": 2030
    },
    {
      "contrastive_loss": 2.0873587131500244,
      "epoch": 1.3210770357113804,
      "nll_loss": 0.21435606479644775,
      "step": 2030
    },
    {
      "contrastive_loss": 2.088078737258911,
      "epoch": 1.3210770357113804,
      "nll_loss": 0.11141221225261688,
      "step": 2030
    },
    {
      "contrastive_loss": 2.0878236293792725,
      "epoch": 1.3210770357113804,
      "nll_loss": 0.1190481036901474,
      "step": 2030
    },
    {
      "contrastive_loss": 2.08725905418396,
      "epoch": 1.3210770357113804,
      "nll_loss": 0.09290653467178345,
      "step": 2030
    },
    {
      "contrastive_loss": 2.0882575511932373,
      "epoch": 1.3210770357113804,
      "nll_loss": 0.08978909999132156,
      "step": 2030
    },
    {
      "contrastive_loss": 2.0947799682617188,
      "epoch": 1.3210770357113804,
      "nll_loss": 0.20041979849338531,
      "step": 2030
    },
    {
      "contrastive_loss": 2.087921619415283,
      "epoch": 1.3210770357113804,
      "nll_loss": 0.14250555634498596,
      "step": 2030
    },
    {
      "epoch": 1.3243309200357927,
      "grad_norm": 0.2990562319755554,
      "learning_rate": 0.00010661411925976696,
      "loss": 3.0997,
      "step": 2035
    },
    {
      "contrastive_loss": 2.093111515045166,
      "epoch": 1.3243309200357927,
      "nll_loss": 0.09024818241596222,
      "step": 2035
    },
    {
      "contrastive_loss": 2.0861546993255615,
      "epoch": 1.3243309200357927,
      "nll_loss": 0.10011518001556396,
      "step": 2035
    },
    {
      "contrastive_loss": 2.087620973587036,
      "epoch": 1.3243309200357927,
      "nll_loss": 0.0941370278596878,
      "step": 2035
    },
    {
      "contrastive_loss": 2.0858657360076904,
      "epoch": 1.3243309200357927,
      "nll_loss": 0.1827847808599472,
      "step": 2035
    },
    {
      "contrastive_loss": 2.0919768810272217,
      "epoch": 1.3243309200357927,
      "nll_loss": 0.05896890535950661,
      "step": 2035
    },
    {
      "contrastive_loss": 2.0868868827819824,
      "epoch": 1.3243309200357927,
      "nll_loss": 0.15778473019599915,
      "step": 2035
    },
    {
      "contrastive_loss": 2.087299108505249,
      "epoch": 1.3243309200357927,
      "nll_loss": 0.11714120209217072,
      "step": 2035
    },
    {
      "contrastive_loss": 2.090684652328491,
      "epoch": 1.3243309200357927,
      "nll_loss": 0.1210327297449112,
      "step": 2035
    },
    {
      "epoch": 1.327584804360205,
      "grad_norm": 0.32378271222114563,
      "learning_rate": 0.00010610006854009594,
      "loss": 3.1375,
      "step": 2040
    },
    {
      "contrastive_loss": 2.0917747020721436,
      "epoch": 1.327584804360205,
      "nll_loss": 0.08028355985879898,
      "step": 2040
    },
    {
      "contrastive_loss": 2.0873262882232666,
      "epoch": 1.327584804360205,
      "nll_loss": 0.06360253691673279,
      "step": 2040
    },
    {
      "contrastive_loss": 2.0908336639404297,
      "epoch": 1.327584804360205,
      "nll_loss": 0.12173133343458176,
      "step": 2040
    },
    {
      "contrastive_loss": 2.1033596992492676,
      "epoch": 1.327584804360205,
      "nll_loss": 0.12027265876531601,
      "step": 2040
    },
    {
      "contrastive_loss": 2.0904510021209717,
      "epoch": 1.327584804360205,
      "nll_loss": 0.06750499457120895,
      "step": 2040
    },
    {
      "contrastive_loss": 2.086270332336426,
      "epoch": 1.327584804360205,
      "nll_loss": 0.16472890973091125,
      "step": 2040
    },
    {
      "contrastive_loss": 2.089277744293213,
      "epoch": 1.327584804360205,
      "nll_loss": 0.12167787551879883,
      "step": 2040
    },
    {
      "contrastive_loss": 2.0912024974823,
      "epoch": 1.327584804360205,
      "nll_loss": 0.12239468097686768,
      "step": 2040
    },
    {
      "epoch": 1.3308386886846173,
      "grad_norm": 0.29524222016334534,
      "learning_rate": 0.00010558601782042495,
      "loss": 3.071,
      "step": 2045
    },
    {
      "contrastive_loss": 2.0826406478881836,
      "epoch": 1.3308386886846173,
      "nll_loss": 0.07532603293657303,
      "step": 2045
    },
    {
      "contrastive_loss": 2.0850205421447754,
      "epoch": 1.3308386886846173,
      "nll_loss": 0.22679956257343292,
      "step": 2045
    },
    {
      "contrastive_loss": 2.088247537612915,
      "epoch": 1.3308386886846173,
      "nll_loss": 0.13024379312992096,
      "step": 2045
    },
    {
      "contrastive_loss": 2.086840867996216,
      "epoch": 1.3308386886846173,
      "nll_loss": 0.11703469604253769,
      "step": 2045
    },
    {
      "contrastive_loss": 2.090054512023926,
      "epoch": 1.3308386886846173,
      "nll_loss": 0.15329137444496155,
      "step": 2045
    },
    {
      "contrastive_loss": 2.088062286376953,
      "epoch": 1.3308386886846173,
      "nll_loss": 0.08689944446086884,
      "step": 2045
    },
    {
      "contrastive_loss": 2.0914838314056396,
      "epoch": 1.3308386886846173,
      "nll_loss": 0.08314281702041626,
      "step": 2045
    },
    {
      "contrastive_loss": 2.086916923522949,
      "epoch": 1.3308386886846173,
      "nll_loss": 0.11959429085254669,
      "step": 2045
    },
    {
      "epoch": 1.3340925730090296,
      "grad_norm": 0.29021844267845154,
      "learning_rate": 0.00010507196710075393,
      "loss": 3.1193,
      "step": 2050
    },
    {
      "contrastive_loss": 2.08555006980896,
      "epoch": 1.3340925730090296,
      "nll_loss": 0.1721123903989792,
      "step": 2050
    },
    {
      "contrastive_loss": 2.084135055541992,
      "epoch": 1.3340925730090296,
      "nll_loss": 0.14206668734550476,
      "step": 2050
    },
    {
      "contrastive_loss": 2.094090223312378,
      "epoch": 1.3340925730090296,
      "nll_loss": 0.09053750336170197,
      "step": 2050
    },
    {
      "contrastive_loss": 2.090284585952759,
      "epoch": 1.3340925730090296,
      "nll_loss": 0.13255158066749573,
      "step": 2050
    },
    {
      "contrastive_loss": 2.0881752967834473,
      "epoch": 1.3340925730090296,
      "nll_loss": 0.1332346796989441,
      "step": 2050
    },
    {
      "contrastive_loss": 2.090883255004883,
      "epoch": 1.3340925730090296,
      "nll_loss": 0.11161244660615921,
      "step": 2050
    },
    {
      "contrastive_loss": 2.089993476867676,
      "epoch": 1.3340925730090296,
      "nll_loss": 0.20083455741405487,
      "step": 2050
    },
    {
      "contrastive_loss": 2.0887155532836914,
      "epoch": 1.3340925730090296,
      "nll_loss": 0.13497307896614075,
      "step": 2050
    },
    {
      "epoch": 1.337346457333442,
      "grad_norm": 0.28102657198905945,
      "learning_rate": 0.00010455791638108292,
      "loss": 3.1085,
      "step": 2055
    },
    {
      "contrastive_loss": 2.085580825805664,
      "epoch": 1.337346457333442,
      "nll_loss": 0.14479264616966248,
      "step": 2055
    },
    {
      "contrastive_loss": 2.087263345718384,
      "epoch": 1.337346457333442,
      "nll_loss": 0.11758723855018616,
      "step": 2055
    },
    {
      "contrastive_loss": 2.1031947135925293,
      "epoch": 1.337346457333442,
      "nll_loss": 0.05063134804368019,
      "step": 2055
    },
    {
      "contrastive_loss": 2.088923692703247,
      "epoch": 1.337346457333442,
      "nll_loss": 0.1522282212972641,
      "step": 2055
    },
    {
      "contrastive_loss": 2.0865063667297363,
      "epoch": 1.337346457333442,
      "nll_loss": 0.12407611310482025,
      "step": 2055
    },
    {
      "contrastive_loss": 2.0883219242095947,
      "epoch": 1.337346457333442,
      "nll_loss": 0.1232074424624443,
      "step": 2055
    },
    {
      "contrastive_loss": 2.09411358833313,
      "epoch": 1.337346457333442,
      "nll_loss": 0.08746250718832016,
      "step": 2055
    },
    {
      "contrastive_loss": 2.0918359756469727,
      "epoch": 1.337346457333442,
      "nll_loss": 0.13755598664283752,
      "step": 2055
    },
    {
      "epoch": 1.340600341657854,
      "grad_norm": 0.26691582798957825,
      "learning_rate": 0.00010404386566141192,
      "loss": 3.074,
      "step": 2060
    },
    {
      "contrastive_loss": 2.0877685546875,
      "epoch": 1.340600341657854,
      "nll_loss": 0.1860651820898056,
      "step": 2060
    },
    {
      "contrastive_loss": 2.087481737136841,
      "epoch": 1.340600341657854,
      "nll_loss": 0.03042537346482277,
      "step": 2060
    },
    {
      "contrastive_loss": 2.0903937816619873,
      "epoch": 1.340600341657854,
      "nll_loss": 0.22379463911056519,
      "step": 2060
    },
    {
      "contrastive_loss": 2.085110664367676,
      "epoch": 1.340600341657854,
      "nll_loss": 0.061983872205019,
      "step": 2060
    },
    {
      "contrastive_loss": 2.091169595718384,
      "epoch": 1.340600341657854,
      "nll_loss": 0.18673892319202423,
      "step": 2060
    },
    {
      "contrastive_loss": 2.087567090988159,
      "epoch": 1.340600341657854,
      "nll_loss": 0.1221628487110138,
      "step": 2060
    },
    {
      "contrastive_loss": 2.085603952407837,
      "epoch": 1.340600341657854,
      "nll_loss": 0.17658822238445282,
      "step": 2060
    },
    {
      "contrastive_loss": 2.089036464691162,
      "epoch": 1.340600341657854,
      "nll_loss": 0.13680440187454224,
      "step": 2060
    },
    {
      "epoch": 1.3438542259822663,
      "grad_norm": 0.2789366841316223,
      "learning_rate": 0.00010352981494174091,
      "loss": 3.1614,
      "step": 2065
    },
    {
      "contrastive_loss": 2.088413715362549,
      "epoch": 1.3438542259822663,
      "nll_loss": 0.03687499463558197,
      "step": 2065
    },
    {
      "contrastive_loss": 2.0900940895080566,
      "epoch": 1.3438542259822663,
      "nll_loss": 0.20319606363773346,
      "step": 2065
    },
    {
      "contrastive_loss": 2.088883638381958,
      "epoch": 1.3438542259822663,
      "nll_loss": 0.12995675206184387,
      "step": 2065
    },
    {
      "contrastive_loss": 2.0843303203582764,
      "epoch": 1.3438542259822663,
      "nll_loss": 0.12029226124286652,
      "step": 2065
    },
    {
      "contrastive_loss": 2.112121820449829,
      "epoch": 1.3438542259822663,
      "nll_loss": 0.0734015628695488,
      "step": 2065
    },
    {
      "contrastive_loss": 2.089583396911621,
      "epoch": 1.3438542259822663,
      "nll_loss": 0.23888938128948212,
      "step": 2065
    },
    {
      "contrastive_loss": 2.0854945182800293,
      "epoch": 1.3438542259822663,
      "nll_loss": 0.16478750109672546,
      "step": 2065
    },
    {
      "contrastive_loss": 2.0905210971832275,
      "epoch": 1.3438542259822663,
      "nll_loss": 0.1309814453125,
      "step": 2065
    },
    {
      "epoch": 1.3471081103066787,
      "grad_norm": 0.27759647369384766,
      "learning_rate": 0.00010301576422206989,
      "loss": 3.1071,
      "step": 2070
    },
    {
      "contrastive_loss": 2.0879971981048584,
      "epoch": 1.3471081103066787,
      "nll_loss": 0.11925662308931351,
      "step": 2070
    },
    {
      "contrastive_loss": 2.088348627090454,
      "epoch": 1.3471081103066787,
      "nll_loss": 0.06346150487661362,
      "step": 2070
    },
    {
      "contrastive_loss": 2.0865700244903564,
      "epoch": 1.3471081103066787,
      "nll_loss": 0.1551697999238968,
      "step": 2070
    },
    {
      "contrastive_loss": 2.089221954345703,
      "epoch": 1.3471081103066787,
      "nll_loss": 0.2127087563276291,
      "step": 2070
    },
    {
      "contrastive_loss": 2.087073802947998,
      "epoch": 1.3471081103066787,
      "nll_loss": 0.11414314806461334,
      "step": 2070
    },
    {
      "contrastive_loss": 2.0864930152893066,
      "epoch": 1.3471081103066787,
      "nll_loss": 0.08496345579624176,
      "step": 2070
    },
    {
      "contrastive_loss": 2.090150833129883,
      "epoch": 1.3471081103066787,
      "nll_loss": 0.08044544607400894,
      "step": 2070
    },
    {
      "contrastive_loss": 2.085939645767212,
      "epoch": 1.3471081103066787,
      "nll_loss": 0.10971028357744217,
      "step": 2070
    },
    {
      "epoch": 1.3503619946310907,
      "grad_norm": 0.279411643743515,
      "learning_rate": 0.0001025017135023989,
      "loss": 3.0788,
      "step": 2075
    },
    {
      "contrastive_loss": 2.088808536529541,
      "epoch": 1.3503619946310907,
      "nll_loss": 0.09588678181171417,
      "step": 2075
    },
    {
      "contrastive_loss": 2.090989828109741,
      "epoch": 1.3503619946310907,
      "nll_loss": 0.10789070278406143,
      "step": 2075
    },
    {
      "contrastive_loss": 2.088684558868408,
      "epoch": 1.3503619946310907,
      "nll_loss": 0.10755888372659683,
      "step": 2075
    },
    {
      "contrastive_loss": 2.0872700214385986,
      "epoch": 1.3503619946310907,
      "nll_loss": 0.10283677279949188,
      "step": 2075
    },
    {
      "contrastive_loss": 2.0882747173309326,
      "epoch": 1.3503619946310907,
      "nll_loss": 0.17118576169013977,
      "step": 2075
    },
    {
      "contrastive_loss": 2.0869884490966797,
      "epoch": 1.3503619946310907,
      "nll_loss": 0.10947396606206894,
      "step": 2075
    },
    {
      "contrastive_loss": 2.090310573577881,
      "epoch": 1.3503619946310907,
      "nll_loss": 0.0762355625629425,
      "step": 2075
    },
    {
      "contrastive_loss": 2.0849318504333496,
      "epoch": 1.3503619946310907,
      "nll_loss": 0.17461946606636047,
      "step": 2075
    },
    {
      "epoch": 1.353615878955503,
      "grad_norm": 0.2905949354171753,
      "learning_rate": 0.00010198766278272788,
      "loss": 3.0954,
      "step": 2080
    },
    {
      "contrastive_loss": 2.086695909500122,
      "epoch": 1.353615878955503,
      "nll_loss": 0.15352000296115875,
      "step": 2080
    },
    {
      "contrastive_loss": 2.0884289741516113,
      "epoch": 1.353615878955503,
      "nll_loss": 0.11851837486028671,
      "step": 2080
    },
    {
      "contrastive_loss": 2.0851633548736572,
      "epoch": 1.353615878955503,
      "nll_loss": 0.10469522327184677,
      "step": 2080
    },
    {
      "contrastive_loss": 2.088028907775879,
      "epoch": 1.353615878955503,
      "nll_loss": 0.10255910456180573,
      "step": 2080
    },
    {
      "contrastive_loss": 2.0920162200927734,
      "epoch": 1.353615878955503,
      "nll_loss": 0.1310608685016632,
      "step": 2080
    },
    {
      "contrastive_loss": 2.0856940746307373,
      "epoch": 1.353615878955503,
      "nll_loss": 0.14910754561424255,
      "step": 2080
    },
    {
      "contrastive_loss": 2.0895514488220215,
      "epoch": 1.353615878955503,
      "nll_loss": 0.13415564596652985,
      "step": 2080
    },
    {
      "contrastive_loss": 2.0863990783691406,
      "epoch": 1.353615878955503,
      "nll_loss": 0.15634071826934814,
      "step": 2080
    },
    {
      "epoch": 1.3568697632799154,
      "grad_norm": 0.3200317323207855,
      "learning_rate": 0.00010147361206305688,
      "loss": 3.1154,
      "step": 2085
    },
    {
      "contrastive_loss": 2.0907845497131348,
      "epoch": 1.3568697632799154,
      "nll_loss": 0.06257455050945282,
      "step": 2085
    },
    {
      "contrastive_loss": 2.092029333114624,
      "epoch": 1.3568697632799154,
      "nll_loss": 0.12358827143907547,
      "step": 2085
    },
    {
      "contrastive_loss": 2.0897634029388428,
      "epoch": 1.3568697632799154,
      "nll_loss": 0.10950444638729095,
      "step": 2085
    },
    {
      "contrastive_loss": 2.086501121520996,
      "epoch": 1.3568697632799154,
      "nll_loss": 0.10719236731529236,
      "step": 2085
    },
    {
      "contrastive_loss": 2.0922446250915527,
      "epoch": 1.3568697632799154,
      "nll_loss": 0.10501933097839355,
      "step": 2085
    },
    {
      "contrastive_loss": 2.084245204925537,
      "epoch": 1.3568697632799154,
      "nll_loss": 0.110076904296875,
      "step": 2085
    },
    {
      "contrastive_loss": 2.086071014404297,
      "epoch": 1.3568697632799154,
      "nll_loss": 0.102047860622406,
      "step": 2085
    },
    {
      "contrastive_loss": 2.093759775161743,
      "epoch": 1.3568697632799154,
      "nll_loss": 0.11635281145572662,
      "step": 2085
    },
    {
      "epoch": 1.3601236476043277,
      "grad_norm": 0.31615641713142395,
      "learning_rate": 0.00010095956134338587,
      "loss": 3.1091,
      "step": 2090
    },
    {
      "contrastive_loss": 2.0869970321655273,
      "epoch": 1.3601236476043277,
      "nll_loss": 0.15147872269153595,
      "step": 2090
    },
    {
      "contrastive_loss": 2.087352752685547,
      "epoch": 1.3601236476043277,
      "nll_loss": 0.14095966517925262,
      "step": 2090
    },
    {
      "contrastive_loss": 2.091336727142334,
      "epoch": 1.3601236476043277,
      "nll_loss": 0.10402695834636688,
      "step": 2090
    },
    {
      "contrastive_loss": 2.084721326828003,
      "epoch": 1.3601236476043277,
      "nll_loss": 0.06824036687612534,
      "step": 2090
    },
    {
      "contrastive_loss": 2.0895304679870605,
      "epoch": 1.3601236476043277,
      "nll_loss": 0.15346702933311462,
      "step": 2090
    },
    {
      "contrastive_loss": 2.086332321166992,
      "epoch": 1.3601236476043277,
      "nll_loss": 0.09658148139715195,
      "step": 2090
    },
    {
      "contrastive_loss": 2.0871050357818604,
      "epoch": 1.3601236476043277,
      "nll_loss": 0.16209110617637634,
      "step": 2090
    },
    {
      "contrastive_loss": 2.0907034873962402,
      "epoch": 1.3601236476043277,
      "nll_loss": 0.15123076736927032,
      "step": 2090
    },
    {
      "epoch": 1.36337753192874,
      "grad_norm": 0.26955974102020264,
      "learning_rate": 0.00010044551062371487,
      "loss": 3.0943,
      "step": 2095
    },
    {
      "contrastive_loss": 2.088599920272827,
      "epoch": 1.36337753192874,
      "nll_loss": 0.1462138295173645,
      "step": 2095
    },
    {
      "contrastive_loss": 2.0866923332214355,
      "epoch": 1.36337753192874,
      "nll_loss": 0.1688161939382553,
      "step": 2095
    },
    {
      "contrastive_loss": 2.087864398956299,
      "epoch": 1.36337753192874,
      "nll_loss": 0.1840120106935501,
      "step": 2095
    },
    {
      "contrastive_loss": 2.091533899307251,
      "epoch": 1.36337753192874,
      "nll_loss": 0.0905809998512268,
      "step": 2095
    },
    {
      "contrastive_loss": 2.0891637802124023,
      "epoch": 1.36337753192874,
      "nll_loss": 0.10574442893266678,
      "step": 2095
    },
    {
      "contrastive_loss": 2.0914721488952637,
      "epoch": 1.36337753192874,
      "nll_loss": 0.09340566396713257,
      "step": 2095
    },
    {
      "contrastive_loss": 2.0875043869018555,
      "epoch": 1.36337753192874,
      "nll_loss": 0.23036932945251465,
      "step": 2095
    },
    {
      "contrastive_loss": 2.087707281112671,
      "epoch": 1.36337753192874,
      "nll_loss": 0.17359298467636108,
      "step": 2095
    },
    {
      "epoch": 1.3666314162531523,
      "grad_norm": 0.3005374073982239,
      "learning_rate": 9.993145990404386e-05,
      "loss": 3.1169,
      "step": 2100
    },
    {
      "contrastive_loss": 2.0900144577026367,
      "epoch": 1.3666314162531523,
      "nll_loss": 0.07517632097005844,
      "step": 2100
    },
    {
      "contrastive_loss": 2.0857739448547363,
      "epoch": 1.3666314162531523,
      "nll_loss": 0.14073394238948822,
      "step": 2100
    },
    {
      "contrastive_loss": 2.0899605751037598,
      "epoch": 1.3666314162531523,
      "nll_loss": 0.11275003850460052,
      "step": 2100
    },
    {
      "contrastive_loss": 2.0890493392944336,
      "epoch": 1.3666314162531523,
      "nll_loss": 0.23850587010383606,
      "step": 2100
    },
    {
      "contrastive_loss": 2.085394859313965,
      "epoch": 1.3666314162531523,
      "nll_loss": 0.08129912614822388,
      "step": 2100
    },
    {
      "contrastive_loss": 2.086080551147461,
      "epoch": 1.3666314162531523,
      "nll_loss": 0.19031362235546112,
      "step": 2100
    },
    {
      "contrastive_loss": 2.094985008239746,
      "epoch": 1.3666314162531523,
      "nll_loss": 0.13641482591629028,
      "step": 2100
    },
    {
      "contrastive_loss": 2.090205669403076,
      "epoch": 1.3666314162531523,
      "nll_loss": 0.10800589621067047,
      "step": 2100
    },
    {
      "epoch": 1.3698853005775644,
      "grad_norm": 0.28292781114578247,
      "learning_rate": 9.941740918437285e-05,
      "loss": 3.1272,
      "step": 2105
    },
    {
      "contrastive_loss": 2.0870463848114014,
      "epoch": 1.3698853005775644,
      "nll_loss": 0.10754580050706863,
      "step": 2105
    },
    {
      "contrastive_loss": 2.09188175201416,
      "epoch": 1.3698853005775644,
      "nll_loss": 0.03980199620127678,
      "step": 2105
    },
    {
      "contrastive_loss": 2.0897958278656006,
      "epoch": 1.3698853005775644,
      "nll_loss": 0.21121542155742645,
      "step": 2105
    },
    {
      "contrastive_loss": 2.0848469734191895,
      "epoch": 1.3698853005775644,
      "nll_loss": 0.08897601068019867,
      "step": 2105
    },
    {
      "contrastive_loss": 2.0855562686920166,
      "epoch": 1.3698853005775644,
      "nll_loss": 0.16297337412834167,
      "step": 2105
    },
    {
      "contrastive_loss": 2.0865046977996826,
      "epoch": 1.3698853005775644,
      "nll_loss": 0.07408198714256287,
      "step": 2105
    },
    {
      "contrastive_loss": 2.088254451751709,
      "epoch": 1.3698853005775644,
      "nll_loss": 0.07139604538679123,
      "step": 2105
    },
    {
      "contrastive_loss": 2.093641757965088,
      "epoch": 1.3698853005775644,
      "nll_loss": 0.11924469470977783,
      "step": 2105
    },
    {
      "epoch": 1.3731391849019767,
      "grad_norm": 0.3144528269767761,
      "learning_rate": 9.890335846470185e-05,
      "loss": 3.108,
      "step": 2110
    },
    {
      "contrastive_loss": 2.0869336128234863,
      "epoch": 1.3731391849019767,
      "nll_loss": 0.09115204215049744,
      "step": 2110
    },
    {
      "contrastive_loss": 2.0868959426879883,
      "epoch": 1.3731391849019767,
      "nll_loss": 0.17638494074344635,
      "step": 2110
    },
    {
      "contrastive_loss": 2.091520309448242,
      "epoch": 1.3731391849019767,
      "nll_loss": 0.15147113800048828,
      "step": 2110
    },
    {
      "contrastive_loss": 2.0862209796905518,
      "epoch": 1.3731391849019767,
      "nll_loss": 0.04067184031009674,
      "step": 2110
    },
    {
      "contrastive_loss": 2.0848100185394287,
      "epoch": 1.3731391849019767,
      "nll_loss": 0.14096352458000183,
      "step": 2110
    },
    {
      "contrastive_loss": 2.0898702144622803,
      "epoch": 1.3731391849019767,
      "nll_loss": 0.1108197495341301,
      "step": 2110
    },
    {
      "contrastive_loss": 2.0883336067199707,
      "epoch": 1.3731391849019767,
      "nll_loss": 0.11526338011026382,
      "step": 2110
    },
    {
      "contrastive_loss": 2.08909010887146,
      "epoch": 1.3731391849019767,
      "nll_loss": 0.12764042615890503,
      "step": 2110
    },
    {
      "epoch": 1.376393069226389,
      "grad_norm": 0.25319209694862366,
      "learning_rate": 9.838930774503083e-05,
      "loss": 3.0622,
      "step": 2115
    },
    {
      "contrastive_loss": 2.088233709335327,
      "epoch": 1.376393069226389,
      "nll_loss": 0.19464384019374847,
      "step": 2115
    },
    {
      "contrastive_loss": 2.0895755290985107,
      "epoch": 1.376393069226389,
      "nll_loss": 0.19858905673027039,
      "step": 2115
    },
    {
      "contrastive_loss": 2.0876104831695557,
      "epoch": 1.376393069226389,
      "nll_loss": 0.21229903399944305,
      "step": 2115
    },
    {
      "contrastive_loss": 2.087308406829834,
      "epoch": 1.376393069226389,
      "nll_loss": 0.10121103376150131,
      "step": 2115
    },
    {
      "contrastive_loss": 2.0893306732177734,
      "epoch": 1.376393069226389,
      "nll_loss": 0.1026168093085289,
      "step": 2115
    },
    {
      "contrastive_loss": 2.087731122970581,
      "epoch": 1.376393069226389,
      "nll_loss": 0.1016153022646904,
      "step": 2115
    },
    {
      "contrastive_loss": 2.087799310684204,
      "epoch": 1.376393069226389,
      "nll_loss": 0.18585246801376343,
      "step": 2115
    },
    {
      "contrastive_loss": 2.0888888835906982,
      "epoch": 1.376393069226389,
      "nll_loss": 0.11582306027412415,
      "step": 2115
    },
    {
      "epoch": 1.3796469535508011,
      "grad_norm": 0.28458502888679504,
      "learning_rate": 9.787525702535984e-05,
      "loss": 3.1334,
      "step": 2120
    },
    {
      "contrastive_loss": 2.0890846252441406,
      "epoch": 1.3796469535508011,
      "nll_loss": 0.11207269132137299,
      "step": 2120
    },
    {
      "contrastive_loss": 2.083176374435425,
      "epoch": 1.3796469535508011,
      "nll_loss": 0.056244466453790665,
      "step": 2120
    },
    {
      "contrastive_loss": 2.090082883834839,
      "epoch": 1.3796469535508011,
      "nll_loss": 0.13704295456409454,
      "step": 2120
    },
    {
      "contrastive_loss": 2.089820146560669,
      "epoch": 1.3796469535508011,
      "nll_loss": 0.168043315410614,
      "step": 2120
    },
    {
      "contrastive_loss": 2.08540940284729,
      "epoch": 1.3796469535508011,
      "nll_loss": 0.1694364696741104,
      "step": 2120
    },
    {
      "contrastive_loss": 2.088750123977661,
      "epoch": 1.3796469535508011,
      "nll_loss": 0.17580749094486237,
      "step": 2120
    },
    {
      "contrastive_loss": 2.089101791381836,
      "epoch": 1.3796469535508011,
      "nll_loss": 0.17625516653060913,
      "step": 2120
    },
    {
      "contrastive_loss": 2.0893616676330566,
      "epoch": 1.3796469535508011,
      "nll_loss": 0.11008645594120026,
      "step": 2120
    },
    {
      "epoch": 1.3829008378752135,
      "grad_norm": 0.34038132429122925,
      "learning_rate": 9.736120630568882e-05,
      "loss": 3.1452,
      "step": 2125
    },
    {
      "contrastive_loss": 2.093273639678955,
      "epoch": 1.3829008378752135,
      "nll_loss": 0.13640949130058289,
      "step": 2125
    },
    {
      "contrastive_loss": 2.089921474456787,
      "epoch": 1.3829008378752135,
      "nll_loss": 0.09881997853517532,
      "step": 2125
    },
    {
      "contrastive_loss": 2.087578296661377,
      "epoch": 1.3829008378752135,
      "nll_loss": 0.11620520055294037,
      "step": 2125
    },
    {
      "contrastive_loss": 2.088667392730713,
      "epoch": 1.3829008378752135,
      "nll_loss": 0.07475768774747849,
      "step": 2125
    },
    {
      "contrastive_loss": 2.0854265689849854,
      "epoch": 1.3829008378752135,
      "nll_loss": 0.07539768517017365,
      "step": 2125
    },
    {
      "contrastive_loss": 2.0881266593933105,
      "epoch": 1.3829008378752135,
      "nll_loss": 0.10559027642011642,
      "step": 2125
    },
    {
      "contrastive_loss": 2.091256618499756,
      "epoch": 1.3829008378752135,
      "nll_loss": 0.1086387112736702,
      "step": 2125
    },
    {
      "contrastive_loss": 2.082913398742676,
      "epoch": 1.3829008378752135,
      "nll_loss": 0.050526831299066544,
      "step": 2125
    },
    {
      "epoch": 1.3861547221996258,
      "grad_norm": 0.31308621168136597,
      "learning_rate": 9.684715558601781e-05,
      "loss": 3.0781,
      "step": 2130
    },
    {
      "contrastive_loss": 2.0867509841918945,
      "epoch": 1.3861547221996258,
      "nll_loss": 0.12222620099782944,
      "step": 2130
    },
    {
      "contrastive_loss": 2.0899722576141357,
      "epoch": 1.3861547221996258,
      "nll_loss": 0.09655454754829407,
      "step": 2130
    },
    {
      "contrastive_loss": 2.0883142948150635,
      "epoch": 1.3861547221996258,
      "nll_loss": 0.1373412162065506,
      "step": 2130
    },
    {
      "contrastive_loss": 2.0835278034210205,
      "epoch": 1.3861547221996258,
      "nll_loss": 0.0878436416387558,
      "step": 2130
    },
    {
      "contrastive_loss": 2.083714485168457,
      "epoch": 1.3861547221996258,
      "nll_loss": 0.16946600377559662,
      "step": 2130
    },
    {
      "contrastive_loss": 2.090147018432617,
      "epoch": 1.3861547221996258,
      "nll_loss": 0.17340728640556335,
      "step": 2130
    },
    {
      "contrastive_loss": 2.0865232944488525,
      "epoch": 1.3861547221996258,
      "nll_loss": 0.17398597300052643,
      "step": 2130
    },
    {
      "contrastive_loss": 2.0833725929260254,
      "epoch": 1.3861547221996258,
      "nll_loss": 0.05728791654109955,
      "step": 2130
    },
    {
      "epoch": 1.389408606524038,
      "grad_norm": 0.30565109848976135,
      "learning_rate": 9.63331048663468e-05,
      "loss": 3.1203,
      "step": 2135
    },
    {
      "contrastive_loss": 2.0864908695220947,
      "epoch": 1.389408606524038,
      "nll_loss": 0.05108232796192169,
      "step": 2135
    },
    {
      "contrastive_loss": 2.086400270462036,
      "epoch": 1.389408606524038,
      "nll_loss": 0.14517977833747864,
      "step": 2135
    },
    {
      "contrastive_loss": 2.086660385131836,
      "epoch": 1.389408606524038,
      "nll_loss": 0.13485294580459595,
      "step": 2135
    },
    {
      "contrastive_loss": 2.0858283042907715,
      "epoch": 1.389408606524038,
      "nll_loss": 0.13334773480892181,
      "step": 2135
    },
    {
      "contrastive_loss": 2.088014602661133,
      "epoch": 1.389408606524038,
      "nll_loss": 0.1672094315290451,
      "step": 2135
    },
    {
      "contrastive_loss": 2.092033863067627,
      "epoch": 1.389408606524038,
      "nll_loss": 0.11152113229036331,
      "step": 2135
    },
    {
      "contrastive_loss": 2.089421272277832,
      "epoch": 1.389408606524038,
      "nll_loss": 0.2275981903076172,
      "step": 2135
    },
    {
      "contrastive_loss": 2.090383291244507,
      "epoch": 1.389408606524038,
      "nll_loss": 0.13684876263141632,
      "step": 2135
    },
    {
      "epoch": 1.3926624908484504,
      "grad_norm": 0.27410298585891724,
      "learning_rate": 9.58190541466758e-05,
      "loss": 3.1122,
      "step": 2140
    },
    {
      "contrastive_loss": 2.0914714336395264,
      "epoch": 1.3926624908484504,
      "nll_loss": 0.10203393548727036,
      "step": 2140
    },
    {
      "contrastive_loss": 2.0871331691741943,
      "epoch": 1.3926624908484504,
      "nll_loss": 0.09859756380319595,
      "step": 2140
    },
    {
      "contrastive_loss": 2.087296962738037,
      "epoch": 1.3926624908484504,
      "nll_loss": 0.12865568697452545,
      "step": 2140
    },
    {
      "contrastive_loss": 2.0837793350219727,
      "epoch": 1.3926624908484504,
      "nll_loss": 0.09604081511497498,
      "step": 2140
    },
    {
      "contrastive_loss": 2.0872673988342285,
      "epoch": 1.3926624908484504,
      "nll_loss": 0.11925731599330902,
      "step": 2140
    },
    {
      "contrastive_loss": 2.095238447189331,
      "epoch": 1.3926624908484504,
      "nll_loss": 0.16156376898288727,
      "step": 2140
    },
    {
      "contrastive_loss": 2.0864100456237793,
      "epoch": 1.3926624908484504,
      "nll_loss": 0.13442163169384003,
      "step": 2140
    },
    {
      "contrastive_loss": 2.088944911956787,
      "epoch": 1.3926624908484504,
      "nll_loss": 0.05798330530524254,
      "step": 2140
    },
    {
      "epoch": 1.3959163751728627,
      "grad_norm": 0.278654545545578,
      "learning_rate": 9.530500342700478e-05,
      "loss": 3.1213,
      "step": 2145
    },
    {
      "contrastive_loss": 2.0876049995422363,
      "epoch": 1.3959163751728627,
      "nll_loss": 0.06196906790137291,
      "step": 2145
    },
    {
      "contrastive_loss": 2.0861599445343018,
      "epoch": 1.3959163751728627,
      "nll_loss": 0.06089712306857109,
      "step": 2145
    },
    {
      "contrastive_loss": 2.0893123149871826,
      "epoch": 1.3959163751728627,
      "nll_loss": 0.08831053972244263,
      "step": 2145
    },
    {
      "contrastive_loss": 2.087606430053711,
      "epoch": 1.3959163751728627,
      "nll_loss": 0.17748281359672546,
      "step": 2145
    },
    {
      "contrastive_loss": 2.0858731269836426,
      "epoch": 1.3959163751728627,
      "nll_loss": 0.1273103505373001,
      "step": 2145
    },
    {
      "contrastive_loss": 2.0883307456970215,
      "epoch": 1.3959163751728627,
      "nll_loss": 0.13882558047771454,
      "step": 2145
    },
    {
      "contrastive_loss": 2.0893969535827637,
      "epoch": 1.3959163751728627,
      "nll_loss": 0.12593431770801544,
      "step": 2145
    },
    {
      "contrastive_loss": 2.0883617401123047,
      "epoch": 1.3959163751728627,
      "nll_loss": 0.16508813202381134,
      "step": 2145
    },
    {
      "epoch": 1.3991702594972748,
      "grad_norm": 0.3044462502002716,
      "learning_rate": 9.479095270733378e-05,
      "loss": 3.1055,
      "step": 2150
    },
    {
      "contrastive_loss": 2.088636875152588,
      "epoch": 1.3991702594972748,
      "nll_loss": 0.11742627620697021,
      "step": 2150
    },
    {
      "contrastive_loss": 2.0860869884490967,
      "epoch": 1.3991702594972748,
      "nll_loss": 0.03083915449678898,
      "step": 2150
    },
    {
      "contrastive_loss": 2.0852813720703125,
      "epoch": 1.3991702594972748,
      "nll_loss": 0.11923914402723312,
      "step": 2150
    },
    {
      "contrastive_loss": 2.0865209102630615,
      "epoch": 1.3991702594972748,
      "nll_loss": 0.10461058467626572,
      "step": 2150
    },
    {
      "contrastive_loss": 2.0896010398864746,
      "epoch": 1.3991702594972748,
      "nll_loss": 0.15675532817840576,
      "step": 2150
    },
    {
      "contrastive_loss": 2.0881526470184326,
      "epoch": 1.3991702594972748,
      "nll_loss": 0.18323644995689392,
      "step": 2150
    },
    {
      "contrastive_loss": 2.092400074005127,
      "epoch": 1.3991702594972748,
      "nll_loss": 0.1403588354587555,
      "step": 2150
    },
    {
      "contrastive_loss": 2.085036516189575,
      "epoch": 1.3991702594972748,
      "nll_loss": 0.06356354057788849,
      "step": 2150
    },
    {
      "epoch": 1.4024241438216871,
      "grad_norm": 0.3131285309791565,
      "learning_rate": 9.427690198766277e-05,
      "loss": 3.0809,
      "step": 2155
    },
    {
      "contrastive_loss": 2.0877459049224854,
      "epoch": 1.4024241438216871,
      "nll_loss": 0.08224236220121384,
      "step": 2155
    },
    {
      "contrastive_loss": 2.0857632160186768,
      "epoch": 1.4024241438216871,
      "nll_loss": 0.15209470689296722,
      "step": 2155
    },
    {
      "contrastive_loss": 2.095360040664673,
      "epoch": 1.4024241438216871,
      "nll_loss": 0.14834384620189667,
      "step": 2155
    },
    {
      "contrastive_loss": 2.0956954956054688,
      "epoch": 1.4024241438216871,
      "nll_loss": 0.10054653882980347,
      "step": 2155
    },
    {
      "contrastive_loss": 2.0895514488220215,
      "epoch": 1.4024241438216871,
      "nll_loss": 0.23985810577869415,
      "step": 2155
    },
    {
      "contrastive_loss": 2.0898661613464355,
      "epoch": 1.4024241438216871,
      "nll_loss": 0.11737571656703949,
      "step": 2155
    },
    {
      "contrastive_loss": 2.086860179901123,
      "epoch": 1.4024241438216871,
      "nll_loss": 0.08204682171344757,
      "step": 2155
    },
    {
      "contrastive_loss": 2.0842931270599365,
      "epoch": 1.4024241438216871,
      "nll_loss": 0.10681707412004471,
      "step": 2155
    },
    {
      "epoch": 1.4056780281460994,
      "grad_norm": 0.32657840847969055,
      "learning_rate": 9.376285126799177e-05,
      "loss": 3.1397,
      "step": 2160
    },
    {
      "contrastive_loss": 2.0895607471466064,
      "epoch": 1.4056780281460994,
      "nll_loss": 0.1460634022951126,
      "step": 2160
    },
    {
      "contrastive_loss": 2.084007501602173,
      "epoch": 1.4056780281460994,
      "nll_loss": 0.15233665704727173,
      "step": 2160
    },
    {
      "contrastive_loss": 2.0880885124206543,
      "epoch": 1.4056780281460994,
      "nll_loss": 0.05397085100412369,
      "step": 2160
    },
    {
      "contrastive_loss": 2.0882484912872314,
      "epoch": 1.4056780281460994,
      "nll_loss": 0.12371138483285904,
      "step": 2160
    },
    {
      "contrastive_loss": 2.089425802230835,
      "epoch": 1.4056780281460994,
      "nll_loss": 0.0924062728881836,
      "step": 2160
    },
    {
      "contrastive_loss": 2.0841846466064453,
      "epoch": 1.4056780281460994,
      "nll_loss": 0.07926545292139053,
      "step": 2160
    },
    {
      "contrastive_loss": 2.0868475437164307,
      "epoch": 1.4056780281460994,
      "nll_loss": 0.1550510674715042,
      "step": 2160
    },
    {
      "contrastive_loss": 2.0803611278533936,
      "epoch": 1.4056780281460994,
      "nll_loss": 0.1577242612838745,
      "step": 2160
    },
    {
      "epoch": 1.4089319124705117,
      "grad_norm": 0.2911614775657654,
      "learning_rate": 9.324880054832075e-05,
      "loss": 3.0699,
      "step": 2165
    },
    {
      "contrastive_loss": 2.087662935256958,
      "epoch": 1.4089319124705117,
      "nll_loss": 0.1844167560338974,
      "step": 2165
    },
    {
      "contrastive_loss": 2.084573268890381,
      "epoch": 1.4089319124705117,
      "nll_loss": 0.1186552494764328,
      "step": 2165
    },
    {
      "contrastive_loss": 2.0842905044555664,
      "epoch": 1.4089319124705117,
      "nll_loss": 0.10375171154737473,
      "step": 2165
    },
    {
      "contrastive_loss": 2.0858798027038574,
      "epoch": 1.4089319124705117,
      "nll_loss": 0.1850881427526474,
      "step": 2165
    },
    {
      "contrastive_loss": 2.085972785949707,
      "epoch": 1.4089319124705117,
      "nll_loss": 0.10540325939655304,
      "step": 2165
    },
    {
      "contrastive_loss": 2.0884969234466553,
      "epoch": 1.4089319124705117,
      "nll_loss": 0.07048235833644867,
      "step": 2165
    },
    {
      "contrastive_loss": 2.088914632797241,
      "epoch": 1.4089319124705117,
      "nll_loss": 0.13570739328861237,
      "step": 2165
    },
    {
      "contrastive_loss": 2.0885603427886963,
      "epoch": 1.4089319124705117,
      "nll_loss": 0.10162623226642609,
      "step": 2165
    },
    {
      "epoch": 1.4121857967949238,
      "grad_norm": 0.28330349922180176,
      "learning_rate": 9.273474982864976e-05,
      "loss": 3.0905,
      "step": 2170
    },
    {
      "contrastive_loss": 2.085414409637451,
      "epoch": 1.4121857967949238,
      "nll_loss": 0.15727205574512482,
      "step": 2170
    },
    {
      "contrastive_loss": 2.0864295959472656,
      "epoch": 1.4121857967949238,
      "nll_loss": 0.09297692030668259,
      "step": 2170
    },
    {
      "contrastive_loss": 2.0868775844573975,
      "epoch": 1.4121857967949238,
      "nll_loss": 0.11973673105239868,
      "step": 2170
    },
    {
      "contrastive_loss": 2.093512535095215,
      "epoch": 1.4121857967949238,
      "nll_loss": 0.15618988871574402,
      "step": 2170
    },
    {
      "contrastive_loss": 2.0915122032165527,
      "epoch": 1.4121857967949238,
      "nll_loss": 0.13433587551116943,
      "step": 2170
    },
    {
      "contrastive_loss": 2.08477783203125,
      "epoch": 1.4121857967949238,
      "nll_loss": 0.13091228902339935,
      "step": 2170
    },
    {
      "contrastive_loss": 2.0911049842834473,
      "epoch": 1.4121857967949238,
      "nll_loss": 0.09174010902643204,
      "step": 2170
    },
    {
      "contrastive_loss": 2.087425947189331,
      "epoch": 1.4121857967949238,
      "nll_loss": 0.143754780292511,
      "step": 2170
    },
    {
      "epoch": 1.4154396811193362,
      "grad_norm": 0.3166190981864929,
      "learning_rate": 9.222069910897875e-05,
      "loss": 3.132,
      "step": 2175
    },
    {
      "contrastive_loss": 2.0881457328796387,
      "epoch": 1.4154396811193362,
      "nll_loss": 0.08766181766986847,
      "step": 2175
    },
    {
      "contrastive_loss": 2.0850820541381836,
      "epoch": 1.4154396811193362,
      "nll_loss": 0.15955135226249695,
      "step": 2175
    },
    {
      "contrastive_loss": 2.0904338359832764,
      "epoch": 1.4154396811193362,
      "nll_loss": 0.1649562269449234,
      "step": 2175
    },
    {
      "contrastive_loss": 2.090411424636841,
      "epoch": 1.4154396811193362,
      "nll_loss": 0.1310586929321289,
      "step": 2175
    },
    {
      "contrastive_loss": 2.08341121673584,
      "epoch": 1.4154396811193362,
      "nll_loss": 0.10501908510923386,
      "step": 2175
    },
    {
      "contrastive_loss": 2.0855467319488525,
      "epoch": 1.4154396811193362,
      "nll_loss": 0.061141397804021835,
      "step": 2175
    },
    {
      "contrastive_loss": 2.0873217582702637,
      "epoch": 1.4154396811193362,
      "nll_loss": 0.10950317233800888,
      "step": 2175
    },
    {
      "contrastive_loss": 2.0849075317382812,
      "epoch": 1.4154396811193362,
      "nll_loss": 0.07862022519111633,
      "step": 2175
    },
    {
      "epoch": 1.4186935654437485,
      "grad_norm": 0.2802249491214752,
      "learning_rate": 9.170664838930773e-05,
      "loss": 3.0865,
      "step": 2180
    },
    {
      "contrastive_loss": 2.0875957012176514,
      "epoch": 1.4186935654437485,
      "nll_loss": 0.15700119733810425,
      "step": 2180
    },
    {
      "contrastive_loss": 2.0916740894317627,
      "epoch": 1.4186935654437485,
      "nll_loss": 0.2052069902420044,
      "step": 2180
    },
    {
      "contrastive_loss": 2.090841293334961,
      "epoch": 1.4186935654437485,
      "nll_loss": 0.13020379841327667,
      "step": 2180
    },
    {
      "contrastive_loss": 2.0904014110565186,
      "epoch": 1.4186935654437485,
      "nll_loss": 0.1446366161108017,
      "step": 2180
    },
    {
      "contrastive_loss": 2.0898592472076416,
      "epoch": 1.4186935654437485,
      "nll_loss": 0.13106781244277954,
      "step": 2180
    },
    {
      "contrastive_loss": 2.089829444885254,
      "epoch": 1.4186935654437485,
      "nll_loss": 0.1062321737408638,
      "step": 2180
    },
    {
      "contrastive_loss": 2.085559368133545,
      "epoch": 1.4186935654437485,
      "nll_loss": 0.1014334186911583,
      "step": 2180
    },
    {
      "contrastive_loss": 2.0951592922210693,
      "epoch": 1.4186935654437485,
      "nll_loss": 0.10970419645309448,
      "step": 2180
    },
    {
      "epoch": 1.4219474497681608,
      "grad_norm": 0.3078135848045349,
      "learning_rate": 9.119259766963674e-05,
      "loss": 3.1173,
      "step": 2185
    },
    {
      "contrastive_loss": 2.0895087718963623,
      "epoch": 1.4219474497681608,
      "nll_loss": 0.11549456417560577,
      "step": 2185
    },
    {
      "contrastive_loss": 2.08249831199646,
      "epoch": 1.4219474497681608,
      "nll_loss": 0.1359635442495346,
      "step": 2185
    },
    {
      "contrastive_loss": 2.08815860748291,
      "epoch": 1.4219474497681608,
      "nll_loss": 0.09692275524139404,
      "step": 2185
    },
    {
      "contrastive_loss": 2.0992844104766846,
      "epoch": 1.4219474497681608,
      "nll_loss": 0.17639745771884918,
      "step": 2185
    },
    {
      "contrastive_loss": 2.0874714851379395,
      "epoch": 1.4219474497681608,
      "nll_loss": 0.08375170081853867,
      "step": 2185
    },
    {
      "contrastive_loss": 2.087090492248535,
      "epoch": 1.4219474497681608,
      "nll_loss": 0.06067228689789772,
      "step": 2185
    },
    {
      "contrastive_loss": 2.088226795196533,
      "epoch": 1.4219474497681608,
      "nll_loss": 0.17888614535331726,
      "step": 2185
    },
    {
      "contrastive_loss": 2.0901544094085693,
      "epoch": 1.4219474497681608,
      "nll_loss": 0.13298988342285156,
      "step": 2185
    },
    {
      "epoch": 1.425201334092573,
      "grad_norm": 0.26216721534729004,
      "learning_rate": 9.067854694996572e-05,
      "loss": 3.0627,
      "step": 2190
    },
    {
      "contrastive_loss": 2.0886313915252686,
      "epoch": 1.425201334092573,
      "nll_loss": 0.18345017731189728,
      "step": 2190
    },
    {
      "contrastive_loss": 2.0903749465942383,
      "epoch": 1.425201334092573,
      "nll_loss": 0.1468232125043869,
      "step": 2190
    },
    {
      "contrastive_loss": 2.0904011726379395,
      "epoch": 1.425201334092573,
      "nll_loss": 0.12300621718168259,
      "step": 2190
    },
    {
      "contrastive_loss": 2.101346969604492,
      "epoch": 1.425201334092573,
      "nll_loss": 0.14879339933395386,
      "step": 2190
    },
    {
      "contrastive_loss": 2.089616537094116,
      "epoch": 1.425201334092573,
      "nll_loss": 0.08679286390542984,
      "step": 2190
    },
    {
      "contrastive_loss": 2.0884690284729004,
      "epoch": 1.425201334092573,
      "nll_loss": 0.23239246010780334,
      "step": 2190
    },
    {
      "contrastive_loss": 2.0951972007751465,
      "epoch": 1.425201334092573,
      "nll_loss": 0.11949963122606277,
      "step": 2190
    },
    {
      "contrastive_loss": 2.0890612602233887,
      "epoch": 1.425201334092573,
      "nll_loss": 0.187036395072937,
      "step": 2190
    },
    {
      "epoch": 1.4284552184169852,
      "grad_norm": 0.27834802865982056,
      "learning_rate": 9.016449623029472e-05,
      "loss": 3.1411,
      "step": 2195
    },
    {
      "contrastive_loss": 2.0877838134765625,
      "epoch": 1.4284552184169852,
      "nll_loss": 0.14266757667064667,
      "step": 2195
    },
    {
      "contrastive_loss": 2.0890634059906006,
      "epoch": 1.4284552184169852,
      "nll_loss": 0.13136142492294312,
      "step": 2195
    },
    {
      "contrastive_loss": 2.0948407649993896,
      "epoch": 1.4284552184169852,
      "nll_loss": 0.1846020221710205,
      "step": 2195
    },
    {
      "contrastive_loss": 2.0944645404815674,
      "epoch": 1.4284552184169852,
      "nll_loss": 0.0999157726764679,
      "step": 2195
    },
    {
      "contrastive_loss": 2.0896430015563965,
      "epoch": 1.4284552184169852,
      "nll_loss": 0.08581750094890594,
      "step": 2195
    },
    {
      "contrastive_loss": 2.087899684906006,
      "epoch": 1.4284552184169852,
      "nll_loss": 0.07579860091209412,
      "step": 2195
    },
    {
      "contrastive_loss": 2.090125560760498,
      "epoch": 1.4284552184169852,
      "nll_loss": 0.10670449584722519,
      "step": 2195
    },
    {
      "contrastive_loss": 2.0885558128356934,
      "epoch": 1.4284552184169852,
      "nll_loss": 0.07799619436264038,
      "step": 2195
    },
    {
      "epoch": 1.4317091027413975,
      "grad_norm": 0.2709381878376007,
      "learning_rate": 8.96504455106237e-05,
      "loss": 3.1127,
      "step": 2200
    },
    {
      "contrastive_loss": 2.0886709690093994,
      "epoch": 1.4317091027413975,
      "nll_loss": 0.17515379190444946,
      "step": 2200
    },
    {
      "contrastive_loss": 2.0883853435516357,
      "epoch": 1.4317091027413975,
      "nll_loss": 0.11248776316642761,
      "step": 2200
    },
    {
      "contrastive_loss": 2.0926930904388428,
      "epoch": 1.4317091027413975,
      "nll_loss": 0.06545033305883408,
      "step": 2200
    },
    {
      "contrastive_loss": 2.0840370655059814,
      "epoch": 1.4317091027413975,
      "nll_loss": 0.09793325513601303,
      "step": 2200
    },
    {
      "contrastive_loss": 2.085160970687866,
      "epoch": 1.4317091027413975,
      "nll_loss": 0.11081849783658981,
      "step": 2200
    },
    {
      "contrastive_loss": 2.089616298675537,
      "epoch": 1.4317091027413975,
      "nll_loss": 0.10049743205308914,
      "step": 2200
    },
    {
      "contrastive_loss": 2.0964927673339844,
      "epoch": 1.4317091027413975,
      "nll_loss": 0.14272569119930267,
      "step": 2200
    },
    {
      "contrastive_loss": 2.087667465209961,
      "epoch": 1.4317091027413975,
      "nll_loss": 0.10923859477043152,
      "step": 2200
    },
    {
      "epoch": 1.4349629870658098,
      "grad_norm": 0.2852908968925476,
      "learning_rate": 8.91363947909527e-05,
      "loss": 3.0882,
      "step": 2205
    },
    {
      "contrastive_loss": 2.08793044090271,
      "epoch": 1.4349629870658098,
      "nll_loss": 0.12809614837169647,
      "step": 2205
    },
    {
      "contrastive_loss": 2.0889673233032227,
      "epoch": 1.4349629870658098,
      "nll_loss": 0.19097086787223816,
      "step": 2205
    },
    {
      "contrastive_loss": 2.0871129035949707,
      "epoch": 1.4349629870658098,
      "nll_loss": 0.10069478303194046,
      "step": 2205
    },
    {
      "contrastive_loss": 2.091667890548706,
      "epoch": 1.4349629870658098,
      "nll_loss": 0.0585198700428009,
      "step": 2205
    },
    {
      "contrastive_loss": 2.08895206451416,
      "epoch": 1.4349629870658098,
      "nll_loss": 0.12659046053886414,
      "step": 2205
    },
    {
      "contrastive_loss": 2.0884807109832764,
      "epoch": 1.4349629870658098,
      "nll_loss": 0.17235423624515533,
      "step": 2205
    },
    {
      "contrastive_loss": 2.0878069400787354,
      "epoch": 1.4349629870658098,
      "nll_loss": 0.09748636931180954,
      "step": 2205
    },
    {
      "contrastive_loss": 2.0919506549835205,
      "epoch": 1.4349629870658098,
      "nll_loss": 0.11970768123865128,
      "step": 2205
    },
    {
      "epoch": 1.4382168713902221,
      "grad_norm": 0.30536404252052307,
      "learning_rate": 8.862234407128169e-05,
      "loss": 3.1123,
      "step": 2210
    },
    {
      "contrastive_loss": 2.092994213104248,
      "epoch": 1.4382168713902221,
      "nll_loss": 0.11880499869585037,
      "step": 2210
    },
    {
      "contrastive_loss": 2.088024377822876,
      "epoch": 1.4382168713902221,
      "nll_loss": 0.057777438312768936,
      "step": 2210
    },
    {
      "contrastive_loss": 2.0891919136047363,
      "epoch": 1.4382168713902221,
      "nll_loss": 0.07222985476255417,
      "step": 2210
    },
    {
      "contrastive_loss": 2.0876684188842773,
      "epoch": 1.4382168713902221,
      "nll_loss": 0.17791320383548737,
      "step": 2210
    },
    {
      "contrastive_loss": 2.0898706912994385,
      "epoch": 1.4382168713902221,
      "nll_loss": 0.1761380285024643,
      "step": 2210
    },
    {
      "contrastive_loss": 2.0886759757995605,
      "epoch": 1.4382168713902221,
      "nll_loss": 0.11081811040639877,
      "step": 2210
    },
    {
      "contrastive_loss": 2.0904390811920166,
      "epoch": 1.4382168713902221,
      "nll_loss": 0.18725763261318207,
      "step": 2210
    },
    {
      "contrastive_loss": 2.0893685817718506,
      "epoch": 1.4382168713902221,
      "nll_loss": 0.10605452209711075,
      "step": 2210
    },
    {
      "epoch": 1.4414707557146342,
      "grad_norm": 0.26818689703941345,
      "learning_rate": 8.81082933516107e-05,
      "loss": 3.0665,
      "step": 2215
    },
    {
      "contrastive_loss": 2.085733413696289,
      "epoch": 1.4414707557146342,
      "nll_loss": 0.10759096592664719,
      "step": 2215
    },
    {
      "contrastive_loss": 2.088252067565918,
      "epoch": 1.4414707557146342,
      "nll_loss": 0.1380687654018402,
      "step": 2215
    },
    {
      "contrastive_loss": 2.08713436126709,
      "epoch": 1.4414707557146342,
      "nll_loss": 0.1379198133945465,
      "step": 2215
    },
    {
      "contrastive_loss": 2.088266372680664,
      "epoch": 1.4414707557146342,
      "nll_loss": 0.18146838247776031,
      "step": 2215
    },
    {
      "contrastive_loss": 2.087656259536743,
      "epoch": 1.4414707557146342,
      "nll_loss": 0.15724365413188934,
      "step": 2215
    },
    {
      "contrastive_loss": 2.0940067768096924,
      "epoch": 1.4414707557146342,
      "nll_loss": 0.13433389365673065,
      "step": 2215
    },
    {
      "contrastive_loss": 2.091275691986084,
      "epoch": 1.4414707557146342,
      "nll_loss": 0.16014672815799713,
      "step": 2215
    },
    {
      "contrastive_loss": 2.0841031074523926,
      "epoch": 1.4414707557146342,
      "nll_loss": 0.10963263362646103,
      "step": 2215
    },
    {
      "epoch": 1.4447246400390465,
      "grad_norm": 0.2562445104122162,
      "learning_rate": 8.759424263193967e-05,
      "loss": 3.1198,
      "step": 2220
    },
    {
      "contrastive_loss": 2.0877439975738525,
      "epoch": 1.4447246400390465,
      "nll_loss": 0.2132617086172104,
      "step": 2220
    },
    {
      "contrastive_loss": 2.0936310291290283,
      "epoch": 1.4447246400390465,
      "nll_loss": 0.12510724365711212,
      "step": 2220
    },
    {
      "contrastive_loss": 2.08591365814209,
      "epoch": 1.4447246400390465,
      "nll_loss": 0.08354482054710388,
      "step": 2220
    },
    {
      "contrastive_loss": 2.0895373821258545,
      "epoch": 1.4447246400390465,
      "nll_loss": 0.1391858011484146,
      "step": 2220
    },
    {
      "contrastive_loss": 2.0857629776000977,
      "epoch": 1.4447246400390465,
      "nll_loss": 0.21579132974147797,
      "step": 2220
    },
    {
      "contrastive_loss": 2.0864040851593018,
      "epoch": 1.4447246400390465,
      "nll_loss": 0.09412728250026703,
      "step": 2220
    },
    {
      "contrastive_loss": 2.0907304286956787,
      "epoch": 1.4447246400390465,
      "nll_loss": 0.08891172707080841,
      "step": 2220
    },
    {
      "contrastive_loss": 2.088740825653076,
      "epoch": 1.4447246400390465,
      "nll_loss": 0.131658136844635,
      "step": 2220
    },
    {
      "epoch": 1.4479785243634589,
      "grad_norm": 0.3501995801925659,
      "learning_rate": 8.708019191226867e-05,
      "loss": 3.1634,
      "step": 2225
    },
    {
      "contrastive_loss": 2.084857940673828,
      "epoch": 1.4479785243634589,
      "nll_loss": 0.12229754775762558,
      "step": 2225
    },
    {
      "contrastive_loss": 2.0871028900146484,
      "epoch": 1.4479785243634589,
      "nll_loss": 0.09594614803791046,
      "step": 2225
    },
    {
      "contrastive_loss": 2.0867600440979004,
      "epoch": 1.4479785243634589,
      "nll_loss": 0.10418163239955902,
      "step": 2225
    },
    {
      "contrastive_loss": 2.0884313583374023,
      "epoch": 1.4479785243634589,
      "nll_loss": 0.08941598981618881,
      "step": 2225
    },
    {
      "contrastive_loss": 2.0857975482940674,
      "epoch": 1.4479785243634589,
      "nll_loss": 0.14107736945152283,
      "step": 2225
    },
    {
      "contrastive_loss": 2.0895814895629883,
      "epoch": 1.4479785243634589,
      "nll_loss": 0.07990332692861557,
      "step": 2225
    },
    {
      "contrastive_loss": 2.085139274597168,
      "epoch": 1.4479785243634589,
      "nll_loss": 0.14738745987415314,
      "step": 2225
    },
    {
      "contrastive_loss": 2.0864040851593018,
      "epoch": 1.4479785243634589,
      "nll_loss": 0.1253291368484497,
      "step": 2225
    },
    {
      "epoch": 1.4512324086878712,
      "grad_norm": 0.27659228444099426,
      "learning_rate": 8.656614119259765e-05,
      "loss": 3.0922,
      "step": 2230
    },
    {
      "contrastive_loss": 2.0869245529174805,
      "epoch": 1.4512324086878712,
      "nll_loss": 0.15655109286308289,
      "step": 2230
    },
    {
      "contrastive_loss": 2.090547800064087,
      "epoch": 1.4512324086878712,
      "nll_loss": 0.07663577795028687,
      "step": 2230
    },
    {
      "contrastive_loss": 2.091403007507324,
      "epoch": 1.4512324086878712,
      "nll_loss": 0.15815961360931396,
      "step": 2230
    },
    {
      "contrastive_loss": 2.0902671813964844,
      "epoch": 1.4512324086878712,
      "nll_loss": 0.08831208944320679,
      "step": 2230
    },
    {
      "contrastive_loss": 2.0863571166992188,
      "epoch": 1.4512324086878712,
      "nll_loss": 0.16681477427482605,
      "step": 2230
    },
    {
      "contrastive_loss": 2.0878777503967285,
      "epoch": 1.4512324086878712,
      "nll_loss": 0.12846826016902924,
      "step": 2230
    },
    {
      "contrastive_loss": 2.0879368782043457,
      "epoch": 1.4512324086878712,
      "nll_loss": 0.10892069339752197,
      "step": 2230
    },
    {
      "contrastive_loss": 2.083580732345581,
      "epoch": 1.4512324086878712,
      "nll_loss": 0.12631632387638092,
      "step": 2230
    },
    {
      "epoch": 1.4544862930122835,
      "grad_norm": 0.2743290066719055,
      "learning_rate": 8.605209047292666e-05,
      "loss": 3.0627,
      "step": 2235
    },
    {
      "contrastive_loss": 2.0898406505584717,
      "epoch": 1.4544862930122835,
      "nll_loss": 0.25668150186538696,
      "step": 2235
    },
    {
      "contrastive_loss": 2.093486785888672,
      "epoch": 1.4544862930122835,
      "nll_loss": 0.06816412508487701,
      "step": 2235
    },
    {
      "contrastive_loss": 2.084800958633423,
      "epoch": 1.4544862930122835,
      "nll_loss": 0.13790056109428406,
      "step": 2235
    },
    {
      "contrastive_loss": 2.0938029289245605,
      "epoch": 1.4544862930122835,
      "nll_loss": 0.127140074968338,
      "step": 2235
    },
    {
      "contrastive_loss": 2.084563732147217,
      "epoch": 1.4544862930122835,
      "nll_loss": 0.1114673987030983,
      "step": 2235
    },
    {
      "contrastive_loss": 2.0921123027801514,
      "epoch": 1.4544862930122835,
      "nll_loss": 0.17200790345668793,
      "step": 2235
    },
    {
      "contrastive_loss": 2.0894758701324463,
      "epoch": 1.4544862930122835,
      "nll_loss": 0.1532456874847412,
      "step": 2235
    },
    {
      "contrastive_loss": 2.086791753768921,
      "epoch": 1.4544862930122835,
      "nll_loss": 0.1123378723859787,
      "step": 2235
    },
    {
      "epoch": 1.4577401773366958,
      "grad_norm": 0.2697858512401581,
      "learning_rate": 8.553803975325565e-05,
      "loss": 3.1251,
      "step": 2240
    },
    {
      "contrastive_loss": 2.0871920585632324,
      "epoch": 1.4577401773366958,
      "nll_loss": 0.06571754068136215,
      "step": 2240
    },
    {
      "contrastive_loss": 2.0920329093933105,
      "epoch": 1.4577401773366958,
      "nll_loss": 0.05972152575850487,
      "step": 2240
    },
    {
      "contrastive_loss": 2.08615779876709,
      "epoch": 1.4577401773366958,
      "nll_loss": 0.16098569333553314,
      "step": 2240
    },
    {
      "contrastive_loss": 2.0860679149627686,
      "epoch": 1.4577401773366958,
      "nll_loss": 0.127224400639534,
      "step": 2240
    },
    {
      "contrastive_loss": 2.0879549980163574,
      "epoch": 1.4577401773366958,
      "nll_loss": 0.16952581703662872,
      "step": 2240
    },
    {
      "contrastive_loss": 2.090388059616089,
      "epoch": 1.4577401773366958,
      "nll_loss": 0.0628185048699379,
      "step": 2240
    },
    {
      "contrastive_loss": 2.0837395191192627,
      "epoch": 1.4577401773366958,
      "nll_loss": 0.12270829826593399,
      "step": 2240
    },
    {
      "contrastive_loss": 2.0889933109283447,
      "epoch": 1.4577401773366958,
      "nll_loss": 0.1300826519727707,
      "step": 2240
    },
    {
      "epoch": 1.460994061661108,
      "grad_norm": 0.2810099124908447,
      "learning_rate": 8.502398903358463e-05,
      "loss": 3.1177,
      "step": 2245
    },
    {
      "contrastive_loss": 2.094276189804077,
      "epoch": 1.460994061661108,
      "nll_loss": 0.1654108762741089,
      "step": 2245
    },
    {
      "contrastive_loss": 2.085883855819702,
      "epoch": 1.460994061661108,
      "nll_loss": 0.14225013554096222,
      "step": 2245
    },
    {
      "contrastive_loss": 2.08762526512146,
      "epoch": 1.460994061661108,
      "nll_loss": 0.08622797578573227,
      "step": 2245
    },
    {
      "contrastive_loss": 2.090266227722168,
      "epoch": 1.460994061661108,
      "nll_loss": 0.05185001343488693,
      "step": 2245
    },
    {
      "contrastive_loss": 2.0973541736602783,
      "epoch": 1.460994061661108,
      "nll_loss": 0.16850070655345917,
      "step": 2245
    },
    {
      "contrastive_loss": 2.089542865753174,
      "epoch": 1.460994061661108,
      "nll_loss": 0.12314777076244354,
      "step": 2245
    },
    {
      "contrastive_loss": 2.0880889892578125,
      "epoch": 1.460994061661108,
      "nll_loss": 0.07404622435569763,
      "step": 2245
    },
    {
      "contrastive_loss": 2.085273265838623,
      "epoch": 1.460994061661108,
      "nll_loss": 0.12012958526611328,
      "step": 2245
    },
    {
      "epoch": 1.4642479459855202,
      "grad_norm": 0.28751805424690247,
      "learning_rate": 8.450993831391364e-05,
      "loss": 3.1211,
      "step": 2250
    },
    {
      "contrastive_loss": 2.085867404937744,
      "epoch": 1.4642479459855202,
      "nll_loss": 0.11222922801971436,
      "step": 2250
    },
    {
      "contrastive_loss": 2.0801641941070557,
      "epoch": 1.4642479459855202,
      "nll_loss": 0.11075744032859802,
      "step": 2250
    },
    {
      "contrastive_loss": 2.092961549758911,
      "epoch": 1.4642479459855202,
      "nll_loss": 0.037191640585660934,
      "step": 2250
    },
    {
      "contrastive_loss": 2.0870769023895264,
      "epoch": 1.4642479459855202,
      "nll_loss": 0.17548447847366333,
      "step": 2250
    },
    {
      "contrastive_loss": 2.0875003337860107,
      "epoch": 1.4642479459855202,
      "nll_loss": 0.20333734154701233,
      "step": 2250
    },
    {
      "contrastive_loss": 2.102789878845215,
      "epoch": 1.4642479459855202,
      "nll_loss": 0.12072399258613586,
      "step": 2250
    },
    {
      "contrastive_loss": 2.0883889198303223,
      "epoch": 1.4642479459855202,
      "nll_loss": 0.11762465536594391,
      "step": 2250
    },
    {
      "contrastive_loss": 2.08758282661438,
      "epoch": 1.4642479459855202,
      "nll_loss": 0.10076656937599182,
      "step": 2250
    },
    {
      "epoch": 1.4675018303099325,
      "grad_norm": 0.24745748937129974,
      "learning_rate": 8.399588759424262e-05,
      "loss": 3.1091,
      "step": 2255
    },
    {
      "contrastive_loss": 2.0915613174438477,
      "epoch": 1.4675018303099325,
      "nll_loss": 0.18065930902957916,
      "step": 2255
    },
    {
      "contrastive_loss": 2.081852674484253,
      "epoch": 1.4675018303099325,
      "nll_loss": 0.10385456681251526,
      "step": 2255
    },
    {
      "contrastive_loss": 2.085153341293335,
      "epoch": 1.4675018303099325,
      "nll_loss": 0.08605723083019257,
      "step": 2255
    },
    {
      "contrastive_loss": 2.0862200260162354,
      "epoch": 1.4675018303099325,
      "nll_loss": 0.15174385905265808,
      "step": 2255
    },
    {
      "contrastive_loss": 2.086444616317749,
      "epoch": 1.4675018303099325,
      "nll_loss": 0.1409531533718109,
      "step": 2255
    },
    {
      "contrastive_loss": 2.0807697772979736,
      "epoch": 1.4675018303099325,
      "nll_loss": 0.1589464545249939,
      "step": 2255
    },
    {
      "contrastive_loss": 2.0897066593170166,
      "epoch": 1.4675018303099325,
      "nll_loss": 0.17471979558467865,
      "step": 2255
    },
    {
      "contrastive_loss": 2.0863242149353027,
      "epoch": 1.4675018303099325,
      "nll_loss": 0.14557009935379028,
      "step": 2255
    },
    {
      "epoch": 1.4707557146343446,
      "grad_norm": 0.26635777950286865,
      "learning_rate": 8.348183687457162e-05,
      "loss": 3.0715,
      "step": 2260
    },
    {
      "contrastive_loss": 2.088270902633667,
      "epoch": 1.4707557146343446,
      "nll_loss": 0.15974333882331848,
      "step": 2260
    },
    {
      "contrastive_loss": 2.0889883041381836,
      "epoch": 1.4707557146343446,
      "nll_loss": 0.2067844122648239,
      "step": 2260
    },
    {
      "contrastive_loss": 2.090564727783203,
      "epoch": 1.4707557146343446,
      "nll_loss": 0.1160905659198761,
      "step": 2260
    },
    {
      "contrastive_loss": 2.0895326137542725,
      "epoch": 1.4707557146343446,
      "nll_loss": 0.06657454371452332,
      "step": 2260
    },
    {
      "contrastive_loss": 2.0870277881622314,
      "epoch": 1.4707557146343446,
      "nll_loss": 0.18746019899845123,
      "step": 2260
    },
    {
      "contrastive_loss": 2.092747688293457,
      "epoch": 1.4707557146343446,
      "nll_loss": 0.17157520353794098,
      "step": 2260
    },
    {
      "contrastive_loss": 2.084117889404297,
      "epoch": 1.4707557146343446,
      "nll_loss": 0.09661219269037247,
      "step": 2260
    },
    {
      "contrastive_loss": 2.0887579917907715,
      "epoch": 1.4707557146343446,
      "nll_loss": 0.14300437271595,
      "step": 2260
    },
    {
      "epoch": 1.474009598958757,
      "grad_norm": 0.30617573857307434,
      "learning_rate": 8.296778615490061e-05,
      "loss": 3.1427,
      "step": 2265
    },
    {
      "contrastive_loss": 2.0903828144073486,
      "epoch": 1.474009598958757,
      "nll_loss": 0.19236895442008972,
      "step": 2265
    },
    {
      "contrastive_loss": 2.0862722396850586,
      "epoch": 1.474009598958757,
      "nll_loss": 0.18917472660541534,
      "step": 2265
    },
    {
      "contrastive_loss": 2.0846192836761475,
      "epoch": 1.474009598958757,
      "nll_loss": 0.06469324231147766,
      "step": 2265
    },
    {
      "contrastive_loss": 2.0847229957580566,
      "epoch": 1.474009598958757,
      "nll_loss": 0.07073787599802017,
      "step": 2265
    },
    {
      "contrastive_loss": 2.0894131660461426,
      "epoch": 1.474009598958757,
      "nll_loss": 0.057007502764463425,
      "step": 2265
    },
    {
      "contrastive_loss": 2.088015556335449,
      "epoch": 1.474009598958757,
      "nll_loss": 0.12168841063976288,
      "step": 2265
    },
    {
      "contrastive_loss": 2.086507797241211,
      "epoch": 1.474009598958757,
      "nll_loss": 0.14171932637691498,
      "step": 2265
    },
    {
      "contrastive_loss": 2.0842456817626953,
      "epoch": 1.474009598958757,
      "nll_loss": 0.12063005566596985,
      "step": 2265
    },
    {
      "epoch": 1.4772634832831693,
      "grad_norm": 0.29011204838752747,
      "learning_rate": 8.24537354352296e-05,
      "loss": 3.132,
      "step": 2270
    },
    {
      "contrastive_loss": 2.076862096786499,
      "epoch": 1.4772634832831693,
      "nll_loss": 0.12795567512512207,
      "step": 2270
    },
    {
      "contrastive_loss": 2.088348865509033,
      "epoch": 1.4772634832831693,
      "nll_loss": 0.13634918630123138,
      "step": 2270
    },
    {
      "contrastive_loss": 2.091736078262329,
      "epoch": 1.4772634832831693,
      "nll_loss": 0.10399383306503296,
      "step": 2270
    },
    {
      "contrastive_loss": 2.087825059890747,
      "epoch": 1.4772634832831693,
      "nll_loss": 0.18291863799095154,
      "step": 2270
    },
    {
      "contrastive_loss": 2.0981991291046143,
      "epoch": 1.4772634832831693,
      "nll_loss": 0.09424109756946564,
      "step": 2270
    },
    {
      "contrastive_loss": 2.0890562534332275,
      "epoch": 1.4772634832831693,
      "nll_loss": 0.1407187432050705,
      "step": 2270
    },
    {
      "contrastive_loss": 2.0880088806152344,
      "epoch": 1.4772634832831693,
      "nll_loss": 0.14365065097808838,
      "step": 2270
    },
    {
      "contrastive_loss": 2.0858616828918457,
      "epoch": 1.4772634832831693,
      "nll_loss": 0.12885147333145142,
      "step": 2270
    },
    {
      "epoch": 1.4805173676075816,
      "grad_norm": 0.2870860695838928,
      "learning_rate": 8.193968471555859e-05,
      "loss": 3.1103,
      "step": 2275
    },
    {
      "contrastive_loss": 2.089629650115967,
      "epoch": 1.4805173676075816,
      "nll_loss": 0.11461951583623886,
      "step": 2275
    },
    {
      "contrastive_loss": 2.084799289703369,
      "epoch": 1.4805173676075816,
      "nll_loss": 0.1837640106678009,
      "step": 2275
    },
    {
      "contrastive_loss": 2.0886127948760986,
      "epoch": 1.4805173676075816,
      "nll_loss": 0.14752613008022308,
      "step": 2275
    },
    {
      "contrastive_loss": 2.0903778076171875,
      "epoch": 1.4805173676075816,
      "nll_loss": 0.05790670961141586,
      "step": 2275
    },
    {
      "contrastive_loss": 2.0866012573242188,
      "epoch": 1.4805173676075816,
      "nll_loss": 0.12205283343791962,
      "step": 2275
    },
    {
      "contrastive_loss": 2.089482069015503,
      "epoch": 1.4805173676075816,
      "nll_loss": 0.09710486978292465,
      "step": 2275
    },
    {
      "contrastive_loss": 2.0873796939849854,
      "epoch": 1.4805173676075816,
      "nll_loss": 0.14593984186649323,
      "step": 2275
    },
    {
      "contrastive_loss": 2.081559181213379,
      "epoch": 1.4805173676075816,
      "nll_loss": 0.1398252695798874,
      "step": 2275
    },
    {
      "epoch": 1.4837712519319939,
      "grad_norm": 0.26124903559684753,
      "learning_rate": 8.14256339958876e-05,
      "loss": 3.0874,
      "step": 2280
    },
    {
      "contrastive_loss": 2.0887770652770996,
      "epoch": 1.4837712519319939,
      "nll_loss": 0.08417227119207382,
      "step": 2280
    },
    {
      "contrastive_loss": 2.0858781337738037,
      "epoch": 1.4837712519319939,
      "nll_loss": 0.12956900894641876,
      "step": 2280
    },
    {
      "contrastive_loss": 2.088550567626953,
      "epoch": 1.4837712519319939,
      "nll_loss": 0.197285994887352,
      "step": 2280
    },
    {
      "contrastive_loss": 2.090409994125366,
      "epoch": 1.4837712519319939,
      "nll_loss": 0.09356490522623062,
      "step": 2280
    },
    {
      "contrastive_loss": 2.0907506942749023,
      "epoch": 1.4837712519319939,
      "nll_loss": 0.11857029050588608,
      "step": 2280
    },
    {
      "contrastive_loss": 2.086388111114502,
      "epoch": 1.4837712519319939,
      "nll_loss": 0.07523569464683533,
      "step": 2280
    },
    {
      "contrastive_loss": 2.0887234210968018,
      "epoch": 1.4837712519319939,
      "nll_loss": 0.11098898947238922,
      "step": 2280
    },
    {
      "contrastive_loss": 2.090876579284668,
      "epoch": 1.4837712519319939,
      "nll_loss": 0.0646744817495346,
      "step": 2280
    },
    {
      "epoch": 1.4870251362564062,
      "grad_norm": 0.27972090244293213,
      "learning_rate": 8.091158327621658e-05,
      "loss": 3.0982,
      "step": 2285
    },
    {
      "contrastive_loss": 2.0898661613464355,
      "epoch": 1.4870251362564062,
      "nll_loss": 0.1405966579914093,
      "step": 2285
    },
    {
      "contrastive_loss": 2.087620735168457,
      "epoch": 1.4870251362564062,
      "nll_loss": 0.16135510802268982,
      "step": 2285
    },
    {
      "contrastive_loss": 2.0900020599365234,
      "epoch": 1.4870251362564062,
      "nll_loss": 0.14288215339183807,
      "step": 2285
    },
    {
      "contrastive_loss": 2.088239908218384,
      "epoch": 1.4870251362564062,
      "nll_loss": 0.1082104817032814,
      "step": 2285
    },
    {
      "contrastive_loss": 2.086071252822876,
      "epoch": 1.4870251362564062,
      "nll_loss": 0.1058005541563034,
      "step": 2285
    },
    {
      "contrastive_loss": 2.0877652168273926,
      "epoch": 1.4870251362564062,
      "nll_loss": 0.12110447883605957,
      "step": 2285
    },
    {
      "contrastive_loss": 2.087843894958496,
      "epoch": 1.4870251362564062,
      "nll_loss": 0.11051621288061142,
      "step": 2285
    },
    {
      "contrastive_loss": 2.087114095687866,
      "epoch": 1.4870251362564062,
      "nll_loss": 0.17481742799282074,
      "step": 2285
    },
    {
      "epoch": 1.4902790205808183,
      "grad_norm": 0.2898101508617401,
      "learning_rate": 8.039753255654557e-05,
      "loss": 3.1237,
      "step": 2290
    },
    {
      "contrastive_loss": 2.087790012359619,
      "epoch": 1.4902790205808183,
      "nll_loss": 0.09549015760421753,
      "step": 2290
    },
    {
      "contrastive_loss": 2.0867674350738525,
      "epoch": 1.4902790205808183,
      "nll_loss": 0.20230621099472046,
      "step": 2290
    },
    {
      "contrastive_loss": 2.0866923332214355,
      "epoch": 1.4902790205808183,
      "nll_loss": 0.16643115878105164,
      "step": 2290
    },
    {
      "contrastive_loss": 2.0885305404663086,
      "epoch": 1.4902790205808183,
      "nll_loss": 0.061301905661821365,
      "step": 2290
    },
    {
      "contrastive_loss": 2.086357593536377,
      "epoch": 1.4902790205808183,
      "nll_loss": 0.06584469228982925,
      "step": 2290
    },
    {
      "contrastive_loss": 2.0841891765594482,
      "epoch": 1.4902790205808183,
      "nll_loss": 0.14750529825687408,
      "step": 2290
    },
    {
      "contrastive_loss": 2.0877468585968018,
      "epoch": 1.4902790205808183,
      "nll_loss": 0.09903397411108017,
      "step": 2290
    },
    {
      "contrastive_loss": 2.087501287460327,
      "epoch": 1.4902790205808183,
      "nll_loss": 0.1005818098783493,
      "step": 2290
    },
    {
      "epoch": 1.4935329049052306,
      "grad_norm": 0.26199543476104736,
      "learning_rate": 7.988348183687455e-05,
      "loss": 3.0497,
      "step": 2295
    },
    {
      "contrastive_loss": 2.0869128704071045,
      "epoch": 1.4935329049052306,
      "nll_loss": 0.06929298490285873,
      "step": 2295
    },
    {
      "contrastive_loss": 2.0859310626983643,
      "epoch": 1.4935329049052306,
      "nll_loss": 0.17261508107185364,
      "step": 2295
    },
    {
      "contrastive_loss": 2.0848255157470703,
      "epoch": 1.4935329049052306,
      "nll_loss": 0.18880222737789154,
      "step": 2295
    },
    {
      "contrastive_loss": 2.091848134994507,
      "epoch": 1.4935329049052306,
      "nll_loss": 0.1383536159992218,
      "step": 2295
    },
    {
      "contrastive_loss": 2.089613914489746,
      "epoch": 1.4935329049052306,
      "nll_loss": 0.1300797015428543,
      "step": 2295
    },
    {
      "contrastive_loss": 2.0914578437805176,
      "epoch": 1.4935329049052306,
      "nll_loss": 0.1529482752084732,
      "step": 2295
    },
    {
      "contrastive_loss": 2.08677339553833,
      "epoch": 1.4935329049052306,
      "nll_loss": 0.17110051214694977,
      "step": 2295
    },
    {
      "contrastive_loss": 2.0820794105529785,
      "epoch": 1.4935329049052306,
      "nll_loss": 0.22099170088768005,
      "step": 2295
    },
    {
      "epoch": 1.496786789229643,
      "grad_norm": 0.3095047175884247,
      "learning_rate": 7.936943111720356e-05,
      "loss": 3.1665,
      "step": 2300
    },
    {
      "contrastive_loss": 2.091735363006592,
      "epoch": 1.496786789229643,
      "nll_loss": 0.23721764981746674,
      "step": 2300
    },
    {
      "contrastive_loss": 2.088282585144043,
      "epoch": 1.496786789229643,
      "nll_loss": 0.11137882620096207,
      "step": 2300
    },
    {
      "contrastive_loss": 2.087132453918457,
      "epoch": 1.496786789229643,
      "nll_loss": 0.058644846081733704,
      "step": 2300
    },
    {
      "contrastive_loss": 2.087552547454834,
      "epoch": 1.496786789229643,
      "nll_loss": 0.11309745907783508,
      "step": 2300
    },
    {
      "contrastive_loss": 2.087566375732422,
      "epoch": 1.496786789229643,
      "nll_loss": 0.14944128692150116,
      "step": 2300
    },
    {
      "contrastive_loss": 2.0895533561706543,
      "epoch": 1.496786789229643,
      "nll_loss": 0.04659263417124748,
      "step": 2300
    },
    {
      "contrastive_loss": 2.0917158126831055,
      "epoch": 1.496786789229643,
      "nll_loss": 0.0818576067686081,
      "step": 2300
    },
    {
      "contrastive_loss": 2.0878684520721436,
      "epoch": 1.496786789229643,
      "nll_loss": 0.1070486456155777,
      "step": 2300
    },
    {
      "epoch": 1.500040673554055,
      "grad_norm": 0.31357231736183167,
      "learning_rate": 7.885538039753254e-05,
      "loss": 3.1201,
      "step": 2305
    },
    {
      "contrastive_loss": 2.08966064453125,
      "epoch": 1.500040673554055,
      "nll_loss": 0.07284136861562729,
      "step": 2305
    },
    {
      "contrastive_loss": 2.0842251777648926,
      "epoch": 1.500040673554055,
      "nll_loss": 0.15105128288269043,
      "step": 2305
    },
    {
      "contrastive_loss": 2.090383768081665,
      "epoch": 1.500040673554055,
      "nll_loss": 0.11897384375333786,
      "step": 2305
    },
    {
      "contrastive_loss": 2.086233377456665,
      "epoch": 1.500040673554055,
      "nll_loss": 0.11552265286445618,
      "step": 2305
    },
    {
      "contrastive_loss": 2.087226152420044,
      "epoch": 1.500040673554055,
      "nll_loss": 0.10746341198682785,
      "step": 2305
    },
    {
      "contrastive_loss": 2.08799147605896,
      "epoch": 1.500040673554055,
      "nll_loss": 0.10887280106544495,
      "step": 2305
    },
    {
      "contrastive_loss": 2.088798999786377,
      "epoch": 1.500040673554055,
      "nll_loss": 0.14625613391399384,
      "step": 2305
    },
    {
      "contrastive_loss": 2.085573673248291,
      "epoch": 1.500040673554055,
      "nll_loss": 0.14157293736934662,
      "step": 2305
    },
    {
      "epoch": 1.5032945578784673,
      "grad_norm": 0.296469122171402,
      "learning_rate": 7.834132967786154e-05,
      "loss": 3.0928,
      "step": 2310
    },
    {
      "contrastive_loss": 2.081693649291992,
      "epoch": 1.5032945578784673,
      "nll_loss": 0.15401862561702728,
      "step": 2310
    },
    {
      "contrastive_loss": 2.0888402462005615,
      "epoch": 1.5032945578784673,
      "nll_loss": 0.0823386013507843,
      "step": 2310
    },
    {
      "contrastive_loss": 2.085466146469116,
      "epoch": 1.5032945578784673,
      "nll_loss": 0.08481749892234802,
      "step": 2310
    },
    {
      "contrastive_loss": 2.0937397480010986,
      "epoch": 1.5032945578784673,
      "nll_loss": 0.08787867426872253,
      "step": 2310
    },
    {
      "contrastive_loss": 2.0892152786254883,
      "epoch": 1.5032945578784673,
      "nll_loss": 0.150315523147583,
      "step": 2310
    },
    {
      "contrastive_loss": 2.086981773376465,
      "epoch": 1.5032945578784673,
      "nll_loss": 0.14742083847522736,
      "step": 2310
    },
    {
      "contrastive_loss": 2.0863747596740723,
      "epoch": 1.5032945578784673,
      "nll_loss": 0.14753644168376923,
      "step": 2310
    },
    {
      "contrastive_loss": 2.088850736618042,
      "epoch": 1.5032945578784673,
      "nll_loss": 0.13655266165733337,
      "step": 2310
    },
    {
      "epoch": 1.5065484422028796,
      "grad_norm": 0.28196340799331665,
      "learning_rate": 7.782727895819054e-05,
      "loss": 3.1013,
      "step": 2315
    },
    {
      "contrastive_loss": 2.090390682220459,
      "epoch": 1.5065484422028796,
      "nll_loss": 0.12488877028226852,
      "step": 2315
    },
    {
      "contrastive_loss": 2.090503692626953,
      "epoch": 1.5065484422028796,
      "nll_loss": 0.16593001782894135,
      "step": 2315
    },
    {
      "contrastive_loss": 2.087427854537964,
      "epoch": 1.5065484422028796,
      "nll_loss": 0.07653901726007462,
      "step": 2315
    },
    {
      "contrastive_loss": 2.0910534858703613,
      "epoch": 1.5065484422028796,
      "nll_loss": 0.11325396597385406,
      "step": 2315
    },
    {
      "contrastive_loss": 2.090780735015869,
      "epoch": 1.5065484422028796,
      "nll_loss": 0.14990194141864777,
      "step": 2315
    },
    {
      "contrastive_loss": 2.0906383991241455,
      "epoch": 1.5065484422028796,
      "nll_loss": 0.13620346784591675,
      "step": 2315
    },
    {
      "contrastive_loss": 2.0894217491149902,
      "epoch": 1.5065484422028796,
      "nll_loss": 0.10369780659675598,
      "step": 2315
    },
    {
      "contrastive_loss": 2.0876221656799316,
      "epoch": 1.5065484422028796,
      "nll_loss": 0.13062448799610138,
      "step": 2315
    },
    {
      "epoch": 1.509802326527292,
      "grad_norm": 0.28695666790008545,
      "learning_rate": 7.731322823851952e-05,
      "loss": 3.0901,
      "step": 2320
    },
    {
      "contrastive_loss": 2.0900869369506836,
      "epoch": 1.509802326527292,
      "nll_loss": 0.20523206889629364,
      "step": 2320
    },
    {
      "contrastive_loss": 2.0877089500427246,
      "epoch": 1.509802326527292,
      "nll_loss": 0.10013201832771301,
      "step": 2320
    },
    {
      "contrastive_loss": 2.0654196739196777,
      "epoch": 1.509802326527292,
      "nll_loss": 0.032402366399765015,
      "step": 2320
    },
    {
      "contrastive_loss": 2.086548328399658,
      "epoch": 1.509802326527292,
      "nll_loss": 0.08669333904981613,
      "step": 2320
    },
    {
      "contrastive_loss": 2.0888614654541016,
      "epoch": 1.509802326527292,
      "nll_loss": 0.20998208224773407,
      "step": 2320
    },
    {
      "contrastive_loss": 2.090233325958252,
      "epoch": 1.509802326527292,
      "nll_loss": 0.16259318590164185,
      "step": 2320
    },
    {
      "contrastive_loss": 2.085501194000244,
      "epoch": 1.509802326527292,
      "nll_loss": 0.04499531909823418,
      "step": 2320
    },
    {
      "contrastive_loss": 2.090388298034668,
      "epoch": 1.509802326527292,
      "nll_loss": 0.20559431612491608,
      "step": 2320
    },
    {
      "epoch": 1.5130562108517043,
      "grad_norm": 0.2659324109554291,
      "learning_rate": 7.679917751884852e-05,
      "loss": 3.1001,
      "step": 2325
    },
    {
      "contrastive_loss": 2.0892486572265625,
      "epoch": 1.5130562108517043,
      "nll_loss": 0.127815380692482,
      "step": 2325
    },
    {
      "contrastive_loss": 2.0884172916412354,
      "epoch": 1.5130562108517043,
      "nll_loss": 0.10643983632326126,
      "step": 2325
    },
    {
      "contrastive_loss": 2.089956760406494,
      "epoch": 1.5130562108517043,
      "nll_loss": 0.20581817626953125,
      "step": 2325
    },
    {
      "contrastive_loss": 2.0866308212280273,
      "epoch": 1.5130562108517043,
      "nll_loss": 0.07129183411598206,
      "step": 2325
    },
    {
      "contrastive_loss": 2.089033365249634,
      "epoch": 1.5130562108517043,
      "nll_loss": 0.07822489738464355,
      "step": 2325
    },
    {
      "contrastive_loss": 2.0893747806549072,
      "epoch": 1.5130562108517043,
      "nll_loss": 0.11936113238334656,
      "step": 2325
    },
    {
      "contrastive_loss": 2.094247579574585,
      "epoch": 1.5130562108517043,
      "nll_loss": 0.057684868574142456,
      "step": 2325
    },
    {
      "contrastive_loss": 2.0862553119659424,
      "epoch": 1.5130562108517043,
      "nll_loss": 0.12714509665966034,
      "step": 2325
    },
    {
      "epoch": 1.5163100951761166,
      "grad_norm": 0.28985700011253357,
      "learning_rate": 7.628512679917751e-05,
      "loss": 3.0473,
      "step": 2330
    },
    {
      "contrastive_loss": 2.089625597000122,
      "epoch": 1.5163100951761166,
      "nll_loss": 0.20907533168792725,
      "step": 2330
    },
    {
      "contrastive_loss": 2.0871217250823975,
      "epoch": 1.5163100951761166,
      "nll_loss": 0.15920710563659668,
      "step": 2330
    },
    {
      "contrastive_loss": 2.087980270385742,
      "epoch": 1.5163100951761166,
      "nll_loss": 0.12735500931739807,
      "step": 2330
    },
    {
      "contrastive_loss": 2.0914652347564697,
      "epoch": 1.5163100951761166,
      "nll_loss": 0.1525939702987671,
      "step": 2330
    },
    {
      "contrastive_loss": 2.0890426635742188,
      "epoch": 1.5163100951761166,
      "nll_loss": 0.09120868146419525,
      "step": 2330
    },
    {
      "contrastive_loss": 2.0847396850585938,
      "epoch": 1.5163100951761166,
      "nll_loss": 0.135690838098526,
      "step": 2330
    },
    {
      "contrastive_loss": 2.089405059814453,
      "epoch": 1.5163100951761166,
      "nll_loss": 0.14793331921100616,
      "step": 2330
    },
    {
      "contrastive_loss": 2.0879576206207275,
      "epoch": 1.5163100951761166,
      "nll_loss": 0.07584911584854126,
      "step": 2330
    },
    {
      "epoch": 1.519563979500529,
      "grad_norm": 0.2970726490020752,
      "learning_rate": 7.577107607950651e-05,
      "loss": 3.1326,
      "step": 2335
    },
    {
      "contrastive_loss": 2.09010910987854,
      "epoch": 1.519563979500529,
      "nll_loss": 0.19794002175331116,
      "step": 2335
    },
    {
      "contrastive_loss": 2.090031862258911,
      "epoch": 1.519563979500529,
      "nll_loss": 0.12209872156381607,
      "step": 2335
    },
    {
      "contrastive_loss": 2.088594913482666,
      "epoch": 1.519563979500529,
      "nll_loss": 0.10604403167963028,
      "step": 2335
    },
    {
      "contrastive_loss": 2.0873169898986816,
      "epoch": 1.519563979500529,
      "nll_loss": 0.01802736334502697,
      "step": 2335
    },
    {
      "contrastive_loss": 2.0867326259613037,
      "epoch": 1.519563979500529,
      "nll_loss": 0.08546297252178192,
      "step": 2335
    },
    {
      "contrastive_loss": 2.0862088203430176,
      "epoch": 1.519563979500529,
      "nll_loss": 0.18401621282100677,
      "step": 2335
    },
    {
      "contrastive_loss": 2.087325096130371,
      "epoch": 1.519563979500529,
      "nll_loss": 0.13444262742996216,
      "step": 2335
    },
    {
      "contrastive_loss": 2.0878384113311768,
      "epoch": 1.519563979500529,
      "nll_loss": 0.15881378948688507,
      "step": 2335
    },
    {
      "epoch": 1.522817863824941,
      "grad_norm": 0.3087347745895386,
      "learning_rate": 7.525702535983549e-05,
      "loss": 3.1001,
      "step": 2340
    },
    {
      "contrastive_loss": 2.087662696838379,
      "epoch": 1.522817863824941,
      "nll_loss": 0.031435370445251465,
      "step": 2340
    },
    {
      "contrastive_loss": 2.087000846862793,
      "epoch": 1.522817863824941,
      "nll_loss": 0.16645942628383636,
      "step": 2340
    },
    {
      "contrastive_loss": 2.076421022415161,
      "epoch": 1.522817863824941,
      "nll_loss": 0.1143890991806984,
      "step": 2340
    },
    {
      "contrastive_loss": 2.0842156410217285,
      "epoch": 1.522817863824941,
      "nll_loss": 0.1421252191066742,
      "step": 2340
    },
    {
      "contrastive_loss": 2.087310552597046,
      "epoch": 1.522817863824941,
      "nll_loss": 0.15934039652347565,
      "step": 2340
    },
    {
      "contrastive_loss": 2.0871798992156982,
      "epoch": 1.522817863824941,
      "nll_loss": 0.09962458908557892,
      "step": 2340
    },
    {
      "contrastive_loss": 2.0865938663482666,
      "epoch": 1.522817863824941,
      "nll_loss": 0.18178312480449677,
      "step": 2340
    },
    {
      "contrastive_loss": 2.0985219478607178,
      "epoch": 1.522817863824941,
      "nll_loss": 0.2015702724456787,
      "step": 2340
    },
    {
      "epoch": 1.5260717481493533,
      "grad_norm": 0.2811914384365082,
      "learning_rate": 7.47429746401645e-05,
      "loss": 3.0919,
      "step": 2345
    },
    {
      "contrastive_loss": 2.0885651111602783,
      "epoch": 1.5260717481493533,
      "nll_loss": 0.07919332385063171,
      "step": 2345
    },
    {
      "contrastive_loss": 2.0929462909698486,
      "epoch": 1.5260717481493533,
      "nll_loss": 0.16980399191379547,
      "step": 2345
    },
    {
      "contrastive_loss": 2.084339141845703,
      "epoch": 1.5260717481493533,
      "nll_loss": 0.17389054596424103,
      "step": 2345
    },
    {
      "contrastive_loss": 2.0868053436279297,
      "epoch": 1.5260717481493533,
      "nll_loss": 0.10900188237428665,
      "step": 2345
    },
    {
      "contrastive_loss": 2.0875372886657715,
      "epoch": 1.5260717481493533,
      "nll_loss": 0.15289631485939026,
      "step": 2345
    },
    {
      "contrastive_loss": 2.087986946105957,
      "epoch": 1.5260717481493533,
      "nll_loss": 0.09240338206291199,
      "step": 2345
    },
    {
      "contrastive_loss": 2.087681531906128,
      "epoch": 1.5260717481493533,
      "nll_loss": 0.19221332669258118,
      "step": 2345
    },
    {
      "contrastive_loss": 2.090247631072998,
      "epoch": 1.5260717481493533,
      "nll_loss": 0.14879651367664337,
      "step": 2345
    },
    {
      "epoch": 1.5293256324737654,
      "grad_norm": 0.2599620223045349,
      "learning_rate": 7.422892392049349e-05,
      "loss": 3.0956,
      "step": 2350
    },
    {
      "contrastive_loss": 2.0882625579833984,
      "epoch": 1.5293256324737654,
      "nll_loss": 0.12874601781368256,
      "step": 2350
    },
    {
      "contrastive_loss": 2.082716226577759,
      "epoch": 1.5293256324737654,
      "nll_loss": 0.14237825572490692,
      "step": 2350
    },
    {
      "contrastive_loss": 2.0842809677124023,
      "epoch": 1.5293256324737654,
      "nll_loss": 0.04643366485834122,
      "step": 2350
    },
    {
      "contrastive_loss": 2.087869644165039,
      "epoch": 1.5293256324737654,
      "nll_loss": 0.1415812373161316,
      "step": 2350
    },
    {
      "contrastive_loss": 2.0890517234802246,
      "epoch": 1.5293256324737654,
      "nll_loss": 0.1528654843568802,
      "step": 2350
    },
    {
      "contrastive_loss": 2.0816829204559326,
      "epoch": 1.5293256324737654,
      "nll_loss": 0.134974867105484,
      "step": 2350
    },
    {
      "contrastive_loss": 2.0881855487823486,
      "epoch": 1.5293256324737654,
      "nll_loss": 0.17333820462226868,
      "step": 2350
    },
    {
      "contrastive_loss": 2.088247060775757,
      "epoch": 1.5293256324737654,
      "nll_loss": 0.22229303419589996,
      "step": 2350
    },
    {
      "epoch": 1.5325795167981777,
      "grad_norm": 0.3075377941131592,
      "learning_rate": 7.371487320082247e-05,
      "loss": 3.1027,
      "step": 2355
    },
    {
      "contrastive_loss": 2.0869946479797363,
      "epoch": 1.5325795167981777,
      "nll_loss": 0.19579793512821198,
      "step": 2355
    },
    {
      "contrastive_loss": 2.0908355712890625,
      "epoch": 1.5325795167981777,
      "nll_loss": 0.09647591412067413,
      "step": 2355
    },
    {
      "contrastive_loss": 2.0871684551239014,
      "epoch": 1.5325795167981777,
      "nll_loss": 0.1483599841594696,
      "step": 2355
    },
    {
      "contrastive_loss": 2.0909132957458496,
      "epoch": 1.5325795167981777,
      "nll_loss": 0.062359970062971115,
      "step": 2355
    },
    {
      "contrastive_loss": 2.089083433151245,
      "epoch": 1.5325795167981777,
      "nll_loss": 0.14218933880329132,
      "step": 2355
    },
    {
      "contrastive_loss": 2.087625503540039,
      "epoch": 1.5325795167981777,
      "nll_loss": 0.14864788949489594,
      "step": 2355
    },
    {
      "contrastive_loss": 2.0894761085510254,
      "epoch": 1.5325795167981777,
      "nll_loss": 0.1473957598209381,
      "step": 2355
    },
    {
      "contrastive_loss": 2.087346076965332,
      "epoch": 1.5325795167981777,
      "nll_loss": 0.12721620500087738,
      "step": 2355
    },
    {
      "epoch": 1.53583340112259,
      "grad_norm": 0.2985132932662964,
      "learning_rate": 7.320082248115147e-05,
      "loss": 3.1267,
      "step": 2360
    },
    {
      "contrastive_loss": 2.0882186889648438,
      "epoch": 1.53583340112259,
      "nll_loss": 0.09589763730764389,
      "step": 2360
    },
    {
      "contrastive_loss": 2.0874505043029785,
      "epoch": 1.53583340112259,
      "nll_loss": 0.13414229452610016,
      "step": 2360
    },
    {
      "contrastive_loss": 2.089651584625244,
      "epoch": 1.53583340112259,
      "nll_loss": 0.11021994054317474,
      "step": 2360
    },
    {
      "contrastive_loss": 2.0889596939086914,
      "epoch": 1.53583340112259,
      "nll_loss": 0.2068249136209488,
      "step": 2360
    },
    {
      "contrastive_loss": 2.086435556411743,
      "epoch": 1.53583340112259,
      "nll_loss": 0.15539585053920746,
      "step": 2360
    },
    {
      "contrastive_loss": 2.0924763679504395,
      "epoch": 1.53583340112259,
      "nll_loss": 0.09724178165197372,
      "step": 2360
    },
    {
      "contrastive_loss": 2.090728759765625,
      "epoch": 1.53583340112259,
      "nll_loss": 0.2528296411037445,
      "step": 2360
    },
    {
      "contrastive_loss": 2.0912771224975586,
      "epoch": 1.53583340112259,
      "nll_loss": 0.06905240565538406,
      "step": 2360
    },
    {
      "epoch": 1.5390872854470024,
      "grad_norm": 0.27907252311706543,
      "learning_rate": 7.268677176148046e-05,
      "loss": 3.1355,
      "step": 2365
    },
    {
      "contrastive_loss": 2.0879430770874023,
      "epoch": 1.5390872854470024,
      "nll_loss": 0.1408681422472,
      "step": 2365
    },
    {
      "contrastive_loss": 2.0863401889801025,
      "epoch": 1.5390872854470024,
      "nll_loss": 0.08571397513151169,
      "step": 2365
    },
    {
      "contrastive_loss": 2.088569164276123,
      "epoch": 1.5390872854470024,
      "nll_loss": 0.12466836720705032,
      "step": 2365
    },
    {
      "contrastive_loss": 2.086996078491211,
      "epoch": 1.5390872854470024,
      "nll_loss": 0.09260427951812744,
      "step": 2365
    },
    {
      "contrastive_loss": 2.0885403156280518,
      "epoch": 1.5390872854470024,
      "nll_loss": 0.10377892106771469,
      "step": 2365
    },
    {
      "contrastive_loss": 2.086367130279541,
      "epoch": 1.5390872854470024,
      "nll_loss": 0.11988835036754608,
      "step": 2365
    },
    {
      "contrastive_loss": 2.0883026123046875,
      "epoch": 1.5390872854470024,
      "nll_loss": 0.14835384488105774,
      "step": 2365
    },
    {
      "contrastive_loss": 2.0879507064819336,
      "epoch": 1.5390872854470024,
      "nll_loss": 0.14417044818401337,
      "step": 2365
    },
    {
      "epoch": 1.5423411697714147,
      "grad_norm": 0.26970288157463074,
      "learning_rate": 7.217272104180946e-05,
      "loss": 3.0742,
      "step": 2370
    },
    {
      "contrastive_loss": 2.0829291343688965,
      "epoch": 1.5423411697714147,
      "nll_loss": 0.168655663728714,
      "step": 2370
    },
    {
      "contrastive_loss": 2.0879852771759033,
      "epoch": 1.5423411697714147,
      "nll_loss": 0.07021667808294296,
      "step": 2370
    },
    {
      "contrastive_loss": 2.084371328353882,
      "epoch": 1.5423411697714147,
      "nll_loss": 0.1736026257276535,
      "step": 2370
    },
    {
      "contrastive_loss": 2.0883474349975586,
      "epoch": 1.5423411697714147,
      "nll_loss": 0.16676737368106842,
      "step": 2370
    },
    {
      "contrastive_loss": 2.089146137237549,
      "epoch": 1.5423411697714147,
      "nll_loss": 0.13444802165031433,
      "step": 2370
    },
    {
      "contrastive_loss": 2.090759038925171,
      "epoch": 1.5423411697714147,
      "nll_loss": 0.06736717373132706,
      "step": 2370
    },
    {
      "contrastive_loss": 2.0899605751037598,
      "epoch": 1.5423411697714147,
      "nll_loss": 0.1859460026025772,
      "step": 2370
    },
    {
      "contrastive_loss": 2.0845956802368164,
      "epoch": 1.5423411697714147,
      "nll_loss": 0.1255127638578415,
      "step": 2370
    },
    {
      "epoch": 1.545595054095827,
      "grad_norm": 0.3116439878940582,
      "learning_rate": 7.165867032213845e-05,
      "loss": 3.159,
      "step": 2375
    },
    {
      "contrastive_loss": 2.091750383377075,
      "epoch": 1.545595054095827,
      "nll_loss": 0.10075292736291885,
      "step": 2375
    },
    {
      "contrastive_loss": 2.0930027961730957,
      "epoch": 1.545595054095827,
      "nll_loss": 0.09491277486085892,
      "step": 2375
    },
    {
      "contrastive_loss": 2.087735652923584,
      "epoch": 1.545595054095827,
      "nll_loss": 0.1059085801243782,
      "step": 2375
    },
    {
      "contrastive_loss": 2.0881521701812744,
      "epoch": 1.545595054095827,
      "nll_loss": 0.07279334962368011,
      "step": 2375
    },
    {
      "contrastive_loss": 2.0943682193756104,
      "epoch": 1.545595054095827,
      "nll_loss": 0.1694464534521103,
      "step": 2375
    },
    {
      "contrastive_loss": 2.085909605026245,
      "epoch": 1.545595054095827,
      "nll_loss": 0.13755446672439575,
      "step": 2375
    },
    {
      "contrastive_loss": 2.0871710777282715,
      "epoch": 1.545595054095827,
      "nll_loss": 0.1420544534921646,
      "step": 2375
    },
    {
      "contrastive_loss": 2.0861940383911133,
      "epoch": 1.545595054095827,
      "nll_loss": 0.11394156515598297,
      "step": 2375
    },
    {
      "epoch": 1.5488489384202393,
      "grad_norm": 0.26780784130096436,
      "learning_rate": 7.114461960246743e-05,
      "loss": 3.0406,
      "step": 2380
    },
    {
      "contrastive_loss": 2.0825226306915283,
      "epoch": 1.5488489384202393,
      "nll_loss": 0.10783769190311432,
      "step": 2380
    },
    {
      "contrastive_loss": 2.08499813079834,
      "epoch": 1.5488489384202393,
      "nll_loss": 0.13674987852573395,
      "step": 2380
    },
    {
      "contrastive_loss": 2.0861051082611084,
      "epoch": 1.5488489384202393,
      "nll_loss": 0.1500546634197235,
      "step": 2380
    },
    {
      "contrastive_loss": 2.087245225906372,
      "epoch": 1.5488489384202393,
      "nll_loss": 0.11996215581893921,
      "step": 2380
    },
    {
      "contrastive_loss": 2.094038248062134,
      "epoch": 1.5488489384202393,
      "nll_loss": 0.1781265139579773,
      "step": 2380
    },
    {
      "contrastive_loss": 2.085508108139038,
      "epoch": 1.5488489384202393,
      "nll_loss": 0.150788351893425,
      "step": 2380
    },
    {
      "contrastive_loss": 2.088200807571411,
      "epoch": 1.5488489384202393,
      "nll_loss": 0.1382828950881958,
      "step": 2380
    },
    {
      "contrastive_loss": 2.0912818908691406,
      "epoch": 1.5488489384202393,
      "nll_loss": 0.14489853382110596,
      "step": 2380
    },
    {
      "epoch": 1.5521028227446514,
      "grad_norm": 0.26262423396110535,
      "learning_rate": 7.063056888279643e-05,
      "loss": 3.1104,
      "step": 2385
    },
    {
      "contrastive_loss": 2.0918610095977783,
      "epoch": 1.5521028227446514,
      "nll_loss": 0.13186948001384735,
      "step": 2385
    },
    {
      "contrastive_loss": 2.0929789543151855,
      "epoch": 1.5521028227446514,
      "nll_loss": 0.1326315551996231,
      "step": 2385
    },
    {
      "contrastive_loss": 2.087460517883301,
      "epoch": 1.5521028227446514,
      "nll_loss": 0.16449233889579773,
      "step": 2385
    },
    {
      "contrastive_loss": 2.089134693145752,
      "epoch": 1.5521028227446514,
      "nll_loss": 0.1898515820503235,
      "step": 2385
    },
    {
      "contrastive_loss": 2.0873758792877197,
      "epoch": 1.5521028227446514,
      "nll_loss": 0.15741807222366333,
      "step": 2385
    },
    {
      "contrastive_loss": 2.089634656906128,
      "epoch": 1.5521028227446514,
      "nll_loss": 0.10463374108076096,
      "step": 2385
    },
    {
      "contrastive_loss": 2.088383674621582,
      "epoch": 1.5521028227446514,
      "nll_loss": 0.15212701261043549,
      "step": 2385
    },
    {
      "contrastive_loss": 2.0868916511535645,
      "epoch": 1.5521028227446514,
      "nll_loss": 0.1046421155333519,
      "step": 2385
    },
    {
      "epoch": 1.5553567070690637,
      "grad_norm": 0.28687846660614014,
      "learning_rate": 7.011651816312542e-05,
      "loss": 3.1256,
      "step": 2390
    },
    {
      "contrastive_loss": 2.0903170108795166,
      "epoch": 1.5553567070690637,
      "nll_loss": 0.1025533527135849,
      "step": 2390
    },
    {
      "contrastive_loss": 2.0888073444366455,
      "epoch": 1.5553567070690637,
      "nll_loss": 0.14018785953521729,
      "step": 2390
    },
    {
      "contrastive_loss": 2.0889832973480225,
      "epoch": 1.5553567070690637,
      "nll_loss": 0.15618307888507843,
      "step": 2390
    },
    {
      "contrastive_loss": 2.0950756072998047,
      "epoch": 1.5553567070690637,
      "nll_loss": 0.12485112994909286,
      "step": 2390
    },
    {
      "contrastive_loss": 2.0866599082946777,
      "epoch": 1.5553567070690637,
      "nll_loss": 0.14721789956092834,
      "step": 2390
    },
    {
      "contrastive_loss": 2.0816972255706787,
      "epoch": 1.5553567070690637,
      "nll_loss": 0.12687748670578003,
      "step": 2390
    },
    {
      "contrastive_loss": 2.0869898796081543,
      "epoch": 1.5553567070690637,
      "nll_loss": 0.12442382425069809,
      "step": 2390
    },
    {
      "contrastive_loss": 2.091263771057129,
      "epoch": 1.5553567070690637,
      "nll_loss": 0.11320842802524567,
      "step": 2390
    },
    {
      "epoch": 1.5586105913934758,
      "grad_norm": 0.30208805203437805,
      "learning_rate": 6.960246744345442e-05,
      "loss": 3.1037,
      "step": 2395
    },
    {
      "contrastive_loss": 2.087111711502075,
      "epoch": 1.5586105913934758,
      "nll_loss": 0.07378459721803665,
      "step": 2395
    },
    {
      "contrastive_loss": 2.0923678874969482,
      "epoch": 1.5586105913934758,
      "nll_loss": 0.09964548051357269,
      "step": 2395
    },
    {
      "contrastive_loss": 2.0895349979400635,
      "epoch": 1.5586105913934758,
      "nll_loss": 0.17829959094524384,
      "step": 2395
    },
    {
      "contrastive_loss": 2.089094400405884,
      "epoch": 1.5586105913934758,
      "nll_loss": 0.1089296042919159,
      "step": 2395
    },
    {
      "contrastive_loss": 2.0828912258148193,
      "epoch": 1.5586105913934758,
      "nll_loss": 0.19107139110565186,
      "step": 2395
    },
    {
      "contrastive_loss": 2.088214159011841,
      "epoch": 1.5586105913934758,
      "nll_loss": 0.1887059211730957,
      "step": 2395
    },
    {
      "contrastive_loss": 2.0878541469573975,
      "epoch": 1.5586105913934758,
      "nll_loss": 0.07475889474153519,
      "step": 2395
    },
    {
      "contrastive_loss": 2.086763381958008,
      "epoch": 1.5586105913934758,
      "nll_loss": 0.09706887602806091,
      "step": 2395
    },
    {
      "epoch": 1.5618644757178881,
      "grad_norm": 0.27920106053352356,
      "learning_rate": 6.908841672378341e-05,
      "loss": 3.0959,
      "step": 2400
    },
    {
      "contrastive_loss": 2.087791919708252,
      "epoch": 1.5618644757178881,
      "nll_loss": 0.17293508350849152,
      "step": 2400
    },
    {
      "contrastive_loss": 2.0884063243865967,
      "epoch": 1.5618644757178881,
      "nll_loss": 0.13064616918563843,
      "step": 2400
    },
    {
      "contrastive_loss": 2.094162940979004,
      "epoch": 1.5618644757178881,
      "nll_loss": 0.12243402749300003,
      "step": 2400
    },
    {
      "contrastive_loss": 2.088738203048706,
      "epoch": 1.5618644757178881,
      "nll_loss": 0.10408619046211243,
      "step": 2400
    },
    {
      "contrastive_loss": 2.089067220687866,
      "epoch": 1.5618644757178881,
      "nll_loss": 0.15744660794734955,
      "step": 2400
    },
    {
      "contrastive_loss": 2.086902618408203,
      "epoch": 1.5618644757178881,
      "nll_loss": 0.12092876434326172,
      "step": 2400
    },
    {
      "contrastive_loss": 2.0841879844665527,
      "epoch": 1.5618644757178881,
      "nll_loss": 0.10746928304433823,
      "step": 2400
    },
    {
      "contrastive_loss": 2.0855772495269775,
      "epoch": 1.5618644757178881,
      "nll_loss": 0.14892686903476715,
      "step": 2400
    },
    {
      "epoch": 1.5651183600423004,
      "grad_norm": 0.2715209126472473,
      "learning_rate": 6.857436600411239e-05,
      "loss": 3.1147,
      "step": 2405
    },
    {
      "contrastive_loss": 2.0893499851226807,
      "epoch": 1.5651183600423004,
      "nll_loss": 0.13612042367458344,
      "step": 2405
    },
    {
      "contrastive_loss": 2.0867960453033447,
      "epoch": 1.5651183600423004,
      "nll_loss": 0.17949999868869781,
      "step": 2405
    },
    {
      "contrastive_loss": 2.0850372314453125,
      "epoch": 1.5651183600423004,
      "nll_loss": 0.12302989512681961,
      "step": 2405
    },
    {
      "contrastive_loss": 2.0881872177124023,
      "epoch": 1.5651183600423004,
      "nll_loss": 0.10927022248506546,
      "step": 2405
    },
    {
      "contrastive_loss": 2.093118667602539,
      "epoch": 1.5651183600423004,
      "nll_loss": 0.0746840313076973,
      "step": 2405
    },
    {
      "contrastive_loss": 2.089233160018921,
      "epoch": 1.5651183600423004,
      "nll_loss": 0.17859722673892975,
      "step": 2405
    },
    {
      "contrastive_loss": 2.08683705329895,
      "epoch": 1.5651183600423004,
      "nll_loss": 0.09325700998306274,
      "step": 2405
    },
    {
      "contrastive_loss": 2.0922741889953613,
      "epoch": 1.5651183600423004,
      "nll_loss": 0.12475200742483139,
      "step": 2405
    },
    {
      "epoch": 1.5683722443667127,
      "grad_norm": 0.27592402696609497,
      "learning_rate": 6.806031528444139e-05,
      "loss": 3.0834,
      "step": 2410
    },
    {
      "contrastive_loss": 2.1048173904418945,
      "epoch": 1.5683722443667127,
      "nll_loss": 0.12185899913311005,
      "step": 2410
    },
    {
      "contrastive_loss": 2.0865089893341064,
      "epoch": 1.5683722443667127,
      "nll_loss": 0.142412006855011,
      "step": 2410
    },
    {
      "contrastive_loss": 2.0843772888183594,
      "epoch": 1.5683722443667127,
      "nll_loss": 0.08881457149982452,
      "step": 2410
    },
    {
      "contrastive_loss": 2.0885672569274902,
      "epoch": 1.5683722443667127,
      "nll_loss": 0.09910942614078522,
      "step": 2410
    },
    {
      "contrastive_loss": 2.0939865112304688,
      "epoch": 1.5683722443667127,
      "nll_loss": 0.197904571890831,
      "step": 2410
    },
    {
      "contrastive_loss": 2.0850141048431396,
      "epoch": 1.5683722443667127,
      "nll_loss": 0.1259363442659378,
      "step": 2410
    },
    {
      "contrastive_loss": 2.0895326137542725,
      "epoch": 1.5683722443667127,
      "nll_loss": 0.13831859827041626,
      "step": 2410
    },
    {
      "contrastive_loss": 2.090660572052002,
      "epoch": 1.5683722443667127,
      "nll_loss": 0.10336519032716751,
      "step": 2410
    },
    {
      "epoch": 1.571626128691125,
      "grad_norm": 0.29043927788734436,
      "learning_rate": 6.75462645647704e-05,
      "loss": 3.1297,
      "step": 2415
    },
    {
      "contrastive_loss": 2.090188503265381,
      "epoch": 1.571626128691125,
      "nll_loss": 0.11883768439292908,
      "step": 2415
    },
    {
      "contrastive_loss": 2.0904011726379395,
      "epoch": 1.571626128691125,
      "nll_loss": 0.11249728500843048,
      "step": 2415
    },
    {
      "contrastive_loss": 2.087387800216675,
      "epoch": 1.571626128691125,
      "nll_loss": 0.11809379607439041,
      "step": 2415
    },
    {
      "contrastive_loss": 2.087681770324707,
      "epoch": 1.571626128691125,
      "nll_loss": 0.09723564982414246,
      "step": 2415
    },
    {
      "contrastive_loss": 2.086869955062866,
      "epoch": 1.571626128691125,
      "nll_loss": 0.1917908787727356,
      "step": 2415
    },
    {
      "contrastive_loss": 2.0889105796813965,
      "epoch": 1.571626128691125,
      "nll_loss": 0.13784973323345184,
      "step": 2415
    },
    {
      "contrastive_loss": 2.089017152786255,
      "epoch": 1.571626128691125,
      "nll_loss": 0.07977120578289032,
      "step": 2415
    },
    {
      "contrastive_loss": 2.0913147926330566,
      "epoch": 1.571626128691125,
      "nll_loss": 0.017298009246587753,
      "step": 2415
    },
    {
      "epoch": 1.5748800130155374,
      "grad_norm": 0.2890733480453491,
      "learning_rate": 6.703221384509937e-05,
      "loss": 3.1095,
      "step": 2420
    },
    {
      "contrastive_loss": 2.0881803035736084,
      "epoch": 1.5748800130155374,
      "nll_loss": 0.13459829986095428,
      "step": 2420
    },
    {
      "contrastive_loss": 2.089951753616333,
      "epoch": 1.5748800130155374,
      "nll_loss": 0.08918548375368118,
      "step": 2420
    },
    {
      "contrastive_loss": 2.0861423015594482,
      "epoch": 1.5748800130155374,
      "nll_loss": 0.09695693105459213,
      "step": 2420
    },
    {
      "contrastive_loss": 2.0861635208129883,
      "epoch": 1.5748800130155374,
      "nll_loss": 0.1781972348690033,
      "step": 2420
    },
    {
      "contrastive_loss": 2.0895087718963623,
      "epoch": 1.5748800130155374,
      "nll_loss": 0.11921670287847519,
      "step": 2420
    },
    {
      "contrastive_loss": 2.084293842315674,
      "epoch": 1.5748800130155374,
      "nll_loss": 0.1854231059551239,
      "step": 2420
    },
    {
      "contrastive_loss": 2.0845422744750977,
      "epoch": 1.5748800130155374,
      "nll_loss": 0.14068590104579926,
      "step": 2420
    },
    {
      "contrastive_loss": 2.087592840194702,
      "epoch": 1.5748800130155374,
      "nll_loss": 0.12008544057607651,
      "step": 2420
    },
    {
      "epoch": 1.5781338973399497,
      "grad_norm": 0.285294771194458,
      "learning_rate": 6.651816312542837e-05,
      "loss": 3.0883,
      "step": 2425
    },
    {
      "contrastive_loss": 2.0875134468078613,
      "epoch": 1.5781338973399497,
      "nll_loss": 0.1575634479522705,
      "step": 2425
    },
    {
      "contrastive_loss": 2.091413736343384,
      "epoch": 1.5781338973399497,
      "nll_loss": 0.0819033607840538,
      "step": 2425
    },
    {
      "contrastive_loss": 2.0894627571105957,
      "epoch": 1.5781338973399497,
      "nll_loss": 0.11682971566915512,
      "step": 2425
    },
    {
      "contrastive_loss": 2.090665102005005,
      "epoch": 1.5781338973399497,
      "nll_loss": 0.10808169841766357,
      "step": 2425
    },
    {
      "contrastive_loss": 2.085768461227417,
      "epoch": 1.5781338973399497,
      "nll_loss": 0.19264324009418488,
      "step": 2425
    },
    {
      "contrastive_loss": 2.0868961811065674,
      "epoch": 1.5781338973399497,
      "nll_loss": 0.17088772356510162,
      "step": 2425
    },
    {
      "contrastive_loss": 2.0974743366241455,
      "epoch": 1.5781338973399497,
      "nll_loss": 0.0550830215215683,
      "step": 2425
    },
    {
      "contrastive_loss": 2.088571071624756,
      "epoch": 1.5781338973399497,
      "nll_loss": 0.1995985358953476,
      "step": 2425
    },
    {
      "epoch": 1.5813877816643618,
      "grad_norm": 0.2846206724643707,
      "learning_rate": 6.600411240575736e-05,
      "loss": 3.1229,
      "step": 2430
    },
    {
      "contrastive_loss": 2.086960792541504,
      "epoch": 1.5813877816643618,
      "nll_loss": 0.2219766080379486,
      "step": 2430
    },
    {
      "contrastive_loss": 2.0877227783203125,
      "epoch": 1.5813877816643618,
      "nll_loss": 0.13108189404010773,
      "step": 2430
    },
    {
      "contrastive_loss": 2.087855815887451,
      "epoch": 1.5813877816643618,
      "nll_loss": 0.07440049946308136,
      "step": 2430
    },
    {
      "contrastive_loss": 2.091732978820801,
      "epoch": 1.5813877816643618,
      "nll_loss": 0.09085404127836227,
      "step": 2430
    },
    {
      "contrastive_loss": 2.0910284519195557,
      "epoch": 1.5813877816643618,
      "nll_loss": 0.13189856708049774,
      "step": 2430
    },
    {
      "contrastive_loss": 2.085878849029541,
      "epoch": 1.5813877816643618,
      "nll_loss": 0.13897857069969177,
      "step": 2430
    },
    {
      "contrastive_loss": 2.087254762649536,
      "epoch": 1.5813877816643618,
      "nll_loss": 0.0702686533331871,
      "step": 2430
    },
    {
      "contrastive_loss": 2.085935115814209,
      "epoch": 1.5813877816643618,
      "nll_loss": 0.21594402194023132,
      "step": 2430
    },
    {
      "epoch": 1.584641665988774,
      "grad_norm": 0.2754998505115509,
      "learning_rate": 6.549006168608636e-05,
      "loss": 3.0883,
      "step": 2435
    },
    {
      "contrastive_loss": 2.0845768451690674,
      "epoch": 1.584641665988774,
      "nll_loss": 0.0628674253821373,
      "step": 2435
    },
    {
      "contrastive_loss": 2.0877490043640137,
      "epoch": 1.584641665988774,
      "nll_loss": 0.059965308755636215,
      "step": 2435
    },
    {
      "contrastive_loss": 2.0889813899993896,
      "epoch": 1.584641665988774,
      "nll_loss": 0.12627315521240234,
      "step": 2435
    },
    {
      "contrastive_loss": 2.097489833831787,
      "epoch": 1.584641665988774,
      "nll_loss": 0.14287446439266205,
      "step": 2435
    },
    {
      "contrastive_loss": 2.0892999172210693,
      "epoch": 1.584641665988774,
      "nll_loss": 0.13282251358032227,
      "step": 2435
    },
    {
      "contrastive_loss": 2.0844337940216064,
      "epoch": 1.584641665988774,
      "nll_loss": 0.15944577753543854,
      "step": 2435
    },
    {
      "contrastive_loss": 2.089688301086426,
      "epoch": 1.584641665988774,
      "nll_loss": 0.19723156094551086,
      "step": 2435
    },
    {
      "contrastive_loss": 2.089470148086548,
      "epoch": 1.584641665988774,
      "nll_loss": 0.12064838409423828,
      "step": 2435
    },
    {
      "epoch": 1.5878955503131864,
      "grad_norm": 0.31562989950180054,
      "learning_rate": 6.497601096641535e-05,
      "loss": 3.0566,
      "step": 2440
    },
    {
      "contrastive_loss": 2.0908875465393066,
      "epoch": 1.5878955503131864,
      "nll_loss": 0.1288171261548996,
      "step": 2440
    },
    {
      "contrastive_loss": 2.0915141105651855,
      "epoch": 1.5878955503131864,
      "nll_loss": 0.16091161966323853,
      "step": 2440
    },
    {
      "contrastive_loss": 2.0897629261016846,
      "epoch": 1.5878955503131864,
      "nll_loss": 0.09191492199897766,
      "step": 2440
    },
    {
      "contrastive_loss": 2.0909087657928467,
      "epoch": 1.5878955503131864,
      "nll_loss": 0.20843631029129028,
      "step": 2440
    },
    {
      "contrastive_loss": 2.0881850719451904,
      "epoch": 1.5878955503131864,
      "nll_loss": 0.10388996452093124,
      "step": 2440
    },
    {
      "contrastive_loss": 2.086902618408203,
      "epoch": 1.5878955503131864,
      "nll_loss": 0.14863157272338867,
      "step": 2440
    },
    {
      "contrastive_loss": 2.089134454727173,
      "epoch": 1.5878955503131864,
      "nll_loss": 0.16084137558937073,
      "step": 2440
    },
    {
      "contrastive_loss": 2.088543653488159,
      "epoch": 1.5878955503131864,
      "nll_loss": 0.11175156384706497,
      "step": 2440
    },
    {
      "epoch": 1.5911494346375985,
      "grad_norm": 0.2838903069496155,
      "learning_rate": 6.446196024674433e-05,
      "loss": 3.1148,
      "step": 2445
    },
    {
      "contrastive_loss": 2.091230869293213,
      "epoch": 1.5911494346375985,
      "nll_loss": 0.24171461164951324,
      "step": 2445
    },
    {
      "contrastive_loss": 2.0938611030578613,
      "epoch": 1.5911494346375985,
      "nll_loss": 0.10387051850557327,
      "step": 2445
    },
    {
      "contrastive_loss": 2.0882651805877686,
      "epoch": 1.5911494346375985,
      "nll_loss": 0.1655043214559555,
      "step": 2445
    },
    {
      "contrastive_loss": 2.085063934326172,
      "epoch": 1.5911494346375985,
      "nll_loss": 0.07802639156579971,
      "step": 2445
    },
    {
      "contrastive_loss": 2.0915687084198,
      "epoch": 1.5911494346375985,
      "nll_loss": 0.14166155457496643,
      "step": 2445
    },
    {
      "contrastive_loss": 2.087819814682007,
      "epoch": 1.5911494346375985,
      "nll_loss": 0.16125841438770294,
      "step": 2445
    },
    {
      "contrastive_loss": 2.08886981010437,
      "epoch": 1.5911494346375985,
      "nll_loss": 0.1943163424730301,
      "step": 2445
    },
    {
      "contrastive_loss": 2.0851645469665527,
      "epoch": 1.5911494346375985,
      "nll_loss": 0.1428137868642807,
      "step": 2445
    },
    {
      "epoch": 1.5944033189620108,
      "grad_norm": 0.27457016706466675,
      "learning_rate": 6.394790952707333e-05,
      "loss": 3.1543,
      "step": 2450
    },
    {
      "contrastive_loss": 2.0851454734802246,
      "epoch": 1.5944033189620108,
      "nll_loss": 0.13676640391349792,
      "step": 2450
    },
    {
      "contrastive_loss": 2.086911201477051,
      "epoch": 1.5944033189620108,
      "nll_loss": 0.1563938409090042,
      "step": 2450
    },
    {
      "contrastive_loss": 2.089581251144409,
      "epoch": 1.5944033189620108,
      "nll_loss": 0.1340191513299942,
      "step": 2450
    },
    {
      "contrastive_loss": 2.0874874591827393,
      "epoch": 1.5944033189620108,
      "nll_loss": 0.11833548545837402,
      "step": 2450
    },
    {
      "contrastive_loss": 2.0827529430389404,
      "epoch": 1.5944033189620108,
      "nll_loss": 0.09546726942062378,
      "step": 2450
    },
    {
      "contrastive_loss": 2.0856878757476807,
      "epoch": 1.5944033189620108,
      "nll_loss": 0.10110626369714737,
      "step": 2450
    },
    {
      "contrastive_loss": 2.0869317054748535,
      "epoch": 1.5944033189620108,
      "nll_loss": 0.14529497921466827,
      "step": 2450
    },
    {
      "contrastive_loss": 2.085116147994995,
      "epoch": 1.5944033189620108,
      "nll_loss": 0.06530893594026566,
      "step": 2450
    },
    {
      "epoch": 1.5976572032864231,
      "grad_norm": 0.26648688316345215,
      "learning_rate": 6.343385880740232e-05,
      "loss": 3.0769,
      "step": 2455
    },
    {
      "contrastive_loss": 2.0904200077056885,
      "epoch": 1.5976572032864231,
      "nll_loss": 0.09681300073862076,
      "step": 2455
    },
    {
      "contrastive_loss": 2.088538408279419,
      "epoch": 1.5976572032864231,
      "nll_loss": 0.1183212623000145,
      "step": 2455
    },
    {
      "contrastive_loss": 2.0887610912323,
      "epoch": 1.5976572032864231,
      "nll_loss": 0.09703642874956131,
      "step": 2455
    },
    {
      "contrastive_loss": 2.0814576148986816,
      "epoch": 1.5976572032864231,
      "nll_loss": 0.11632812768220901,
      "step": 2455
    },
    {
      "contrastive_loss": 2.0844483375549316,
      "epoch": 1.5976572032864231,
      "nll_loss": 0.19930799305438995,
      "step": 2455
    },
    {
      "contrastive_loss": 2.0868120193481445,
      "epoch": 1.5976572032864231,
      "nll_loss": 0.13976334035396576,
      "step": 2455
    },
    {
      "contrastive_loss": 2.0879650115966797,
      "epoch": 1.5976572032864231,
      "nll_loss": 0.11251187324523926,
      "step": 2455
    },
    {
      "contrastive_loss": 2.0868821144104004,
      "epoch": 1.5976572032864231,
      "nll_loss": 0.13728252053260803,
      "step": 2455
    },
    {
      "epoch": 1.6009110876108354,
      "grad_norm": 0.2616751194000244,
      "learning_rate": 6.291980808773132e-05,
      "loss": 3.1097,
      "step": 2460
    },
    {
      "contrastive_loss": 2.0859251022338867,
      "epoch": 1.6009110876108354,
      "nll_loss": 0.1115490198135376,
      "step": 2460
    },
    {
      "contrastive_loss": 2.089834690093994,
      "epoch": 1.6009110876108354,
      "nll_loss": 0.22173716127872467,
      "step": 2460
    },
    {
      "contrastive_loss": 2.088749647140503,
      "epoch": 1.6009110876108354,
      "nll_loss": 0.1375371813774109,
      "step": 2460
    },
    {
      "contrastive_loss": 2.086548328399658,
      "epoch": 1.6009110876108354,
      "nll_loss": 0.11319614946842194,
      "step": 2460
    },
    {
      "contrastive_loss": 2.0883026123046875,
      "epoch": 1.6009110876108354,
      "nll_loss": 0.14109928905963898,
      "step": 2460
    },
    {
      "contrastive_loss": 2.0879502296447754,
      "epoch": 1.6009110876108354,
      "nll_loss": 0.10678587108850479,
      "step": 2460
    },
    {
      "contrastive_loss": 2.085881233215332,
      "epoch": 1.6009110876108354,
      "nll_loss": 0.12482833862304688,
      "step": 2460
    },
    {
      "contrastive_loss": 2.08455228805542,
      "epoch": 1.6009110876108354,
      "nll_loss": 0.1864083707332611,
      "step": 2460
    },
    {
      "epoch": 1.6041649719352478,
      "grad_norm": 0.2858702838420868,
      "learning_rate": 6.240575736806031e-05,
      "loss": 3.1114,
      "step": 2465
    },
    {
      "contrastive_loss": 2.0923573970794678,
      "epoch": 1.6041649719352478,
      "nll_loss": 0.1303052455186844,
      "step": 2465
    },
    {
      "contrastive_loss": 2.087686777114868,
      "epoch": 1.6041649719352478,
      "nll_loss": 0.08981700241565704,
      "step": 2465
    },
    {
      "contrastive_loss": 2.088578462600708,
      "epoch": 1.6041649719352478,
      "nll_loss": 0.12622112035751343,
      "step": 2465
    },
    {
      "contrastive_loss": 2.087289571762085,
      "epoch": 1.6041649719352478,
      "nll_loss": 0.21656298637390137,
      "step": 2465
    },
    {
      "contrastive_loss": 2.08709979057312,
      "epoch": 1.6041649719352478,
      "nll_loss": 0.11074262857437134,
      "step": 2465
    },
    {
      "contrastive_loss": 2.0857253074645996,
      "epoch": 1.6041649719352478,
      "nll_loss": 0.1006481871008873,
      "step": 2465
    },
    {
      "contrastive_loss": 2.084362745285034,
      "epoch": 1.6041649719352478,
      "nll_loss": 0.14061419665813446,
      "step": 2465
    },
    {
      "contrastive_loss": 2.085479497909546,
      "epoch": 1.6041649719352478,
      "nll_loss": 0.1069759801030159,
      "step": 2465
    },
    {
      "epoch": 1.60741885625966,
      "grad_norm": 0.2855844497680664,
      "learning_rate": 6.189170664838929e-05,
      "loss": 3.1261,
      "step": 2470
    },
    {
      "contrastive_loss": 2.0877809524536133,
      "epoch": 1.60741885625966,
      "nll_loss": 0.09777247160673141,
      "step": 2470
    },
    {
      "contrastive_loss": 2.0896668434143066,
      "epoch": 1.60741885625966,
      "nll_loss": 0.13244889676570892,
      "step": 2470
    },
    {
      "contrastive_loss": 2.085404872894287,
      "epoch": 1.60741885625966,
      "nll_loss": 0.144001767039299,
      "step": 2470
    },
    {
      "contrastive_loss": 2.0864360332489014,
      "epoch": 1.60741885625966,
      "nll_loss": 0.05335881561040878,
      "step": 2470
    },
    {
      "contrastive_loss": 2.09023380279541,
      "epoch": 1.60741885625966,
      "nll_loss": 0.14887458086013794,
      "step": 2470
    },
    {
      "contrastive_loss": 2.0890002250671387,
      "epoch": 1.60741885625966,
      "nll_loss": 0.1643747091293335,
      "step": 2470
    },
    {
      "contrastive_loss": 2.089486837387085,
      "epoch": 1.60741885625966,
      "nll_loss": 0.14409783482551575,
      "step": 2470
    },
    {
      "contrastive_loss": 2.0865979194641113,
      "epoch": 1.60741885625966,
      "nll_loss": 0.1639832705259323,
      "step": 2470
    },
    {
      "epoch": 1.6106727405840724,
      "grad_norm": 0.27478936314582825,
      "learning_rate": 6.137765592871829e-05,
      "loss": 3.0952,
      "step": 2475
    },
    {
      "contrastive_loss": 2.0912926197052,
      "epoch": 1.6106727405840724,
      "nll_loss": 0.17280158400535583,
      "step": 2475
    },
    {
      "contrastive_loss": 2.0866565704345703,
      "epoch": 1.6106727405840724,
      "nll_loss": 0.1516154408454895,
      "step": 2475
    },
    {
      "contrastive_loss": 2.0930933952331543,
      "epoch": 1.6106727405840724,
      "nll_loss": 0.11841799318790436,
      "step": 2475
    },
    {
      "contrastive_loss": 2.0857748985290527,
      "epoch": 1.6106727405840724,
      "nll_loss": 0.1923937350511551,
      "step": 2475
    },
    {
      "contrastive_loss": 2.084162473678589,
      "epoch": 1.6106727405840724,
      "nll_loss": 0.04697096720337868,
      "step": 2475
    },
    {
      "contrastive_loss": 2.0862879753112793,
      "epoch": 1.6106727405840724,
      "nll_loss": 0.05653271824121475,
      "step": 2475
    },
    {
      "contrastive_loss": 2.0825765132904053,
      "epoch": 1.6106727405840724,
      "nll_loss": 0.16436681151390076,
      "step": 2475
    },
    {
      "contrastive_loss": 2.0875370502471924,
      "epoch": 1.6106727405840724,
      "nll_loss": 0.08773437142372131,
      "step": 2475
    },
    {
      "epoch": 1.6139266249084845,
      "grad_norm": 0.3240887224674225,
      "learning_rate": 6.086360520904728e-05,
      "loss": 3.1251,
      "step": 2480
    },
    {
      "contrastive_loss": 2.088775157928467,
      "epoch": 1.6139266249084845,
      "nll_loss": 0.10072430223226547,
      "step": 2480
    },
    {
      "contrastive_loss": 2.087841033935547,
      "epoch": 1.6139266249084845,
      "nll_loss": 0.054019443690776825,
      "step": 2480
    },
    {
      "contrastive_loss": 2.0923378467559814,
      "epoch": 1.6139266249084845,
      "nll_loss": 0.06230827048420906,
      "step": 2480
    },
    {
      "contrastive_loss": 2.097268581390381,
      "epoch": 1.6139266249084845,
      "nll_loss": 0.20454256236553192,
      "step": 2480
    },
    {
      "contrastive_loss": 2.087571859359741,
      "epoch": 1.6139266249084845,
      "nll_loss": 0.10824202001094818,
      "step": 2480
    },
    {
      "contrastive_loss": 2.0869734287261963,
      "epoch": 1.6139266249084845,
      "nll_loss": 0.15372446179389954,
      "step": 2480
    },
    {
      "contrastive_loss": 2.0849339962005615,
      "epoch": 1.6139266249084845,
      "nll_loss": 0.15481644868850708,
      "step": 2480
    },
    {
      "contrastive_loss": 2.090404748916626,
      "epoch": 1.6139266249084845,
      "nll_loss": 0.06974863260984421,
      "step": 2480
    },
    {
      "epoch": 1.6171805092328968,
      "grad_norm": 0.2915836274623871,
      "learning_rate": 6.0349554489376284e-05,
      "loss": 3.0441,
      "step": 2485
    },
    {
      "contrastive_loss": 2.088214159011841,
      "epoch": 1.6171805092328968,
      "nll_loss": 0.15966929495334625,
      "step": 2485
    },
    {
      "contrastive_loss": 2.0872583389282227,
      "epoch": 1.6171805092328968,
      "nll_loss": 0.10522603988647461,
      "step": 2485
    },
    {
      "contrastive_loss": 2.0930964946746826,
      "epoch": 1.6171805092328968,
      "nll_loss": 0.1511458456516266,
      "step": 2485
    },
    {
      "contrastive_loss": 2.0932490825653076,
      "epoch": 1.6171805092328968,
      "nll_loss": 0.1530480533838272,
      "step": 2485
    },
    {
      "contrastive_loss": 2.0859181880950928,
      "epoch": 1.6171805092328968,
      "nll_loss": 0.14407190680503845,
      "step": 2485
    },
    {
      "contrastive_loss": 2.0877528190612793,
      "epoch": 1.6171805092328968,
      "nll_loss": 0.14459756016731262,
      "step": 2485
    },
    {
      "contrastive_loss": 2.087415933609009,
      "epoch": 1.6171805092328968,
      "nll_loss": 0.08842505514621735,
      "step": 2485
    },
    {
      "contrastive_loss": 2.088085174560547,
      "epoch": 1.6171805092328968,
      "nll_loss": 0.1096542552113533,
      "step": 2485
    },
    {
      "epoch": 1.620434393557309,
      "grad_norm": 0.28306806087493896,
      "learning_rate": 5.983550376970528e-05,
      "loss": 3.1131,
      "step": 2490
    },
    {
      "contrastive_loss": 2.0797109603881836,
      "epoch": 1.620434393557309,
      "nll_loss": 0.1274396926164627,
      "step": 2490
    },
    {
      "contrastive_loss": 2.0946099758148193,
      "epoch": 1.620434393557309,
      "nll_loss": 0.1330571174621582,
      "step": 2490
    },
    {
      "contrastive_loss": 2.087540864944458,
      "epoch": 1.620434393557309,
      "nll_loss": 0.1645153909921646,
      "step": 2490
    },
    {
      "contrastive_loss": 2.0906405448913574,
      "epoch": 1.620434393557309,
      "nll_loss": 0.14485718309879303,
      "step": 2490
    },
    {
      "contrastive_loss": 2.0902233123779297,
      "epoch": 1.620434393557309,
      "nll_loss": 0.08436951786279678,
      "step": 2490
    },
    {
      "contrastive_loss": 2.088008403778076,
      "epoch": 1.620434393557309,
      "nll_loss": 0.07654620707035065,
      "step": 2490
    },
    {
      "contrastive_loss": 2.0902814865112305,
      "epoch": 1.620434393557309,
      "nll_loss": 0.05484988912940025,
      "step": 2490
    },
    {
      "contrastive_loss": 2.0884463787078857,
      "epoch": 1.620434393557309,
      "nll_loss": 0.14299499988555908,
      "step": 2490
    },
    {
      "epoch": 1.6236882778817212,
      "grad_norm": 0.2610815763473511,
      "learning_rate": 5.9321453050034266e-05,
      "loss": 3.0999,
      "step": 2495
    },
    {
      "contrastive_loss": 2.0917139053344727,
      "epoch": 1.6236882778817212,
      "nll_loss": 0.11755359172821045,
      "step": 2495
    },
    {
      "contrastive_loss": 2.08736515045166,
      "epoch": 1.6236882778817212,
      "nll_loss": 0.07522939145565033,
      "step": 2495
    },
    {
      "contrastive_loss": 2.089426279067993,
      "epoch": 1.6236882778817212,
      "nll_loss": 0.1288398802280426,
      "step": 2495
    },
    {
      "contrastive_loss": 2.088650941848755,
      "epoch": 1.6236882778817212,
      "nll_loss": 0.1571611911058426,
      "step": 2495
    },
    {
      "contrastive_loss": 2.0870156288146973,
      "epoch": 1.6236882778817212,
      "nll_loss": 0.19605185091495514,
      "step": 2495
    },
    {
      "contrastive_loss": 2.083846092224121,
      "epoch": 1.6236882778817212,
      "nll_loss": 0.13980130851268768,
      "step": 2495
    },
    {
      "contrastive_loss": 2.0856828689575195,
      "epoch": 1.6236882778817212,
      "nll_loss": 0.09998150169849396,
      "step": 2495
    },
    {
      "contrastive_loss": 2.089733600616455,
      "epoch": 1.6236882778817212,
      "nll_loss": 0.1678391844034195,
      "step": 2495
    },
    {
      "epoch": 1.6269421622061335,
      "grad_norm": 0.2858632206916809,
      "learning_rate": 5.880740233036326e-05,
      "loss": 3.1151,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091289520263672,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9457433819770813,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086134672164917,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1421263217926025,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087960958480835,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9928391575813293,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0822041034698486,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1551949977874756,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090991973876953,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.242113471031189,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0881481170654297,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9557377099990845,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090745687484741,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9406167268753052,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0862035751342773,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.802142322063446,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0927014350891113,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.000670313835144,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087592363357544,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8902837634086609,
      "step": 2500
    },
    {
      "contrastive_loss": 2.09228253364563,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.024827003479004,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0854291915893555,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9699286222457886,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0833847522735596,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9256792664527893,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084306478500366,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1248403787612915,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0899200439453125,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0270442962646484,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0912880897521973,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0551354885101318,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0870554447174072,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1762171983718872,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086530923843384,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8278516530990601,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0905542373657227,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1122139692306519,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087942361831665,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1653318405151367,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091032028198242,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1553385257720947,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08760404586792,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1920753717422485,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087115526199341,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9499071836471558,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088651180267334,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.927573025226593,
      "step": 2500
    },
    {
      "contrastive_loss": 2.082482099533081,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2602674961090088,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0882086753845215,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8567245602607727,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0871076583862305,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.067436933517456,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0874745845794678,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2118113040924072,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089216709136963,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0203263759613037,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0880937576293945,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0787867307662964,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0844900608062744,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9833391308784485,
      "step": 2500
    },
    {
      "contrastive_loss": 2.099203109741211,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0846041440963745,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087322235107422,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.036660075187683,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086886167526245,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.343782663345337,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0913805961608887,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1026912927627563,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086148262023926,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9850290417671204,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087709903717041,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0354121923446655,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0848140716552734,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0074518918991089,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0868399143218994,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0819107294082642,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085484504699707,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8292537331581116,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087582588195801,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.880189836025238,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0864152908325195,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.148693561553955,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0890450477600098,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1136269569396973,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877952575683594,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9531568884849548,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0864577293395996,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0930519104003906,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090123414993286,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2635279893875122,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086357355117798,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9982811212539673,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0910873413085938,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.095743179321289,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088632583618164,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0752063989639282,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0901272296905518,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.111440896987915,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0857295989990234,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0812366008758545,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089585065841675,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9859117865562439,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090308427810669,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0584766864776611,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087909460067749,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.009273648262024,
      "step": 2500
    },
    {
      "contrastive_loss": 2.094496726989746,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1471987962722778,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0879018306732178,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0384234189987183,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090646743774414,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0300499200820923,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0888025760650635,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2191516160964966,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088857889175415,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.838747501373291,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085721254348755,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8059066534042358,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0868678092956543,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9607159495353699,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08656644821167,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0089880228042603,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0864741802215576,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1130696535110474,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084280252456665,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8767000436782837,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0908396244049072,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0055949687957764,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087894916534424,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.092633605003357,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090433359146118,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0451375246047974,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858774185180664,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9498711228370667,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0882315635681152,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1260581016540527,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0946927070617676,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.130094051361084,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092299222946167,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9135146737098694,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090066432952881,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.173997402191162,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08607816696167,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2127817869186401,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0882771015167236,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0554249286651611,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087430715560913,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3418471813201904,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0846590995788574,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1805425882339478,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0873935222625732,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0058469772338867,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0916974544525146,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.275372862815857,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0848500728607178,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0727187395095825,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0821752548217773,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9974567294120789,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0851387977600098,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9654572010040283,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085935115814209,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.125585913658142,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0886878967285156,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0945541858673096,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087402582168579,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.383573293685913,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0883607864379883,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.06284761428833,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086704969406128,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2060633897781372,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0869626998901367,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8756147027015686,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088860273361206,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1510682106018066,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0905356407165527,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0983251333236694,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089378595352173,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0928069353103638,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0854358673095703,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0864146947860718,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087984800338745,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9766995906829834,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092149257659912,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8801112771034241,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0872802734375,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2704768180847168,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0895111560821533,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9449269771575928,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0855894088745117,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1371420621871948,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08323335647583,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0964438915252686,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088430166244507,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8748224973678589,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089507818222046,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9657479524612427,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0903351306915283,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.101975440979004,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0869195461273193,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9402592182159424,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08188533782959,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0165687799453735,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084977388381958,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0019450187683105,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0863230228424072,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1800858974456787,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0864295959472656,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9982283115386963,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0932998657226562,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9257120490074158,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086031913757324,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0117639303207397,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0889503955841064,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.859712541103363,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086263656616211,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1414145231246948,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085745334625244,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2131822109222412,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085172653198242,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.093892216682434,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088534116744995,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9954964518547058,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0854403972625732,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9558978080749512,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858190059661865,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.89664226770401,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085999011993408,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8130643367767334,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0849547386169434,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0352590084075928,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088252305984497,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.120693564414978,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0866384506225586,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.122948408126831,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0865745544433594,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0493266582489014,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088818311691284,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0394961833953857,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0921194553375244,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1036158800125122,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087705373764038,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.000318169593811,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0851473808288574,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.4381427764892578,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0935816764831543,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.203762412071228,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090566873550415,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0786283016204834,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086033344268799,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.345329999923706,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0849227905273438,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9323073625564575,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0860707759857178,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1182788610458374,
      "step": 2500
    },
    {
      "contrastive_loss": 2.09043025970459,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9199742078781128,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0890069007873535,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9587329030036926,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0847084522247314,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.948582112789154,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088078260421753,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0625511407852173,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08581805229187,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.13027822971344,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0871288776397705,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1475450992584229,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0872583389282227,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1561028957366943,
      "step": 2500
    },
    {
      "contrastive_loss": 2.083381175994873,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9225912690162659,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087913990020752,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9354703426361084,
      "step": 2500
    },
    {
      "contrastive_loss": 2.081902265548706,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9194419980049133,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858263969421387,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9942102432250977,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088515520095825,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2177797555923462,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087575674057007,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.139086365699768,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0929582118988037,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0286965370178223,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085622787475586,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9784064888954163,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0895118713378906,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1254618167877197,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0871996879577637,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1745012998580933,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0859076976776123,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0490796566009521,
      "step": 2500
    },
    {
      "contrastive_loss": 2.082824230194092,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0137569904327393,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087536334991455,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2464253902435303,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0891685485839844,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1804922819137573,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090100049972534,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0106366872787476,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0848512649536133,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8466737866401672,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0850844383239746,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.121468424797058,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087843418121338,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9943047761917114,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092226982116699,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0452148914337158,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087968349456787,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7601655125617981,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088087320327759,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0015387535095215,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0882086753845215,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0269771814346313,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092359781265259,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1044436693191528,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0892372131347656,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0216437578201294,
      "step": 2500
    },
    {
      "contrastive_loss": 2.083319664001465,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1414462327957153,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0884339809417725,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9095037579536438,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086888074874878,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.026875376701355,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0854976177215576,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.032190203666687,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0867152214050293,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.080345630645752,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088834524154663,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3379828929901123,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0871684551239014,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2664000988006592,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0913376808166504,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9508507251739502,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0839409828186035,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0951365232467651,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0845117568969727,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9552743434906006,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086700677871704,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3610535860061646,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0872700214385986,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9891916513442993,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090369701385498,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9379377961158752,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087562084197998,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2250829935073853,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0819902420043945,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3566330671310425,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0883333683013916,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9985648393630981,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088606119155884,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0262006521224976,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087368965148926,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1686897277832031,
      "step": 2500
    },
    {
      "contrastive_loss": 2.114196300506592,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1373674869537354,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0853142738342285,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0068714618682861,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0855448246002197,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9522572755813599,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0842180252075195,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0266764163970947,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092580556869507,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7978907823562622,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086282730102539,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0236223936080933,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086132287979126,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0060628652572632,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089808702468872,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8372608423233032,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0870563983917236,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9950524568557739,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858612060546875,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8983631730079651,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089282512664795,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.021196961402893,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088980197906494,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0093343257904053,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0869009494781494,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9630439281463623,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0857512950897217,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9073823690414429,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0864369869232178,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1455143690109253,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090376377105713,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.263285517692566,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0907039642333984,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2624562978744507,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087662696838379,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.081048846244812,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858330726623535,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1462771892547607,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877766609191895,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1690233945846558,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0888519287109375,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1294413805007935,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087510585784912,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.052140474319458,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0857365131378174,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.062028169631958,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0919926166534424,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0158408880233765,
      "step": 2500
    },
    {
      "contrastive_loss": 2.09041166305542,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.072582483291626,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088191032409668,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.020545244216919,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088500738143921,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1044000387191772,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091209650039673,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.150254726409912,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0891664028167725,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9951931834220886,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085822105407715,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9101225733757019,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0854990482330322,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0137330293655396,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088944911956787,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3175172805786133,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089573383331299,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9779238700866699,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0863704681396484,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9374260306358337,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0893545150756836,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0694489479064941,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0836105346679688,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1240261793136597,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088259696960449,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.068514347076416,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0901968479156494,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8919804096221924,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0879738330841064,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0597730875015259,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0912153720855713,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.4793452024459839,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090447425842285,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.183429479598999,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084928512573242,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0729880332946777,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08498477935791,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8532223105430603,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08709716796875,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1902244091033936,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086756706237793,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0962803363800049,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0847079753875732,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.156160831451416,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088313579559326,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9932779669761658,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0870847702026367,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1939609050750732,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087646484375,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8634482622146606,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0844650268554688,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.896665096282959,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086181163787842,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1924018859863281,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0920515060424805,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.110191822052002,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0868592262268066,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1072629690170288,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877161026000977,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0100234746932983,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0929503440856934,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2593724727630615,
      "step": 2500
    },
    {
      "contrastive_loss": 2.082669734954834,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0419080257415771,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090852737426758,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1365904808044434,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0905652046203613,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0356621742248535,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0851478576660156,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0021204948425293,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0860469341278076,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0505379438400269,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0865025520324707,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9125304818153381,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0854692459106445,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0111662149429321,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0864479541778564,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9352234601974487,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0887629985809326,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9770448803901672,
      "step": 2500
    },
    {
      "contrastive_loss": 2.093045234680176,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0899121761322021,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0914645195007324,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8623592853546143,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0921688079833984,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9872180223464966,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090068817138672,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9466617107391357,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089555501937866,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0462427139282227,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087871551513672,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.133683681488037,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087904930114746,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.049628734588623,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090026617050171,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9145327806472778,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086304187774658,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1232006549835205,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858442783355713,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9494472742080688,
      "step": 2500
    },
    {
      "contrastive_loss": 2.09016489982605,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0444979667663574,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0875580310821533,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3769770860671997,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092649459838867,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9232482314109802,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086263656616211,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0324021577835083,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0881972312927246,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8838098645210266,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0869531631469727,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0782095193862915,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086564064025879,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.097713828086853,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085293769836426,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2878055572509766,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085557222366333,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3522777557373047,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0881295204162598,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9874111413955688,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0782434940338135,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9784549474716187,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088120698928833,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9777230620384216,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089686155319214,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8396708965301514,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0878727436065674,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9703658819198608,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0894267559051514,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2213187217712402,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08791184425354,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.020465612411499,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084078788757324,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0878748893737793,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0850424766540527,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.989084005355835,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087773084640503,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9111777544021606,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0898871421813965,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0463284254074097,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0945022106170654,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0192805528640747,
      "step": 2500
    },
    {
      "contrastive_loss": 2.083406925201416,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1513135433197021,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0866453647613525,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2534058094024658,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0860190391540527,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0796781778335571,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090013265609741,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0907782316207886,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0847790241241455,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7952463030815125,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087536096572876,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8116275072097778,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086033821105957,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.982802152633667,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0905091762542725,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0080012083053589,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0875425338745117,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9453412294387817,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086188554763794,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0421251058578491,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089475154876709,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.316322684288025,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0870463848114014,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9596615433692932,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0899417400360107,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2220830917358398,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086843729019165,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2647498846054077,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088724374771118,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0082815885543823,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0879898071289062,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0347145795822144,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0856733322143555,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8884724974632263,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088473081588745,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.06868314743042,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0889129638671875,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.885404109954834,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087761402130127,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9766497611999512,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0876901149749756,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0562459230422974,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0880281925201416,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3118780851364136,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088858127593994,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1760187149047852,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087615966796875,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3211060762405396,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0904600620269775,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0408681631088257,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858898162841797,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9098968505859375,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092136859893799,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.11406672000885,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088348150253296,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9321200847625732,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0893101692199707,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1298973560333252,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087522029876709,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9210754632949829,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0879018306732178,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1038120985031128,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087808132171631,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9361869096755981,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0859084129333496,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9668533802032471,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091174602508545,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9280017018318176,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089036464691162,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.158235788345337,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084702968597412,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0099400281906128,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0873260498046875,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2908276319503784,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090447187423706,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9874652028083801,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877368450164795,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9586883783340454,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087865114212036,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0569101572036743,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088970899581909,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9520030617713928,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08754825592041,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9846516847610474,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0894744396209717,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.962809145450592,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091264247894287,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1274839639663696,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0888617038726807,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0360347032546997,
      "step": 2500
    },
    {
      "contrastive_loss": 2.09030818939209,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1000123023986816,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0896239280700684,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9193664193153381,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085195779800415,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0875016450881958,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0891549587249756,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9437932968139648,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0913662910461426,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7908961176872253,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0842480659484863,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.066526174545288,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0880045890808105,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8496204614639282,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087710380554199,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3920913934707642,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0868124961853027,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.063124418258667,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086411237716675,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.023779273033142,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0867531299591064,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9508900046348572,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0867631435394287,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0939382314682007,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088508367538452,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1908601522445679,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0872511863708496,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1269850730895996,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0894079208374023,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0105735063552856,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0876362323760986,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0236424207687378,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085643768310547,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0635764598846436,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090348958969116,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.053370475769043,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0873982906341553,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.27791428565979,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0888357162475586,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9928808808326721,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091811418533325,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.6664857268333435,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0867459774017334,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1868401765823364,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858511924743652,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.02349853515625,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090054988861084,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1072030067443848,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0900378227233887,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.554154634475708,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087303876876831,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1919269561767578,
      "step": 2500
    },
    {
      "contrastive_loss": 2.082963705062866,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.106895923614502,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085667848587036,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1303831338882446,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089017391204834,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8655692338943481,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086240530014038,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9033113121986389,
      "step": 2500
    },
    {
      "contrastive_loss": 2.095672130584717,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2069684267044067,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0850977897644043,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1554241180419922,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089900255203247,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0955637693405151,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08323073387146,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7888495922088623,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877468585968018,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7965055704116821,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089031219482422,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0310816764831543,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087446451187134,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1819292306900024,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0874998569488525,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9794864058494568,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089914560317993,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0613853931427002,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085609197616577,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0840946435928345,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0890052318573,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.058698058128357,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087801694869995,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7580748796463013,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090806007385254,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1090248823165894,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0865485668182373,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0518043041229248,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0905404090881348,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9099035263061523,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085195302963257,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0611076354980469,
      "step": 2500
    },
    {
      "contrastive_loss": 2.096207618713379,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.255693793296814,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0950064659118652,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8660541772842407,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087594509124756,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0508174896240234,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0886623859405518,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0262320041656494,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087498426437378,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0341720581054688,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0853803157806396,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9725236892700195,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08772611618042,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0042589902877808,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084400177001953,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1019749641418457,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0888586044311523,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1224541664123535,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0833449363708496,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1029967069625854,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0857715606689453,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9181307554244995,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0904159545898438,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0474069118499756,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085132598876953,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.093009352684021,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0893187522888184,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.243744969367981,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087923049926758,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9083101749420166,
      "step": 2500
    },
    {
      "contrastive_loss": 2.081602096557617,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0326755046844482,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090789318084717,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0438319444656372,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0798404216766357,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8987884521484375,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0881004333496094,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.233507752418518,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0884616374969482,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0833851099014282,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085742473602295,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.974502682685852,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0874757766723633,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0118149518966675,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088521718978882,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8272177577018738,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0891342163085938,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0869834423065186,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086760997772217,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9484590888023376,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0844619274139404,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1076306104660034,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085897922515869,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1699520349502563,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091550827026367,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1351970434188843,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0937983989715576,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.969058632850647,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0867528915405273,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0790586471557617,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089343547821045,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1299089193344116,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0952749252319336,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8390483856201172,
      "step": 2500
    },
    {
      "contrastive_loss": 2.082059144973755,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.173301100730896,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0932135581970215,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.393395185470581,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0890934467315674,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.02852463722229,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088942289352417,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.5920112133026123,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090407133102417,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.024452567100525,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0879194736480713,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9047622084617615,
      "step": 2500
    },
    {
      "contrastive_loss": 2.094033718109131,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.116200566291809,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0916008949279785,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9356904625892639,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0881433486938477,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9928882122039795,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0909035205841064,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8152356147766113,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0845274925231934,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1526739597320557,
      "step": 2500
    },
    {
      "contrastive_loss": 2.09226655960083,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9997662305831909,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085935354232788,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9462960958480835,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0911431312561035,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9620546698570251,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0891995429992676,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0420414209365845,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088855743408203,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8494858145713806,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0869083404541016,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9056822061538696,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088998556137085,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9826609492301941,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0887341499328613,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2170058488845825,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0865025520324707,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0161159038543701,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0845093727111816,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0362515449523926,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0816895961761475,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2924251556396484,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0893163681030273,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0930941104888916,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089148998260498,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2036126852035522,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084437131881714,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9134511351585388,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0904767513275146,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7602824568748474,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0879592895507812,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9431422352790833,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0856847763061523,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1014366149902344,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0857157707214355,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0871814489364624,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0863687992095947,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9312097430229187,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087648868560791,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.152541160583496,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0899600982666016,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0295720100402832,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0869593620300293,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9571207165718079,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088911771774292,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1356456279754639,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08632230758667,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1426528692245483,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086791753768921,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8870736360549927,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0850577354431152,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.130001425743103,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0871968269348145,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0211671590805054,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0925137996673584,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0393011569976807,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088606357574463,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0003910064697266,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086585760116577,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8668683171272278,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092170238494873,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1850486993789673,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087395429611206,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0502922534942627,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090358018875122,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0265986919403076,
      "step": 2500
    },
    {
      "contrastive_loss": 2.093825101852417,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0462532043457031,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0839955806732178,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.137384295463562,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084449291229248,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0803545713424683,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089993953704834,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8039546012878418,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0878117084503174,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.191092610359192,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0885069370269775,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3815916776657104,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084904909133911,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0693228244781494,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0884037017822266,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0811258554458618,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877459049224854,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.062308430671692,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0897064208984375,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9525244832038879,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089899778366089,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9961650371551514,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087580680847168,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.044679880142212,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090733051300049,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9618266224861145,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086153507232666,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1491988897323608,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0904667377471924,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1276894807815552,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0884437561035156,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0399013757705688,
      "step": 2500
    },
    {
      "contrastive_loss": 2.09173321723938,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1697245836257935,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08642315864563,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0359978675842285,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0894434452056885,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0983843803405762,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0853676795959473,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.93380206823349,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0847015380859375,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9513108730316162,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0898027420043945,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9920011758804321,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0866568088531494,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0313085317611694,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089015007019043,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1686508655548096,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085759401321411,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9518366456031799,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0888442993164062,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9790734052658081,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087228775024414,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0494524240493774,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0899970531463623,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1227434873580933,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087660074234009,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0362857580184937,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088641405105591,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0717405080795288,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087932586669922,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.019530177116394,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087247610092163,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9121859073638916,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0873749256134033,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1882376670837402,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0851681232452393,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9732536673545837,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088778257369995,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9835056662559509,
      "step": 2500
    },
    {
      "contrastive_loss": 2.094609022140503,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9278172850608826,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08774995803833,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9282886981964111,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08522629737854,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0476759672164917,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085500478744507,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0495870113372803,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089334487915039,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0759414434432983,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086575508117676,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0929522514343262,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0857772827148438,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.035807490348816,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08825421333313,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9469718933105469,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0903451442718506,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9821100831031799,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0881552696228027,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1735981702804565,
      "step": 2500
    },
    {
      "contrastive_loss": 2.083667755126953,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3085907697677612,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088848114013672,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2458726167678833,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087956190109253,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1182312965393066,
      "step": 2500
    },
    {
      "contrastive_loss": 2.09114408493042,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9284954071044922,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084322929382324,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1382561922073364,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0903782844543457,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.963403582572937,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088595151901245,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2486108541488647,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0849268436431885,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0063600540161133,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0900421142578125,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9115229249000549,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086575746536255,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2481889724731445,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088204860687256,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0395052433013916,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084069013595581,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0051825046539307,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0904033184051514,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2542176246643066,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087862491607666,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.048783779144287,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087561845779419,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9531797766685486,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0869710445404053,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0181277990341187,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091259479522705,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9347952008247375,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087205410003662,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0510878562927246,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0851781368255615,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1316790580749512,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089050531387329,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0062605142593384,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090334177017212,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9055678248405457,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090641498565674,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8090255856513977,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0863912105560303,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.144984483718872,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086055278778076,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1093716621398926,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0878708362579346,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0719166994094849,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089503288269043,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.11566960811615,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089552164077759,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.023850440979004,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091043472290039,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9971188306808472,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0910024642944336,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9597685933113098,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0895791053771973,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.265913486480713,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0902040004730225,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9623733758926392,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0917563438415527,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9846384525299072,
      "step": 2500
    },
    {
      "contrastive_loss": 2.083841562271118,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.085503101348877,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0898120403289795,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0093733072280884,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086483955383301,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.024972915649414,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0891151428222656,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8962566256523132,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0845603942871094,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8252067565917969,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0851898193359375,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9411635398864746,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088629722595215,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9307224154472351,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0894582271575928,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9990490674972534,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086073160171509,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.4564018249511719,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090848207473755,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8505655527114868,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858428478240967,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0611963272094727,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0890560150146484,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9066769480705261,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084629774093628,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.960436999797821,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0862724781036377,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.268301248550415,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0952157974243164,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0883207321166992,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087630271911621,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9124698042869568,
      "step": 2500
    },
    {
      "contrastive_loss": 2.083306074142456,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2037521600723267,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0957260131835938,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3229836225509644,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0862081050872803,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8470180034637451,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084831476211548,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.030005693435669,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0867037773132324,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.305294394493103,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088383674621582,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0040218830108643,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089165449142456,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9165734052658081,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877699851989746,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.143937587738037,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090742588043213,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8899983763694763,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0880579948425293,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0894695520401,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0885839462280273,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0106388330459595,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0864508152008057,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9059063196182251,
      "step": 2500
    },
    {
      "contrastive_loss": 2.08909010887146,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0011630058288574,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0844273567199707,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.943751335144043,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0858423709869385,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0684500932693481,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0894112586975098,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0514684915542603,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0892984867095947,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.092000961303711,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0860061645507812,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9351437091827393,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0886826515197754,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0615386962890625,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0846264362335205,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9747717380523682,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0924644470214844,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8419601321220398,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088963747024536,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7458336353302002,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0866096019744873,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1345938444137573,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0856566429138184,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2745708227157593,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088470458984375,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.082421064376831,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0946502685546875,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.6359272599220276,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0890815258026123,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.092003583908081,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0934629440307617,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9348969459533691,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088698387145996,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0368402004241943,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0844571590423584,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.218029260635376,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088224172592163,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9826602935791016,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087890386581421,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0388009548187256,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087397575378418,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0977237224578857,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0895891189575195,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8862161040306091,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0905704498291016,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2579801082611084,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0893771648406982,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.288922905921936,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0859696865081787,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0128910541534424,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0794930458068848,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0424532890319824,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092398166656494,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0378063917160034,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0867199897766113,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.126327395439148,
      "step": 2500
    },
    {
      "contrastive_loss": 2.083958864212036,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1079306602478027,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085427761077881,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0444451570510864,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088477373123169,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2668867111206055,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088371515274048,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0679748058319092,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0904035568237305,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0147905349731445,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088121175765991,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9246647953987122,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085237503051758,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8838165998458862,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089109420776367,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1069296598434448,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0897085666656494,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1050399541854858,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0861659049987793,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.083311676979065,
      "step": 2500
    },
    {
      "contrastive_loss": 2.085808515548706,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0126770734786987,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086747646331787,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0482009649276733,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877020359039307,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.3662691116333008,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088606595993042,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9550134539604187,
      "step": 2500
    },
    {
      "contrastive_loss": 2.083951473236084,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.7340255379676819,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0816092491149902,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0734041929244995,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0856876373291016,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9734677076339722,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0898029804229736,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9424733519554138,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0852463245391846,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1314630508422852,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0819694995880127,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.2701889276504517,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087789535522461,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9933468103408813,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0873873233795166,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9865979552268982,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0920255184173584,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9850493669509888,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0929617881774902,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9835754632949829,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0899834632873535,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9278988838195801,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086871385574341,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.939335823059082,
      "step": 2500
    },
    {
      "contrastive_loss": 2.086951732635498,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.08273184299469,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0871682167053223,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1974523067474365,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0883145332336426,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.164903163909912,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0970613956451416,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1807078123092651,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087313652038574,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9574464559555054,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0801050662994385,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9092448949813843,
      "step": 2500
    },
    {
      "contrastive_loss": 2.092803478240967,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1461163759231567,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090595006942749,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.875992476940155,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0904719829559326,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9235040545463562,
      "step": 2500
    },
    {
      "contrastive_loss": 2.091214895248413,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.879508376121521,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0862269401550293,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0375568866729736,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0904293060302734,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9380192756652832,
      "step": 2500
    },
    {
      "contrastive_loss": 2.088005542755127,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9766674041748047,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087550640106201,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0470077991485596,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0889861583709717,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.062376856803894,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0883142948150635,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0216138362884521,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0881617069244385,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1445610523223877,
      "step": 2500
    },
    {
      "contrastive_loss": 2.090965747833252,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0837829113006592,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0795867443084717,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0031639337539673,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087553024291992,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.960050106048584,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0905797481536865,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.9944707751274109,
      "step": 2500
    },
    {
      "contrastive_loss": 2.087801933288574,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.8460663557052612,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0867576599121094,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0772342681884766,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0917999744415283,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1589775085449219,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0845677852630615,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0525598526000977,
      "step": 2500
    },
    {
      "contrastive_loss": 2.089592695236206,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.0258721113204956,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0864455699920654,
      "epoch": 1.6269421622061335,
      "nll_loss": 1.1298476457595825,
      "step": 2500
    },
    {
      "epoch": 1.6269421622061335,
      "eval_loss": 1.3090050220489502,
      "eval_runtime": 1247.1831,
      "eval_samples_per_second": 4.009,
      "eval_steps_per_second": 0.501,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0877459049224854,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.2725248336791992,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0852015018463135,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.09055914729833603,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0892744064331055,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.14453700184822083,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0865213871002197,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.07077784091234207,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0930490493774414,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.11416450142860413,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0916078090667725,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.14650774002075195,
      "step": 2500
    },
    {
      "contrastive_loss": 2.0879952907562256,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.05765606462955475,
      "step": 2500
    },
    {
      "contrastive_loss": 2.084301471710205,
      "epoch": 1.6269421622061335,
      "nll_loss": 0.057659249752759933,
      "step": 2500
    },
    {
      "epoch": 1.6301960465305458,
      "grad_norm": 0.2862752377986908,
      "learning_rate": 5.829335161069225e-05,
      "loss": 3.1112,
      "step": 2505
    },
    {
      "contrastive_loss": 2.084143877029419,
      "epoch": 1.6301960465305458,
      "nll_loss": 0.15936461091041565,
      "step": 2505
    },
    {
      "contrastive_loss": 2.0930778980255127,
      "epoch": 1.6301960465305458,
      "nll_loss": 0.11050403118133545,
      "step": 2505
    },
    {
      "contrastive_loss": 2.079404592514038,
      "epoch": 1.6301960465305458,
      "nll_loss": 0.09994061291217804,
      "step": 2505
    },
    {
      "contrastive_loss": 2.0891714096069336,
      "epoch": 1.6301960465305458,
      "nll_loss": 0.14490363001823425,
      "step": 2505
    },
    {
      "contrastive_loss": 2.086289405822754,
      "epoch": 1.6301960465305458,
      "nll_loss": 0.10125436633825302,
      "step": 2505
    },
    {
      "contrastive_loss": 2.0869810581207275,
      "epoch": 1.6301960465305458,
      "nll_loss": 0.08406423777341843,
      "step": 2505
    },
    {
      "contrastive_loss": 2.088155746459961,
      "epoch": 1.6301960465305458,
      "nll_loss": 0.05588698759675026,
      "step": 2505
    },
    {
      "contrastive_loss": 2.0903306007385254,
      "epoch": 1.6301960465305458,
      "nll_loss": 0.07459462434053421,
      "step": 2505
    },
    {
      "epoch": 1.6334499308549582,
      "grad_norm": 0.27881988883018494,
      "learning_rate": 5.777930089102124e-05,
      "loss": 3.0966,
      "step": 2510
    },
    {
      "contrastive_loss": 2.085721492767334,
      "epoch": 1.6334499308549582,
      "nll_loss": 0.15069419145584106,
      "step": 2510
    },
    {
      "contrastive_loss": 2.084590196609497,
      "epoch": 1.6334499308549582,
      "nll_loss": 0.16497939825057983,
      "step": 2510
    },
    {
      "contrastive_loss": 2.0879688262939453,
      "epoch": 1.6334499308549582,
      "nll_loss": 0.07208584994077682,
      "step": 2510
    },
    {
      "contrastive_loss": 2.0906569957733154,
      "epoch": 1.6334499308549582,
      "nll_loss": 0.1703503131866455,
      "step": 2510
    },
    {
      "contrastive_loss": 2.0922248363494873,
      "epoch": 1.6334499308549582,
      "nll_loss": 0.08398906886577606,
      "step": 2510
    },
    {
      "contrastive_loss": 2.086212396621704,
      "epoch": 1.6334499308549582,
      "nll_loss": 0.18533512949943542,
      "step": 2510
    },
    {
      "contrastive_loss": 2.086786985397339,
      "epoch": 1.6334499308549582,
      "nll_loss": 0.1040705069899559,
      "step": 2510
    },
    {
      "contrastive_loss": 2.0883429050445557,
      "epoch": 1.6334499308549582,
      "nll_loss": 0.16563500463962555,
      "step": 2510
    },
    {
      "epoch": 1.6367038151793705,
      "grad_norm": 0.27454307675361633,
      "learning_rate": 5.726525017135024e-05,
      "loss": 3.0944,
      "step": 2515
    },
    {
      "contrastive_loss": 2.084632396697998,
      "epoch": 1.6367038151793705,
      "nll_loss": 0.13753609359264374,
      "step": 2515
    },
    {
      "contrastive_loss": 2.093858242034912,
      "epoch": 1.6367038151793705,
      "nll_loss": 0.0688120499253273,
      "step": 2515
    },
    {
      "contrastive_loss": 2.0867972373962402,
      "epoch": 1.6367038151793705,
      "nll_loss": 0.16489437222480774,
      "step": 2515
    },
    {
      "contrastive_loss": 2.0853044986724854,
      "epoch": 1.6367038151793705,
      "nll_loss": 0.09327904134988785,
      "step": 2515
    },
    {
      "contrastive_loss": 2.087470531463623,
      "epoch": 1.6367038151793705,
      "nll_loss": 0.21657778322696686,
      "step": 2515
    },
    {
      "contrastive_loss": 2.088956594467163,
      "epoch": 1.6367038151793705,
      "nll_loss": 0.16599076986312866,
      "step": 2515
    },
    {
      "contrastive_loss": 2.0855746269226074,
      "epoch": 1.6367038151793705,
      "nll_loss": 0.07632513344287872,
      "step": 2515
    },
    {
      "contrastive_loss": 2.0851597785949707,
      "epoch": 1.6367038151793705,
      "nll_loss": 0.12650178372859955,
      "step": 2515
    },
    {
      "epoch": 1.6399576995037828,
      "grad_norm": 0.28545624017715454,
      "learning_rate": 5.6751199451679225e-05,
      "loss": 3.0933,
      "step": 2520
    },
    {
      "contrastive_loss": 2.0874524116516113,
      "epoch": 1.6399576995037828,
      "nll_loss": 0.16738581657409668,
      "step": 2520
    },
    {
      "contrastive_loss": 2.0870423316955566,
      "epoch": 1.6399576995037828,
      "nll_loss": 0.09408443421125412,
      "step": 2520
    },
    {
      "contrastive_loss": 2.0860908031463623,
      "epoch": 1.6399576995037828,
      "nll_loss": 0.1308542788028717,
      "step": 2520
    },
    {
      "contrastive_loss": 2.086134910583496,
      "epoch": 1.6399576995037828,
      "nll_loss": 0.10279696434736252,
      "step": 2520
    },
    {
      "contrastive_loss": 2.083163261413574,
      "epoch": 1.6399576995037828,
      "nll_loss": 0.1545819342136383,
      "step": 2520
    },
    {
      "contrastive_loss": 2.091184139251709,
      "epoch": 1.6399576995037828,
      "nll_loss": 0.13458587229251862,
      "step": 2520
    },
    {
      "contrastive_loss": 2.087477207183838,
      "epoch": 1.6399576995037828,
      "nll_loss": 0.07392943650484085,
      "step": 2520
    },
    {
      "contrastive_loss": 2.084409713745117,
      "epoch": 1.6399576995037828,
      "nll_loss": 0.13737933337688446,
      "step": 2520
    },
    {
      "epoch": 1.6432115838281949,
      "grad_norm": 0.2524830400943756,
      "learning_rate": 5.623714873200822e-05,
      "loss": 3.0844,
      "step": 2525
    },
    {
      "contrastive_loss": 2.0891542434692383,
      "epoch": 1.6432115838281949,
      "nll_loss": 0.23099413514137268,
      "step": 2525
    },
    {
      "contrastive_loss": 2.0886008739471436,
      "epoch": 1.6432115838281949,
      "nll_loss": 0.1178983822464943,
      "step": 2525
    },
    {
      "contrastive_loss": 2.089217185974121,
      "epoch": 1.6432115838281949,
      "nll_loss": 0.1313241720199585,
      "step": 2525
    },
    {
      "contrastive_loss": 2.090132713317871,
      "epoch": 1.6432115838281949,
      "nll_loss": 0.09352061152458191,
      "step": 2525
    },
    {
      "contrastive_loss": 2.085390567779541,
      "epoch": 1.6432115838281949,
      "nll_loss": 0.15243494510650635,
      "step": 2525
    },
    {
      "contrastive_loss": 2.0822343826293945,
      "epoch": 1.6432115838281949,
      "nll_loss": 0.21587876975536346,
      "step": 2525
    },
    {
      "contrastive_loss": 2.088247299194336,
      "epoch": 1.6432115838281949,
      "nll_loss": 0.17499695718288422,
      "step": 2525
    },
    {
      "contrastive_loss": 2.0864651203155518,
      "epoch": 1.6432115838281949,
      "nll_loss": 0.03903351351618767,
      "step": 2525
    },
    {
      "epoch": 1.6464654681526072,
      "grad_norm": 0.3128564655780792,
      "learning_rate": 5.5723098012337214e-05,
      "loss": 3.1406,
      "step": 2530
    },
    {
      "contrastive_loss": 2.0852932929992676,
      "epoch": 1.6464654681526072,
      "nll_loss": 0.1459270715713501,
      "step": 2530
    },
    {
      "contrastive_loss": 2.0887298583984375,
      "epoch": 1.6464654681526072,
      "nll_loss": 0.18923942744731903,
      "step": 2530
    },
    {
      "contrastive_loss": 2.0857532024383545,
      "epoch": 1.6464654681526072,
      "nll_loss": 0.06509459763765335,
      "step": 2530
    },
    {
      "contrastive_loss": 2.0898568630218506,
      "epoch": 1.6464654681526072,
      "nll_loss": 0.1986977607011795,
      "step": 2530
    },
    {
      "contrastive_loss": 2.0847625732421875,
      "epoch": 1.6464654681526072,
      "nll_loss": 0.11682911217212677,
      "step": 2530
    },
    {
      "contrastive_loss": 2.0892086029052734,
      "epoch": 1.6464654681526072,
      "nll_loss": 0.14646068215370178,
      "step": 2530
    },
    {
      "contrastive_loss": 2.0869221687316895,
      "epoch": 1.6464654681526072,
      "nll_loss": 0.11995318531990051,
      "step": 2530
    },
    {
      "contrastive_loss": 2.0851998329162598,
      "epoch": 1.6464654681526072,
      "nll_loss": 0.0932430624961853,
      "step": 2530
    },
    {
      "epoch": 1.6497193524770193,
      "grad_norm": 0.7471829056739807,
      "learning_rate": 5.52090472926662e-05,
      "loss": 3.1391,
      "step": 2535
    },
    {
      "contrastive_loss": 2.086533546447754,
      "epoch": 1.6497193524770193,
      "nll_loss": 0.10592162609100342,
      "step": 2535
    },
    {
      "contrastive_loss": 2.085073471069336,
      "epoch": 1.6497193524770193,
      "nll_loss": 0.1543116271495819,
      "step": 2535
    },
    {
      "contrastive_loss": 2.0865073204040527,
      "epoch": 1.6497193524770193,
      "nll_loss": 0.098516546189785,
      "step": 2535
    },
    {
      "contrastive_loss": 2.090198516845703,
      "epoch": 1.6497193524770193,
      "nll_loss": 0.19926778972148895,
      "step": 2535
    },
    {
      "contrastive_loss": 2.081850051879883,
      "epoch": 1.6497193524770193,
      "nll_loss": 0.14979571104049683,
      "step": 2535
    },
    {
      "contrastive_loss": 2.0868237018585205,
      "epoch": 1.6497193524770193,
      "nll_loss": 0.08859001100063324,
      "step": 2535
    },
    {
      "contrastive_loss": 2.0880653858184814,
      "epoch": 1.6497193524770193,
      "nll_loss": 0.10108545422554016,
      "step": 2535
    },
    {
      "contrastive_loss": 2.0881459712982178,
      "epoch": 1.6497193524770193,
      "nll_loss": 0.09144110977649689,
      "step": 2535
    },
    {
      "epoch": 1.6529732368014316,
      "grad_norm": 0.29100942611694336,
      "learning_rate": 5.4694996572995196e-05,
      "loss": 3.0734,
      "step": 2540
    },
    {
      "contrastive_loss": 2.088618755340576,
      "epoch": 1.6529732368014316,
      "nll_loss": 0.13548991084098816,
      "step": 2540
    },
    {
      "contrastive_loss": 2.091003894805908,
      "epoch": 1.6529732368014316,
      "nll_loss": 0.13123196363449097,
      "step": 2540
    },
    {
      "contrastive_loss": 2.088271379470825,
      "epoch": 1.6529732368014316,
      "nll_loss": 0.18881990015506744,
      "step": 2540
    },
    {
      "contrastive_loss": 2.0852181911468506,
      "epoch": 1.6529732368014316,
      "nll_loss": 0.09667832404375076,
      "step": 2540
    },
    {
      "contrastive_loss": 2.0889945030212402,
      "epoch": 1.6529732368014316,
      "nll_loss": 0.1306169480085373,
      "step": 2540
    },
    {
      "contrastive_loss": 2.0919580459594727,
      "epoch": 1.6529732368014316,
      "nll_loss": 0.08731455355882645,
      "step": 2540
    },
    {
      "contrastive_loss": 2.082451105117798,
      "epoch": 1.6529732368014316,
      "nll_loss": 0.1563601940870285,
      "step": 2540
    },
    {
      "contrastive_loss": 2.089905261993408,
      "epoch": 1.6529732368014316,
      "nll_loss": 0.15904831886291504,
      "step": 2540
    },
    {
      "epoch": 1.656227121125844,
      "grad_norm": 0.35164591670036316,
      "learning_rate": 5.4180945853324184e-05,
      "loss": 3.1431,
      "step": 2545
    },
    {
      "contrastive_loss": 2.0884287357330322,
      "epoch": 1.656227121125844,
      "nll_loss": 0.04959522560238838,
      "step": 2545
    },
    {
      "contrastive_loss": 2.087482213973999,
      "epoch": 1.656227121125844,
      "nll_loss": 0.2066512554883957,
      "step": 2545
    },
    {
      "contrastive_loss": 2.0890469551086426,
      "epoch": 1.656227121125844,
      "nll_loss": 0.12361598014831543,
      "step": 2545
    },
    {
      "contrastive_loss": 2.089487314224243,
      "epoch": 1.656227121125844,
      "nll_loss": 0.1976102739572525,
      "step": 2545
    },
    {
      "contrastive_loss": 2.0893077850341797,
      "epoch": 1.656227121125844,
      "nll_loss": 0.12352694571018219,
      "step": 2545
    },
    {
      "contrastive_loss": 2.0928845405578613,
      "epoch": 1.656227121125844,
      "nll_loss": 0.09731018543243408,
      "step": 2545
    },
    {
      "contrastive_loss": 2.0913808345794678,
      "epoch": 1.656227121125844,
      "nll_loss": 0.1778286099433899,
      "step": 2545
    },
    {
      "contrastive_loss": 2.086638927459717,
      "epoch": 1.656227121125844,
      "nll_loss": 0.09774187207221985,
      "step": 2545
    },
    {
      "epoch": 1.6594810054502562,
      "grad_norm": 0.3382921814918518,
      "learning_rate": 5.366689513365318e-05,
      "loss": 3.1085,
      "step": 2550
    },
    {
      "contrastive_loss": 2.094787359237671,
      "epoch": 1.6594810054502562,
      "nll_loss": 0.14304350316524506,
      "step": 2550
    },
    {
      "contrastive_loss": 2.0880651473999023,
      "epoch": 1.6594810054502562,
      "nll_loss": 0.12291932106018066,
      "step": 2550
    },
    {
      "contrastive_loss": 2.086820125579834,
      "epoch": 1.6594810054502562,
      "nll_loss": 0.11897092312574387,
      "step": 2550
    },
    {
      "contrastive_loss": 2.0875754356384277,
      "epoch": 1.6594810054502562,
      "nll_loss": 0.1781843602657318,
      "step": 2550
    },
    {
      "contrastive_loss": 2.090487480163574,
      "epoch": 1.6594810054502562,
      "nll_loss": 0.1518581062555313,
      "step": 2550
    },
    {
      "contrastive_loss": 2.0896315574645996,
      "epoch": 1.6594810054502562,
      "nll_loss": 0.09865773469209671,
      "step": 2550
    },
    {
      "contrastive_loss": 2.091937303543091,
      "epoch": 1.6594810054502562,
      "nll_loss": 0.10457222908735275,
      "step": 2550
    },
    {
      "contrastive_loss": 2.090815305709839,
      "epoch": 1.6594810054502562,
      "nll_loss": 0.15908832848072052,
      "step": 2550
    },
    {
      "epoch": 1.6627348897746685,
      "grad_norm": 0.29556167125701904,
      "learning_rate": 5.315284441398218e-05,
      "loss": 3.12,
      "step": 2555
    },
    {
      "contrastive_loss": 2.088123083114624,
      "epoch": 1.6627348897746685,
      "nll_loss": 0.06411343812942505,
      "step": 2555
    },
    {
      "contrastive_loss": 2.0838327407836914,
      "epoch": 1.6627348897746685,
      "nll_loss": 0.08588363975286484,
      "step": 2555
    },
    {
      "contrastive_loss": 2.086005926132202,
      "epoch": 1.6627348897746685,
      "nll_loss": 0.18620812892913818,
      "step": 2555
    },
    {
      "contrastive_loss": 2.0855181217193604,
      "epoch": 1.6627348897746685,
      "nll_loss": 0.0847376212477684,
      "step": 2555
    },
    {
      "contrastive_loss": 2.08712100982666,
      "epoch": 1.6627348897746685,
      "nll_loss": 0.10532549023628235,
      "step": 2555
    },
    {
      "contrastive_loss": 2.0858914852142334,
      "epoch": 1.6627348897746685,
      "nll_loss": 0.08715754747390747,
      "step": 2555
    },
    {
      "contrastive_loss": 2.0882978439331055,
      "epoch": 1.6627348897746685,
      "nll_loss": 0.12981931865215302,
      "step": 2555
    },
    {
      "contrastive_loss": 2.0886058807373047,
      "epoch": 1.6627348897746685,
      "nll_loss": 0.07226202636957169,
      "step": 2555
    },
    {
      "epoch": 1.6659887740990809,
      "grad_norm": 0.323958158493042,
      "learning_rate": 5.263879369431117e-05,
      "loss": 3.0684,
      "step": 2560
    },
    {
      "contrastive_loss": 2.0881519317626953,
      "epoch": 1.6659887740990809,
      "nll_loss": 0.11731354892253876,
      "step": 2560
    },
    {
      "contrastive_loss": 2.0917999744415283,
      "epoch": 1.6659887740990809,
      "nll_loss": 0.15697821974754333,
      "step": 2560
    },
    {
      "contrastive_loss": 2.0849931240081787,
      "epoch": 1.6659887740990809,
      "nll_loss": 0.1538201868534088,
      "step": 2560
    },
    {
      "contrastive_loss": 2.089736223220825,
      "epoch": 1.6659887740990809,
      "nll_loss": 0.14999374747276306,
      "step": 2560
    },
    {
      "contrastive_loss": 2.084912061691284,
      "epoch": 1.6659887740990809,
      "nll_loss": 0.14042803645133972,
      "step": 2560
    },
    {
      "contrastive_loss": 2.0889899730682373,
      "epoch": 1.6659887740990809,
      "nll_loss": 0.15027427673339844,
      "step": 2560
    },
    {
      "contrastive_loss": 2.0859744548797607,
      "epoch": 1.6659887740990809,
      "nll_loss": 0.08967190235853195,
      "step": 2560
    },
    {
      "contrastive_loss": 2.0908541679382324,
      "epoch": 1.6659887740990809,
      "nll_loss": 0.10567422211170197,
      "step": 2560
    },
    {
      "epoch": 1.6692426584234932,
      "grad_norm": 0.27128714323043823,
      "learning_rate": 5.212474297464016e-05,
      "loss": 3.0689,
      "step": 2565
    },
    {
      "contrastive_loss": 2.085033416748047,
      "epoch": 1.6692426584234932,
      "nll_loss": 0.16056181490421295,
      "step": 2565
    },
    {
      "contrastive_loss": 2.0861101150512695,
      "epoch": 1.6692426584234932,
      "nll_loss": 0.110252246260643,
      "step": 2565
    },
    {
      "contrastive_loss": 2.0917816162109375,
      "epoch": 1.6692426584234932,
      "nll_loss": 0.15282699465751648,
      "step": 2565
    },
    {
      "contrastive_loss": 2.090498208999634,
      "epoch": 1.6692426584234932,
      "nll_loss": 0.1168491542339325,
      "step": 2565
    },
    {
      "contrastive_loss": 2.0852835178375244,
      "epoch": 1.6692426584234932,
      "nll_loss": 0.13494712114334106,
      "step": 2565
    },
    {
      "contrastive_loss": 2.0879297256469727,
      "epoch": 1.6692426584234932,
      "nll_loss": 0.11233239620923996,
      "step": 2565
    },
    {
      "contrastive_loss": 2.086663246154785,
      "epoch": 1.6692426584234932,
      "nll_loss": 0.1373910903930664,
      "step": 2565
    },
    {
      "contrastive_loss": 2.088139295578003,
      "epoch": 1.6692426584234932,
      "nll_loss": 0.16024990379810333,
      "step": 2565
    },
    {
      "epoch": 1.6724965427479053,
      "grad_norm": 0.27948901057243347,
      "learning_rate": 5.161069225496916e-05,
      "loss": 3.1167,
      "step": 2570
    },
    {
      "contrastive_loss": 2.086984395980835,
      "epoch": 1.6724965427479053,
      "nll_loss": 0.022200804203748703,
      "step": 2570
    },
    {
      "contrastive_loss": 2.0867786407470703,
      "epoch": 1.6724965427479053,
      "nll_loss": 0.09396613389253616,
      "step": 2570
    },
    {
      "contrastive_loss": 2.091244697570801,
      "epoch": 1.6724965427479053,
      "nll_loss": 0.12339853495359421,
      "step": 2570
    },
    {
      "contrastive_loss": 2.090750217437744,
      "epoch": 1.6724965427479053,
      "nll_loss": 0.23933632671833038,
      "step": 2570
    },
    {
      "contrastive_loss": 2.092186212539673,
      "epoch": 1.6724965427479053,
      "nll_loss": 0.14856025576591492,
      "step": 2570
    },
    {
      "contrastive_loss": 2.087742805480957,
      "epoch": 1.6724965427479053,
      "nll_loss": 0.04771881178021431,
      "step": 2570
    },
    {
      "contrastive_loss": 2.0902559757232666,
      "epoch": 1.6724965427479053,
      "nll_loss": 0.2601107060909271,
      "step": 2570
    },
    {
      "contrastive_loss": 2.088270425796509,
      "epoch": 1.6724965427479053,
      "nll_loss": 0.14195601642131805,
      "step": 2570
    },
    {
      "epoch": 1.6757504270723176,
      "grad_norm": 0.2773771584033966,
      "learning_rate": 5.1096641535298145e-05,
      "loss": 3.0834,
      "step": 2575
    },
    {
      "contrastive_loss": 2.0903029441833496,
      "epoch": 1.6757504270723176,
      "nll_loss": 0.1650599092245102,
      "step": 2575
    },
    {
      "contrastive_loss": 2.0868866443634033,
      "epoch": 1.6757504270723176,
      "nll_loss": 0.1450270116329193,
      "step": 2575
    },
    {
      "contrastive_loss": 2.0860657691955566,
      "epoch": 1.6757504270723176,
      "nll_loss": 0.07915957272052765,
      "step": 2575
    },
    {
      "contrastive_loss": 2.0877652168273926,
      "epoch": 1.6757504270723176,
      "nll_loss": 0.061834659427404404,
      "step": 2575
    },
    {
      "contrastive_loss": 2.093275547027588,
      "epoch": 1.6757504270723176,
      "nll_loss": 0.22398139536380768,
      "step": 2575
    },
    {
      "contrastive_loss": 2.0862112045288086,
      "epoch": 1.6757504270723176,
      "nll_loss": 0.09070973843336105,
      "step": 2575
    },
    {
      "contrastive_loss": 2.0859739780426025,
      "epoch": 1.6757504270723176,
      "nll_loss": 0.14767129719257355,
      "step": 2575
    },
    {
      "contrastive_loss": 2.089290142059326,
      "epoch": 1.6757504270723176,
      "nll_loss": 0.06218620017170906,
      "step": 2575
    },
    {
      "epoch": 1.67900431139673,
      "grad_norm": 0.2864493131637573,
      "learning_rate": 5.058259081562714e-05,
      "loss": 3.094,
      "step": 2580
    },
    {
      "contrastive_loss": 2.085263967514038,
      "epoch": 1.67900431139673,
      "nll_loss": 0.17786581814289093,
      "step": 2580
    },
    {
      "contrastive_loss": 2.089902639389038,
      "epoch": 1.67900431139673,
      "nll_loss": 0.052458543330430984,
      "step": 2580
    },
    {
      "contrastive_loss": 2.0893516540527344,
      "epoch": 1.67900431139673,
      "nll_loss": 0.21018151938915253,
      "step": 2580
    },
    {
      "contrastive_loss": 2.084496259689331,
      "epoch": 1.67900431139673,
      "nll_loss": 0.10608366131782532,
      "step": 2580
    },
    {
      "contrastive_loss": 2.084811210632324,
      "epoch": 1.67900431139673,
      "nll_loss": 0.12080516666173935,
      "step": 2580
    },
    {
      "contrastive_loss": 2.0881378650665283,
      "epoch": 1.67900431139673,
      "nll_loss": 0.11872998625040054,
      "step": 2580
    },
    {
      "contrastive_loss": 2.0893683433532715,
      "epoch": 1.67900431139673,
      "nll_loss": 0.13472498953342438,
      "step": 2580
    },
    {
      "contrastive_loss": 2.0888917446136475,
      "epoch": 1.67900431139673,
      "nll_loss": 0.18672463297843933,
      "step": 2580
    },
    {
      "epoch": 1.682258195721142,
      "grad_norm": 0.32727178931236267,
      "learning_rate": 5.0068540095956134e-05,
      "loss": 3.1002,
      "step": 2585
    },
    {
      "contrastive_loss": 2.0850372314453125,
      "epoch": 1.682258195721142,
      "nll_loss": 0.11897718906402588,
      "step": 2585
    },
    {
      "contrastive_loss": 2.0917067527770996,
      "epoch": 1.682258195721142,
      "nll_loss": 0.08985551446676254,
      "step": 2585
    },
    {
      "contrastive_loss": 2.082489013671875,
      "epoch": 1.682258195721142,
      "nll_loss": 0.17859579622745514,
      "step": 2585
    },
    {
      "contrastive_loss": 2.087055206298828,
      "epoch": 1.682258195721142,
      "nll_loss": 0.08133045583963394,
      "step": 2585
    },
    {
      "contrastive_loss": 2.084763288497925,
      "epoch": 1.682258195721142,
      "nll_loss": 0.09765356034040451,
      "step": 2585
    },
    {
      "contrastive_loss": 2.0868985652923584,
      "epoch": 1.682258195721142,
      "nll_loss": 0.14769569039344788,
      "step": 2585
    },
    {
      "contrastive_loss": 2.0884835720062256,
      "epoch": 1.682258195721142,
      "nll_loss": 0.13453409075737,
      "step": 2585
    },
    {
      "contrastive_loss": 2.0789260864257812,
      "epoch": 1.682258195721142,
      "nll_loss": 0.08275546878576279,
      "step": 2585
    },
    {
      "epoch": 1.6855120800455543,
      "grad_norm": 0.46304577589035034,
      "learning_rate": 4.955448937628512e-05,
      "loss": 3.0907,
      "step": 2590
    },
    {
      "contrastive_loss": 2.0911176204681396,
      "epoch": 1.6855120800455543,
      "nll_loss": 0.08522152155637741,
      "step": 2590
    },
    {
      "contrastive_loss": 2.0869293212890625,
      "epoch": 1.6855120800455543,
      "nll_loss": 0.1002931073307991,
      "step": 2590
    },
    {
      "contrastive_loss": 2.094316005706787,
      "epoch": 1.6855120800455543,
      "nll_loss": 0.1800156980752945,
      "step": 2590
    },
    {
      "contrastive_loss": 2.0840184688568115,
      "epoch": 1.6855120800455543,
      "nll_loss": 0.07747076451778412,
      "step": 2590
    },
    {
      "contrastive_loss": 2.089364528656006,
      "epoch": 1.6855120800455543,
      "nll_loss": 0.2046830952167511,
      "step": 2590
    },
    {
      "contrastive_loss": 2.0862510204315186,
      "epoch": 1.6855120800455543,
      "nll_loss": 0.18209773302078247,
      "step": 2590
    },
    {
      "contrastive_loss": 2.089383125305176,
      "epoch": 1.6855120800455543,
      "nll_loss": 0.0919761210680008,
      "step": 2590
    },
    {
      "contrastive_loss": 2.0882320404052734,
      "epoch": 1.6855120800455543,
      "nll_loss": 0.1578107476234436,
      "step": 2590
    },
    {
      "epoch": 1.6887659643699666,
      "grad_norm": 0.2748221755027771,
      "learning_rate": 4.9040438656614116e-05,
      "loss": 3.1079,
      "step": 2595
    },
    {
      "contrastive_loss": 2.0885539054870605,
      "epoch": 1.6887659643699666,
      "nll_loss": 0.13329659402370453,
      "step": 2595
    },
    {
      "contrastive_loss": 2.0869970321655273,
      "epoch": 1.6887659643699666,
      "nll_loss": 0.09662192314863205,
      "step": 2595
    },
    {
      "contrastive_loss": 2.088707685470581,
      "epoch": 1.6887659643699666,
      "nll_loss": 0.13795793056488037,
      "step": 2595
    },
    {
      "contrastive_loss": 2.085171699523926,
      "epoch": 1.6887659643699666,
      "nll_loss": 0.09704689681529999,
      "step": 2595
    },
    {
      "contrastive_loss": 2.0894298553466797,
      "epoch": 1.6887659643699666,
      "nll_loss": 0.14779703319072723,
      "step": 2595
    },
    {
      "contrastive_loss": 2.0848922729492188,
      "epoch": 1.6887659643699666,
      "nll_loss": 0.1276422142982483,
      "step": 2595
    },
    {
      "contrastive_loss": 2.088834762573242,
      "epoch": 1.6887659643699666,
      "nll_loss": 0.18538430333137512,
      "step": 2595
    },
    {
      "contrastive_loss": 2.0898079872131348,
      "epoch": 1.6887659643699666,
      "nll_loss": 0.08367166668176651,
      "step": 2595
    },
    {
      "epoch": 1.692019848694379,
      "grad_norm": 0.2912842631340027,
      "learning_rate": 4.8526387936943104e-05,
      "loss": 3.0827,
      "step": 2600
    },
    {
      "contrastive_loss": 2.089273452758789,
      "epoch": 1.692019848694379,
      "nll_loss": 0.1807764619588852,
      "step": 2600
    },
    {
      "contrastive_loss": 2.090834617614746,
      "epoch": 1.692019848694379,
      "nll_loss": 0.0951007679104805,
      "step": 2600
    },
    {
      "contrastive_loss": 2.0878334045410156,
      "epoch": 1.692019848694379,
      "nll_loss": 0.1264510452747345,
      "step": 2600
    },
    {
      "contrastive_loss": 2.087249994277954,
      "epoch": 1.692019848694379,
      "nll_loss": 0.05746087431907654,
      "step": 2600
    },
    {
      "contrastive_loss": 2.089277505874634,
      "epoch": 1.692019848694379,
      "nll_loss": 0.15255077183246613,
      "step": 2600
    },
    {
      "contrastive_loss": 2.089902400970459,
      "epoch": 1.692019848694379,
      "nll_loss": 0.08462181687355042,
      "step": 2600
    },
    {
      "contrastive_loss": 2.0880322456359863,
      "epoch": 1.692019848694379,
      "nll_loss": 0.19488027691841125,
      "step": 2600
    },
    {
      "contrastive_loss": 2.0846805572509766,
      "epoch": 1.692019848694379,
      "nll_loss": 0.03831353411078453,
      "step": 2600
    },
    {
      "epoch": 1.6952737330187913,
      "grad_norm": 0.30776628851890564,
      "learning_rate": 4.80123372172721e-05,
      "loss": 3.0961,
      "step": 2605
    },
    {
      "contrastive_loss": 2.0912153720855713,
      "epoch": 1.6952737330187913,
      "nll_loss": 0.18759427964687347,
      "step": 2605
    },
    {
      "contrastive_loss": 2.0896334648132324,
      "epoch": 1.6952737330187913,
      "nll_loss": 0.11911526322364807,
      "step": 2605
    },
    {
      "contrastive_loss": 2.0856783390045166,
      "epoch": 1.6952737330187913,
      "nll_loss": 0.1516740769147873,
      "step": 2605
    },
    {
      "contrastive_loss": 2.0884177684783936,
      "epoch": 1.6952737330187913,
      "nll_loss": 0.1260654628276825,
      "step": 2605
    },
    {
      "contrastive_loss": 2.0853121280670166,
      "epoch": 1.6952737330187913,
      "nll_loss": 0.07064414769411087,
      "step": 2605
    },
    {
      "contrastive_loss": 2.0900349617004395,
      "epoch": 1.6952737330187913,
      "nll_loss": 0.2152102142572403,
      "step": 2605
    },
    {
      "contrastive_loss": 2.085613250732422,
      "epoch": 1.6952737330187913,
      "nll_loss": 0.16916131973266602,
      "step": 2605
    },
    {
      "contrastive_loss": 2.0888686180114746,
      "epoch": 1.6952737330187913,
      "nll_loss": 0.15416797995567322,
      "step": 2605
    },
    {
      "epoch": 1.6985276173432036,
      "grad_norm": 0.2884317636489868,
      "learning_rate": 4.749828649760109e-05,
      "loss": 3.1001,
      "step": 2610
    },
    {
      "contrastive_loss": 2.0888831615448,
      "epoch": 1.6985276173432036,
      "nll_loss": 0.1647549867630005,
      "step": 2610
    },
    {
      "contrastive_loss": 2.0896995067596436,
      "epoch": 1.6985276173432036,
      "nll_loss": 0.10302596539258957,
      "step": 2610
    },
    {
      "contrastive_loss": 2.0905990600585938,
      "epoch": 1.6985276173432036,
      "nll_loss": 0.12846359610557556,
      "step": 2610
    },
    {
      "contrastive_loss": 2.083714485168457,
      "epoch": 1.6985276173432036,
      "nll_loss": 0.05639664828777313,
      "step": 2610
    },
    {
      "contrastive_loss": 2.089921712875366,
      "epoch": 1.6985276173432036,
      "nll_loss": 0.19752278923988342,
      "step": 2610
    },
    {
      "contrastive_loss": 2.0891101360321045,
      "epoch": 1.6985276173432036,
      "nll_loss": 0.10535755753517151,
      "step": 2610
    },
    {
      "contrastive_loss": 2.08858323097229,
      "epoch": 1.6985276173432036,
      "nll_loss": 0.16613298654556274,
      "step": 2610
    },
    {
      "contrastive_loss": 2.0859975814819336,
      "epoch": 1.6985276173432036,
      "nll_loss": 0.12256969511508942,
      "step": 2610
    },
    {
      "epoch": 1.7017815016676159,
      "grad_norm": 0.30118411779403687,
      "learning_rate": 4.698423577793008e-05,
      "loss": 3.1122,
      "step": 2615
    },
    {
      "contrastive_loss": 2.0850307941436768,
      "epoch": 1.7017815016676159,
      "nll_loss": 0.13537603616714478,
      "step": 2615
    },
    {
      "contrastive_loss": 2.090898275375366,
      "epoch": 1.7017815016676159,
      "nll_loss": 0.15342168509960175,
      "step": 2615
    },
    {
      "contrastive_loss": 2.0917012691497803,
      "epoch": 1.7017815016676159,
      "nll_loss": 0.1743566393852234,
      "step": 2615
    },
    {
      "contrastive_loss": 2.083285093307495,
      "epoch": 1.7017815016676159,
      "nll_loss": 0.11743824183940887,
      "step": 2615
    },
    {
      "contrastive_loss": 2.0861334800720215,
      "epoch": 1.7017815016676159,
      "nll_loss": 0.0809236615896225,
      "step": 2615
    },
    {
      "contrastive_loss": 2.0903429985046387,
      "epoch": 1.7017815016676159,
      "nll_loss": 0.14972931146621704,
      "step": 2615
    },
    {
      "contrastive_loss": 2.088906764984131,
      "epoch": 1.7017815016676159,
      "nll_loss": 0.06962409615516663,
      "step": 2615
    },
    {
      "contrastive_loss": 2.0896997451782227,
      "epoch": 1.7017815016676159,
      "nll_loss": 0.23853857815265656,
      "step": 2615
    },
    {
      "epoch": 1.705035385992028,
      "grad_norm": 0.27997520565986633,
      "learning_rate": 4.6470185058259075e-05,
      "loss": 3.1031,
      "step": 2620
    },
    {
      "contrastive_loss": 2.0874199867248535,
      "epoch": 1.705035385992028,
      "nll_loss": 0.05239115655422211,
      "step": 2620
    },
    {
      "contrastive_loss": 2.0882787704467773,
      "epoch": 1.705035385992028,
      "nll_loss": 0.1454734206199646,
      "step": 2620
    },
    {
      "contrastive_loss": 2.0862655639648438,
      "epoch": 1.705035385992028,
      "nll_loss": 0.20482857525348663,
      "step": 2620
    },
    {
      "contrastive_loss": 2.092231273651123,
      "epoch": 1.705035385992028,
      "nll_loss": 0.12835638225078583,
      "step": 2620
    },
    {
      "contrastive_loss": 2.0845725536346436,
      "epoch": 1.705035385992028,
      "nll_loss": 0.15821900963783264,
      "step": 2620
    },
    {
      "contrastive_loss": 2.089265823364258,
      "epoch": 1.705035385992028,
      "nll_loss": 0.03710893914103508,
      "step": 2620
    },
    {
      "contrastive_loss": 2.0862414836883545,
      "epoch": 1.705035385992028,
      "nll_loss": 0.10698385536670685,
      "step": 2620
    },
    {
      "contrastive_loss": 2.083954334259033,
      "epoch": 1.705035385992028,
      "nll_loss": 0.15756648778915405,
      "step": 2620
    },
    {
      "epoch": 1.7082892703164403,
      "grad_norm": 0.280976802110672,
      "learning_rate": 4.595613433858806e-05,
      "loss": 3.0989,
      "step": 2625
    },
    {
      "contrastive_loss": 2.0869007110595703,
      "epoch": 1.7082892703164403,
      "nll_loss": 0.10619768500328064,
      "step": 2625
    },
    {
      "contrastive_loss": 2.09100604057312,
      "epoch": 1.7082892703164403,
      "nll_loss": 0.1527465432882309,
      "step": 2625
    },
    {
      "contrastive_loss": 2.089123249053955,
      "epoch": 1.7082892703164403,
      "nll_loss": 0.17391864955425262,
      "step": 2625
    },
    {
      "contrastive_loss": 2.0904018878936768,
      "epoch": 1.7082892703164403,
      "nll_loss": 0.13054564595222473,
      "step": 2625
    },
    {
      "contrastive_loss": 2.0893781185150146,
      "epoch": 1.7082892703164403,
      "nll_loss": 0.10480545461177826,
      "step": 2625
    },
    {
      "contrastive_loss": 2.0863430500030518,
      "epoch": 1.7082892703164403,
      "nll_loss": 0.11769327521324158,
      "step": 2625
    },
    {
      "contrastive_loss": 2.090404987335205,
      "epoch": 1.7082892703164403,
      "nll_loss": 0.15647558867931366,
      "step": 2625
    },
    {
      "contrastive_loss": 2.086556911468506,
      "epoch": 1.7082892703164403,
      "nll_loss": 0.05126727744936943,
      "step": 2625
    },
    {
      "epoch": 1.7115431546408524,
      "grad_norm": 0.27706941962242126,
      "learning_rate": 4.5442083618917064e-05,
      "loss": 3.0864,
      "step": 2630
    },
    {
      "contrastive_loss": 2.087617874145508,
      "epoch": 1.7115431546408524,
      "nll_loss": 0.2015720009803772,
      "step": 2630
    },
    {
      "contrastive_loss": 2.0847268104553223,
      "epoch": 1.7115431546408524,
      "nll_loss": 0.1415279507637024,
      "step": 2630
    },
    {
      "contrastive_loss": 2.0861096382141113,
      "epoch": 1.7115431546408524,
      "nll_loss": 0.1518736481666565,
      "step": 2630
    },
    {
      "contrastive_loss": 2.0860137939453125,
      "epoch": 1.7115431546408524,
      "nll_loss": 0.10357894748449326,
      "step": 2630
    },
    {
      "contrastive_loss": 2.0886294841766357,
      "epoch": 1.7115431546408524,
      "nll_loss": 0.1400603950023651,
      "step": 2630
    },
    {
      "contrastive_loss": 2.089127779006958,
      "epoch": 1.7115431546408524,
      "nll_loss": 0.12989312410354614,
      "step": 2630
    },
    {
      "contrastive_loss": 2.086893320083618,
      "epoch": 1.7115431546408524,
      "nll_loss": 0.20021499693393707,
      "step": 2630
    },
    {
      "contrastive_loss": 2.0848543643951416,
      "epoch": 1.7115431546408524,
      "nll_loss": 0.1812855452299118,
      "step": 2630
    },
    {
      "epoch": 1.7147970389652647,
      "grad_norm": 0.26020774245262146,
      "learning_rate": 4.492803289924606e-05,
      "loss": 3.1199,
      "step": 2635
    },
    {
      "contrastive_loss": 2.088240146636963,
      "epoch": 1.7147970389652647,
      "nll_loss": 0.11452779918909073,
      "step": 2635
    },
    {
      "contrastive_loss": 2.087169647216797,
      "epoch": 1.7147970389652647,
      "nll_loss": 0.08078435808420181,
      "step": 2635
    },
    {
      "contrastive_loss": 2.0893630981445312,
      "epoch": 1.7147970389652647,
      "nll_loss": 0.1782856285572052,
      "step": 2635
    },
    {
      "contrastive_loss": 2.089045763015747,
      "epoch": 1.7147970389652647,
      "nll_loss": 0.128570094704628,
      "step": 2635
    },
    {
      "contrastive_loss": 2.0849556922912598,
      "epoch": 1.7147970389652647,
      "nll_loss": 0.18579187989234924,
      "step": 2635
    },
    {
      "contrastive_loss": 2.0891523361206055,
      "epoch": 1.7147970389652647,
      "nll_loss": 0.10297781229019165,
      "step": 2635
    },
    {
      "contrastive_loss": 2.0918662548065186,
      "epoch": 1.7147970389652647,
      "nll_loss": 0.1337687373161316,
      "step": 2635
    },
    {
      "contrastive_loss": 2.088813543319702,
      "epoch": 1.7147970389652647,
      "nll_loss": 0.08470571786165237,
      "step": 2635
    },
    {
      "epoch": 1.718050923289677,
      "grad_norm": 0.2878842055797577,
      "learning_rate": 4.441398217957505e-05,
      "loss": 3.0956,
      "step": 2640
    },
    {
      "contrastive_loss": 2.087812900543213,
      "epoch": 1.718050923289677,
      "nll_loss": 0.06299886107444763,
      "step": 2640
    },
    {
      "contrastive_loss": 2.08907413482666,
      "epoch": 1.718050923289677,
      "nll_loss": 0.15108300745487213,
      "step": 2640
    },
    {
      "contrastive_loss": 2.09228253364563,
      "epoch": 1.718050923289677,
      "nll_loss": 0.12400355190038681,
      "step": 2640
    },
    {
      "contrastive_loss": 2.087864398956299,
      "epoch": 1.718050923289677,
      "nll_loss": 0.09331724792718887,
      "step": 2640
    },
    {
      "contrastive_loss": 2.0904734134674072,
      "epoch": 1.718050923289677,
      "nll_loss": 0.1694890558719635,
      "step": 2640
    },
    {
      "contrastive_loss": 2.0846288204193115,
      "epoch": 1.718050923289677,
      "nll_loss": 0.14820604026317596,
      "step": 2640
    },
    {
      "contrastive_loss": 2.0866594314575195,
      "epoch": 1.718050923289677,
      "nll_loss": 0.08910619467496872,
      "step": 2640
    },
    {
      "contrastive_loss": 2.087857246398926,
      "epoch": 1.718050923289677,
      "nll_loss": 0.1935299187898636,
      "step": 2640
    },
    {
      "epoch": 1.7213048076140893,
      "grad_norm": 0.2695046663284302,
      "learning_rate": 4.389993145990404e-05,
      "loss": 3.0455,
      "step": 2645
    },
    {
      "contrastive_loss": 2.0896708965301514,
      "epoch": 1.7213048076140893,
      "nll_loss": 0.18517594039440155,
      "step": 2645
    },
    {
      "contrastive_loss": 2.097456455230713,
      "epoch": 1.7213048076140893,
      "nll_loss": 0.12004505097866058,
      "step": 2645
    },
    {
      "contrastive_loss": 2.0894792079925537,
      "epoch": 1.7213048076140893,
      "nll_loss": 0.1467570662498474,
      "step": 2645
    },
    {
      "contrastive_loss": 2.0873355865478516,
      "epoch": 1.7213048076140893,
      "nll_loss": 0.08043140172958374,
      "step": 2645
    },
    {
      "contrastive_loss": 2.0898208618164062,
      "epoch": 1.7213048076140893,
      "nll_loss": 0.1784173995256424,
      "step": 2645
    },
    {
      "contrastive_loss": 2.0906128883361816,
      "epoch": 1.7213048076140893,
      "nll_loss": 0.13145750761032104,
      "step": 2645
    },
    {
      "contrastive_loss": 2.0705058574676514,
      "epoch": 1.7213048076140893,
      "nll_loss": 0.09122775495052338,
      "step": 2645
    },
    {
      "contrastive_loss": 2.088636875152588,
      "epoch": 1.7213048076140893,
      "nll_loss": 0.08751147985458374,
      "step": 2645
    },
    {
      "epoch": 1.7245586919385016,
      "grad_norm": 0.2921585738658905,
      "learning_rate": 4.3385880740233036e-05,
      "loss": 3.1195,
      "step": 2650
    },
    {
      "contrastive_loss": 2.0883121490478516,
      "epoch": 1.7245586919385016,
      "nll_loss": 0.12746578454971313,
      "step": 2650
    },
    {
      "contrastive_loss": 2.089106321334839,
      "epoch": 1.7245586919385016,
      "nll_loss": 0.11056524515151978,
      "step": 2650
    },
    {
      "contrastive_loss": 2.0901620388031006,
      "epoch": 1.7245586919385016,
      "nll_loss": 0.15676425397396088,
      "step": 2650
    },
    {
      "contrastive_loss": 2.087763786315918,
      "epoch": 1.7245586919385016,
      "nll_loss": 0.1759895235300064,
      "step": 2650
    },
    {
      "contrastive_loss": 2.0862889289855957,
      "epoch": 1.7245586919385016,
      "nll_loss": 0.1751495599746704,
      "step": 2650
    },
    {
      "contrastive_loss": 2.085613250732422,
      "epoch": 1.7245586919385016,
      "nll_loss": 0.1548088937997818,
      "step": 2650
    },
    {
      "contrastive_loss": 2.088989734649658,
      "epoch": 1.7245586919385016,
      "nll_loss": 0.09663290530443192,
      "step": 2650
    },
    {
      "contrastive_loss": 2.088869094848633,
      "epoch": 1.7245586919385016,
      "nll_loss": 0.10442463308572769,
      "step": 2650
    },
    {
      "epoch": 1.727812576262914,
      "grad_norm": 0.29098135232925415,
      "learning_rate": 4.2871830020562023e-05,
      "loss": 3.1099,
      "step": 2655
    },
    {
      "contrastive_loss": 2.0929598808288574,
      "epoch": 1.727812576262914,
      "nll_loss": 0.21674413979053497,
      "step": 2655
    },
    {
      "contrastive_loss": 2.0934665203094482,
      "epoch": 1.727812576262914,
      "nll_loss": 0.08961301296949387,
      "step": 2655
    },
    {
      "contrastive_loss": 2.0967862606048584,
      "epoch": 1.727812576262914,
      "nll_loss": 0.23556743562221527,
      "step": 2655
    },
    {
      "contrastive_loss": 2.0873537063598633,
      "epoch": 1.727812576262914,
      "nll_loss": 0.1841721534729004,
      "step": 2655
    },
    {
      "contrastive_loss": 2.087838649749756,
      "epoch": 1.727812576262914,
      "nll_loss": 0.12389553338289261,
      "step": 2655
    },
    {
      "contrastive_loss": 2.084970235824585,
      "epoch": 1.727812576262914,
      "nll_loss": 0.06066730618476868,
      "step": 2655
    },
    {
      "contrastive_loss": 2.087022304534912,
      "epoch": 1.727812576262914,
      "nll_loss": 0.10549566149711609,
      "step": 2655
    },
    {
      "contrastive_loss": 2.0838253498077393,
      "epoch": 1.727812576262914,
      "nll_loss": 0.07652423530817032,
      "step": 2655
    },
    {
      "epoch": 1.7310664605873263,
      "grad_norm": 0.3040277361869812,
      "learning_rate": 4.235777930089102e-05,
      "loss": 3.154,
      "step": 2660
    },
    {
      "contrastive_loss": 2.0850629806518555,
      "epoch": 1.7310664605873263,
      "nll_loss": 0.06802237778902054,
      "step": 2660
    },
    {
      "contrastive_loss": 2.0890092849731445,
      "epoch": 1.7310664605873263,
      "nll_loss": 0.13083453476428986,
      "step": 2660
    },
    {
      "contrastive_loss": 2.091005325317383,
      "epoch": 1.7310664605873263,
      "nll_loss": 0.16251406073570251,
      "step": 2660
    },
    {
      "contrastive_loss": 2.0877676010131836,
      "epoch": 1.7310664605873263,
      "nll_loss": 0.07049168646335602,
      "step": 2660
    },
    {
      "contrastive_loss": 2.0912327766418457,
      "epoch": 1.7310664605873263,
      "nll_loss": 0.13166022300720215,
      "step": 2660
    },
    {
      "contrastive_loss": 2.090074300765991,
      "epoch": 1.7310664605873263,
      "nll_loss": 0.1259104460477829,
      "step": 2660
    },
    {
      "contrastive_loss": 2.083439826965332,
      "epoch": 1.7310664605873263,
      "nll_loss": 0.16870668530464172,
      "step": 2660
    },
    {
      "contrastive_loss": 2.090675115585327,
      "epoch": 1.7310664605873263,
      "nll_loss": 0.09161786735057831,
      "step": 2660
    },
    {
      "epoch": 1.7343203449117384,
      "grad_norm": 0.28796130418777466,
      "learning_rate": 4.184372858122001e-05,
      "loss": 3.0823,
      "step": 2665
    },
    {
      "contrastive_loss": 2.0831832885742188,
      "epoch": 1.7343203449117384,
      "nll_loss": 0.10701227933168411,
      "step": 2665
    },
    {
      "contrastive_loss": 2.088679313659668,
      "epoch": 1.7343203449117384,
      "nll_loss": 0.13504770398139954,
      "step": 2665
    },
    {
      "contrastive_loss": 2.0881428718566895,
      "epoch": 1.7343203449117384,
      "nll_loss": 0.11352527141571045,
      "step": 2665
    },
    {
      "contrastive_loss": 2.087628126144409,
      "epoch": 1.7343203449117384,
      "nll_loss": 0.0878886803984642,
      "step": 2665
    },
    {
      "contrastive_loss": 2.091099977493286,
      "epoch": 1.7343203449117384,
      "nll_loss": 0.11840926855802536,
      "step": 2665
    },
    {
      "contrastive_loss": 2.086125612258911,
      "epoch": 1.7343203449117384,
      "nll_loss": 0.10118330270051956,
      "step": 2665
    },
    {
      "contrastive_loss": 2.0857179164886475,
      "epoch": 1.7343203449117384,
      "nll_loss": 0.15299049019813538,
      "step": 2665
    },
    {
      "contrastive_loss": 2.0881731510162354,
      "epoch": 1.7343203449117384,
      "nll_loss": 0.13152314722537994,
      "step": 2665
    },
    {
      "epoch": 1.7375742292361507,
      "grad_norm": 0.3073071539402008,
      "learning_rate": 4.1329677861549e-05,
      "loss": 3.0879,
      "step": 2670
    },
    {
      "contrastive_loss": 2.094386577606201,
      "epoch": 1.7375742292361507,
      "nll_loss": 0.1427270919084549,
      "step": 2670
    },
    {
      "contrastive_loss": 2.0904834270477295,
      "epoch": 1.7375742292361507,
      "nll_loss": 0.09053283929824829,
      "step": 2670
    },
    {
      "contrastive_loss": 2.0915160179138184,
      "epoch": 1.7375742292361507,
      "nll_loss": 0.16387252509593964,
      "step": 2670
    },
    {
      "contrastive_loss": 2.0887086391448975,
      "epoch": 1.7375742292361507,
      "nll_loss": 0.15890513360500336,
      "step": 2670
    },
    {
      "contrastive_loss": 2.0864975452423096,
      "epoch": 1.7375742292361507,
      "nll_loss": 0.1431412398815155,
      "step": 2670
    },
    {
      "contrastive_loss": 2.08994197845459,
      "epoch": 1.7375742292361507,
      "nll_loss": 0.10598611831665039,
      "step": 2670
    },
    {
      "contrastive_loss": 2.0909783840179443,
      "epoch": 1.7375742292361507,
      "nll_loss": 0.09362442791461945,
      "step": 2670
    },
    {
      "contrastive_loss": 2.0865020751953125,
      "epoch": 1.7375742292361507,
      "nll_loss": 0.16539451479911804,
      "step": 2670
    },
    {
      "epoch": 1.7408281135605628,
      "grad_norm": 0.29853811860084534,
      "learning_rate": 4.0815627141877995e-05,
      "loss": 3.1395,
      "step": 2675
    },
    {
      "contrastive_loss": 2.0884904861450195,
      "epoch": 1.7408281135605628,
      "nll_loss": 0.11742173135280609,
      "step": 2675
    },
    {
      "contrastive_loss": 2.088122606277466,
      "epoch": 1.7408281135605628,
      "nll_loss": 0.1793854534626007,
      "step": 2675
    },
    {
      "contrastive_loss": 2.087775945663452,
      "epoch": 1.7408281135605628,
      "nll_loss": 0.02121669612824917,
      "step": 2675
    },
    {
      "contrastive_loss": 2.0913095474243164,
      "epoch": 1.7408281135605628,
      "nll_loss": 0.07400117814540863,
      "step": 2675
    },
    {
      "contrastive_loss": 2.085066080093384,
      "epoch": 1.7408281135605628,
      "nll_loss": 0.13816775381565094,
      "step": 2675
    },
    {
      "contrastive_loss": 2.0883097648620605,
      "epoch": 1.7408281135605628,
      "nll_loss": 0.1556641310453415,
      "step": 2675
    },
    {
      "contrastive_loss": 2.0894935131073,
      "epoch": 1.7408281135605628,
      "nll_loss": 0.17107899487018585,
      "step": 2675
    },
    {
      "contrastive_loss": 2.08379864692688,
      "epoch": 1.7408281135605628,
      "nll_loss": 0.17906935513019562,
      "step": 2675
    },
    {
      "epoch": 1.744081997884975,
      "grad_norm": 0.27989014983177185,
      "learning_rate": 4.030157642220698e-05,
      "loss": 3.0922,
      "step": 2680
    },
    {
      "contrastive_loss": 2.082904577255249,
      "epoch": 1.744081997884975,
      "nll_loss": 0.07655242085456848,
      "step": 2680
    },
    {
      "contrastive_loss": 2.0847299098968506,
      "epoch": 1.744081997884975,
      "nll_loss": 0.09742449969053268,
      "step": 2680
    },
    {
      "contrastive_loss": 2.0885679721832275,
      "epoch": 1.744081997884975,
      "nll_loss": 0.1610940843820572,
      "step": 2680
    },
    {
      "contrastive_loss": 2.0862996578216553,
      "epoch": 1.744081997884975,
      "nll_loss": 0.0953545868396759,
      "step": 2680
    },
    {
      "contrastive_loss": 2.089430093765259,
      "epoch": 1.744081997884975,
      "nll_loss": 0.17853768169879913,
      "step": 2680
    },
    {
      "contrastive_loss": 2.088465452194214,
      "epoch": 1.744081997884975,
      "nll_loss": 0.0974218025803566,
      "step": 2680
    },
    {
      "contrastive_loss": 2.090125322341919,
      "epoch": 1.744081997884975,
      "nll_loss": 0.06926541030406952,
      "step": 2680
    },
    {
      "contrastive_loss": 2.0900683403015137,
      "epoch": 1.744081997884975,
      "nll_loss": 0.1641419678926468,
      "step": 2680
    },
    {
      "epoch": 1.7473358822093874,
      "grad_norm": 0.27581238746643066,
      "learning_rate": 3.978752570253598e-05,
      "loss": 3.0896,
      "step": 2685
    },
    {
      "contrastive_loss": 2.0855696201324463,
      "epoch": 1.7473358822093874,
      "nll_loss": 0.1171015202999115,
      "step": 2685
    },
    {
      "contrastive_loss": 2.087799549102783,
      "epoch": 1.7473358822093874,
      "nll_loss": 0.07060294598340988,
      "step": 2685
    },
    {
      "contrastive_loss": 2.0885844230651855,
      "epoch": 1.7473358822093874,
      "nll_loss": 0.05312395468354225,
      "step": 2685
    },
    {
      "contrastive_loss": 2.0878520011901855,
      "epoch": 1.7473358822093874,
      "nll_loss": 0.20699866116046906,
      "step": 2685
    },
    {
      "contrastive_loss": 2.08316707611084,
      "epoch": 1.7473358822093874,
      "nll_loss": 0.1276053935289383,
      "step": 2685
    },
    {
      "contrastive_loss": 2.0888452529907227,
      "epoch": 1.7473358822093874,
      "nll_loss": 0.11180642992258072,
      "step": 2685
    },
    {
      "contrastive_loss": 2.0850367546081543,
      "epoch": 1.7473358822093874,
      "nll_loss": 0.15745742619037628,
      "step": 2685
    },
    {
      "contrastive_loss": 2.084709882736206,
      "epoch": 1.7473358822093874,
      "nll_loss": 0.12499067187309265,
      "step": 2685
    },
    {
      "epoch": 1.7505897665337997,
      "grad_norm": 0.2934066653251648,
      "learning_rate": 3.927347498286497e-05,
      "loss": 3.1205,
      "step": 2690
    },
    {
      "contrastive_loss": 2.0900380611419678,
      "epoch": 1.7505897665337997,
      "nll_loss": 0.06995858252048492,
      "step": 2690
    },
    {
      "contrastive_loss": 2.0888915061950684,
      "epoch": 1.7505897665337997,
      "nll_loss": 0.15917034447193146,
      "step": 2690
    },
    {
      "contrastive_loss": 2.086580514907837,
      "epoch": 1.7505897665337997,
      "nll_loss": 0.09914293140172958,
      "step": 2690
    },
    {
      "contrastive_loss": 2.084212064743042,
      "epoch": 1.7505897665337997,
      "nll_loss": 0.053547438234090805,
      "step": 2690
    },
    {
      "contrastive_loss": 2.0865437984466553,
      "epoch": 1.7505897665337997,
      "nll_loss": 0.17710185050964355,
      "step": 2690
    },
    {
      "contrastive_loss": 2.0898709297180176,
      "epoch": 1.7505897665337997,
      "nll_loss": 0.11800183355808258,
      "step": 2690
    },
    {
      "contrastive_loss": 2.0807619094848633,
      "epoch": 1.7505897665337997,
      "nll_loss": 0.16139742732048035,
      "step": 2690
    },
    {
      "contrastive_loss": 2.085574150085449,
      "epoch": 1.7505897665337997,
      "nll_loss": 0.12181877344846725,
      "step": 2690
    },
    {
      "epoch": 1.753843650858212,
      "grad_norm": 0.2733139991760254,
      "learning_rate": 3.875942426319396e-05,
      "loss": 3.0705,
      "step": 2695
    },
    {
      "contrastive_loss": 2.0907416343688965,
      "epoch": 1.753843650858212,
      "nll_loss": 0.11080802977085114,
      "step": 2695
    },
    {
      "contrastive_loss": 2.098045825958252,
      "epoch": 1.753843650858212,
      "nll_loss": 0.15136206150054932,
      "step": 2695
    },
    {
      "contrastive_loss": 2.09230637550354,
      "epoch": 1.753843650858212,
      "nll_loss": 0.06342588365077972,
      "step": 2695
    },
    {
      "contrastive_loss": 2.0930163860321045,
      "epoch": 1.753843650858212,
      "nll_loss": 0.1634158343076706,
      "step": 2695
    },
    {
      "contrastive_loss": 2.0870206356048584,
      "epoch": 1.753843650858212,
      "nll_loss": 0.14827515184879303,
      "step": 2695
    },
    {
      "contrastive_loss": 2.0901222229003906,
      "epoch": 1.753843650858212,
      "nll_loss": 0.2198462039232254,
      "step": 2695
    },
    {
      "contrastive_loss": 2.0884833335876465,
      "epoch": 1.753843650858212,
      "nll_loss": 0.11884437501430511,
      "step": 2695
    },
    {
      "contrastive_loss": 2.0891430377960205,
      "epoch": 1.753843650858212,
      "nll_loss": 0.1325540989637375,
      "step": 2695
    },
    {
      "epoch": 1.7570975351826243,
      "grad_norm": 0.2966268062591553,
      "learning_rate": 3.824537354352296e-05,
      "loss": 3.1127,
      "step": 2700
    },
    {
      "contrastive_loss": 2.089526653289795,
      "epoch": 1.7570975351826243,
      "nll_loss": 0.11955472081899643,
      "step": 2700
    },
    {
      "contrastive_loss": 2.088773727416992,
      "epoch": 1.7570975351826243,
      "nll_loss": 0.09768331050872803,
      "step": 2700
    },
    {
      "contrastive_loss": 2.088801383972168,
      "epoch": 1.7570975351826243,
      "nll_loss": 0.12476485967636108,
      "step": 2700
    },
    {
      "contrastive_loss": 2.0861520767211914,
      "epoch": 1.7570975351826243,
      "nll_loss": 0.1032237857580185,
      "step": 2700
    },
    {
      "contrastive_loss": 2.0878710746765137,
      "epoch": 1.7570975351826243,
      "nll_loss": 0.1349259912967682,
      "step": 2700
    },
    {
      "contrastive_loss": 2.08479642868042,
      "epoch": 1.7570975351826243,
      "nll_loss": 0.1437111496925354,
      "step": 2700
    },
    {
      "contrastive_loss": 2.0878183841705322,
      "epoch": 1.7570975351826243,
      "nll_loss": 0.12039694935083389,
      "step": 2700
    },
    {
      "contrastive_loss": 2.090669870376587,
      "epoch": 1.7570975351826243,
      "nll_loss": 0.1554461568593979,
      "step": 2700
    },
    {
      "epoch": 1.7603514195070367,
      "grad_norm": 0.34012410044670105,
      "learning_rate": 3.7731322823851955e-05,
      "loss": 3.1219,
      "step": 2705
    },
    {
      "contrastive_loss": 2.0897226333618164,
      "epoch": 1.7603514195070367,
      "nll_loss": 0.0754372775554657,
      "step": 2705
    },
    {
      "contrastive_loss": 2.0871121883392334,
      "epoch": 1.7603514195070367,
      "nll_loss": 0.07485472410917282,
      "step": 2705
    },
    {
      "contrastive_loss": 2.0893993377685547,
      "epoch": 1.7603514195070367,
      "nll_loss": 0.17067421972751617,
      "step": 2705
    },
    {
      "contrastive_loss": 2.0905847549438477,
      "epoch": 1.7603514195070367,
      "nll_loss": 0.08118841052055359,
      "step": 2705
    },
    {
      "contrastive_loss": 2.087170362472534,
      "epoch": 1.7603514195070367,
      "nll_loss": 0.11778008192777634,
      "step": 2705
    },
    {
      "contrastive_loss": 2.0931270122528076,
      "epoch": 1.7603514195070367,
      "nll_loss": 0.09203869104385376,
      "step": 2705
    },
    {
      "contrastive_loss": 2.089449405670166,
      "epoch": 1.7603514195070367,
      "nll_loss": 0.1305704414844513,
      "step": 2705
    },
    {
      "contrastive_loss": 2.0887982845306396,
      "epoch": 1.7603514195070367,
      "nll_loss": 0.11967888474464417,
      "step": 2705
    },
    {
      "epoch": 1.7636053038314488,
      "grad_norm": 0.3033588230609894,
      "learning_rate": 3.721727210418094e-05,
      "loss": 3.0373,
      "step": 2710
    },
    {
      "contrastive_loss": 2.087368965148926,
      "epoch": 1.7636053038314488,
      "nll_loss": 0.12377075850963593,
      "step": 2710
    },
    {
      "contrastive_loss": 2.080528736114502,
      "epoch": 1.7636053038314488,
      "nll_loss": 0.1510729342699051,
      "step": 2710
    },
    {
      "contrastive_loss": 2.0900871753692627,
      "epoch": 1.7636053038314488,
      "nll_loss": 0.18277713656425476,
      "step": 2710
    },
    {
      "contrastive_loss": 2.0867228507995605,
      "epoch": 1.7636053038314488,
      "nll_loss": 0.12307658791542053,
      "step": 2710
    },
    {
      "contrastive_loss": 2.0876049995422363,
      "epoch": 1.7636053038314488,
      "nll_loss": 0.05282370001077652,
      "step": 2710
    },
    {
      "contrastive_loss": 2.0884323120117188,
      "epoch": 1.7636053038314488,
      "nll_loss": 0.100918710231781,
      "step": 2710
    },
    {
      "contrastive_loss": 2.0868051052093506,
      "epoch": 1.7636053038314488,
      "nll_loss": 0.12173064798116684,
      "step": 2710
    },
    {
      "contrastive_loss": 2.0854995250701904,
      "epoch": 1.7636053038314488,
      "nll_loss": 0.057327140122652054,
      "step": 2710
    },
    {
      "epoch": 1.766859188155861,
      "grad_norm": 0.28701087832450867,
      "learning_rate": 3.670322138450994e-05,
      "loss": 3.1432,
      "step": 2715
    },
    {
      "contrastive_loss": 2.08622670173645,
      "epoch": 1.766859188155861,
      "nll_loss": 0.16896364092826843,
      "step": 2715
    },
    {
      "contrastive_loss": 2.0870916843414307,
      "epoch": 1.766859188155861,
      "nll_loss": 0.19355759024620056,
      "step": 2715
    },
    {
      "contrastive_loss": 2.086578369140625,
      "epoch": 1.766859188155861,
      "nll_loss": 0.09502020478248596,
      "step": 2715
    },
    {
      "contrastive_loss": 2.089221954345703,
      "epoch": 1.766859188155861,
      "nll_loss": 0.08223611116409302,
      "step": 2715
    },
    {
      "contrastive_loss": 2.088153600692749,
      "epoch": 1.766859188155861,
      "nll_loss": 0.12045923620462418,
      "step": 2715
    },
    {
      "contrastive_loss": 2.0888047218322754,
      "epoch": 1.766859188155861,
      "nll_loss": 0.11990367621183395,
      "step": 2715
    },
    {
      "contrastive_loss": 2.0861823558807373,
      "epoch": 1.766859188155861,
      "nll_loss": 0.1401400864124298,
      "step": 2715
    },
    {
      "contrastive_loss": 2.0882692337036133,
      "epoch": 1.766859188155861,
      "nll_loss": 0.153468519449234,
      "step": 2715
    },
    {
      "epoch": 1.7701130724802732,
      "grad_norm": 0.3099426031112671,
      "learning_rate": 3.618917066483893e-05,
      "loss": 3.1507,
      "step": 2720
    },
    {
      "contrastive_loss": 2.096222162246704,
      "epoch": 1.7701130724802732,
      "nll_loss": 0.05666378512978554,
      "step": 2720
    },
    {
      "contrastive_loss": 2.090153694152832,
      "epoch": 1.7701130724802732,
      "nll_loss": 0.09968458116054535,
      "step": 2720
    },
    {
      "contrastive_loss": 2.093993663787842,
      "epoch": 1.7701130724802732,
      "nll_loss": 0.052096422761678696,
      "step": 2720
    },
    {
      "contrastive_loss": 2.086700439453125,
      "epoch": 1.7701130724802732,
      "nll_loss": 0.13882236182689667,
      "step": 2720
    },
    {
      "contrastive_loss": 2.089092493057251,
      "epoch": 1.7701130724802732,
      "nll_loss": 0.23735684156417847,
      "step": 2720
    },
    {
      "contrastive_loss": 2.087366819381714,
      "epoch": 1.7701130724802732,
      "nll_loss": 0.13121230900287628,
      "step": 2720
    },
    {
      "contrastive_loss": 2.091160535812378,
      "epoch": 1.7701130724802732,
      "nll_loss": 0.196790874004364,
      "step": 2720
    },
    {
      "contrastive_loss": 2.084007978439331,
      "epoch": 1.7701130724802732,
      "nll_loss": 0.07881090044975281,
      "step": 2720
    },
    {
      "epoch": 1.7733669568046855,
      "grad_norm": 0.3070822060108185,
      "learning_rate": 3.567511994516792e-05,
      "loss": 3.0914,
      "step": 2725
    },
    {
      "contrastive_loss": 2.086597204208374,
      "epoch": 1.7733669568046855,
      "nll_loss": 0.0858439952135086,
      "step": 2725
    },
    {
      "contrastive_loss": 2.0889344215393066,
      "epoch": 1.7733669568046855,
      "nll_loss": 0.10905273258686066,
      "step": 2725
    },
    {
      "contrastive_loss": 2.088855743408203,
      "epoch": 1.7733669568046855,
      "nll_loss": 0.09557728469371796,
      "step": 2725
    },
    {
      "contrastive_loss": 2.088059902191162,
      "epoch": 1.7733669568046855,
      "nll_loss": 0.20167599618434906,
      "step": 2725
    },
    {
      "contrastive_loss": 2.0854690074920654,
      "epoch": 1.7733669568046855,
      "nll_loss": 0.06421147286891937,
      "step": 2725
    },
    {
      "contrastive_loss": 2.0949618816375732,
      "epoch": 1.7733669568046855,
      "nll_loss": 0.14641520380973816,
      "step": 2725
    },
    {
      "contrastive_loss": 2.088665723800659,
      "epoch": 1.7733669568046855,
      "nll_loss": 0.17504188418388367,
      "step": 2725
    },
    {
      "contrastive_loss": 2.0906832218170166,
      "epoch": 1.7733669568046855,
      "nll_loss": 0.18572472035884857,
      "step": 2725
    },
    {
      "epoch": 1.7766208411290978,
      "grad_norm": 0.2926698327064514,
      "learning_rate": 3.5161069225496914e-05,
      "loss": 3.115,
      "step": 2730
    },
    {
      "contrastive_loss": 2.087172508239746,
      "epoch": 1.7766208411290978,
      "nll_loss": 0.11478830873966217,
      "step": 2730
    },
    {
      "contrastive_loss": 2.0862951278686523,
      "epoch": 1.7766208411290978,
      "nll_loss": 0.07150713354349136,
      "step": 2730
    },
    {
      "contrastive_loss": 2.0838539600372314,
      "epoch": 1.7766208411290978,
      "nll_loss": 0.1099146232008934,
      "step": 2730
    },
    {
      "contrastive_loss": 2.088181734085083,
      "epoch": 1.7766208411290978,
      "nll_loss": 0.11492695659399033,
      "step": 2730
    },
    {
      "contrastive_loss": 2.0887606143951416,
      "epoch": 1.7766208411290978,
      "nll_loss": 0.13835203647613525,
      "step": 2730
    },
    {
      "contrastive_loss": 2.0908451080322266,
      "epoch": 1.7766208411290978,
      "nll_loss": 0.0427107997238636,
      "step": 2730
    },
    {
      "contrastive_loss": 2.087397813796997,
      "epoch": 1.7766208411290978,
      "nll_loss": 0.14256690442562103,
      "step": 2730
    },
    {
      "contrastive_loss": 2.0867810249328613,
      "epoch": 1.7766208411290978,
      "nll_loss": 0.060320161283016205,
      "step": 2730
    },
    {
      "epoch": 1.77987472545351,
      "grad_norm": 0.2718205153942108,
      "learning_rate": 3.46470185058259e-05,
      "loss": 3.0403,
      "step": 2735
    },
    {
      "contrastive_loss": 2.0909268856048584,
      "epoch": 1.77987472545351,
      "nll_loss": 0.1404433697462082,
      "step": 2735
    },
    {
      "contrastive_loss": 2.0872671604156494,
      "epoch": 1.77987472545351,
      "nll_loss": 0.139988973736763,
      "step": 2735
    },
    {
      "contrastive_loss": 2.086674928665161,
      "epoch": 1.77987472545351,
      "nll_loss": 0.1806640774011612,
      "step": 2735
    },
    {
      "contrastive_loss": 2.087130069732666,
      "epoch": 1.77987472545351,
      "nll_loss": 0.14880509674549103,
      "step": 2735
    },
    {
      "contrastive_loss": 2.0861763954162598,
      "epoch": 1.77987472545351,
      "nll_loss": 0.12181047350168228,
      "step": 2735
    },
    {
      "contrastive_loss": 2.086266279220581,
      "epoch": 1.77987472545351,
      "nll_loss": 0.1467333883047104,
      "step": 2735
    },
    {
      "contrastive_loss": 2.087735891342163,
      "epoch": 1.77987472545351,
      "nll_loss": 0.0697045624256134,
      "step": 2735
    },
    {
      "contrastive_loss": 2.0866572856903076,
      "epoch": 1.77987472545351,
      "nll_loss": 0.06718402355909348,
      "step": 2735
    },
    {
      "epoch": 1.7831286097779224,
      "grad_norm": 0.26387324929237366,
      "learning_rate": 3.41329677861549e-05,
      "loss": 3.112,
      "step": 2740
    },
    {
      "contrastive_loss": 2.0813393592834473,
      "epoch": 1.7831286097779224,
      "nll_loss": 0.1022767499089241,
      "step": 2740
    },
    {
      "contrastive_loss": 2.087071418762207,
      "epoch": 1.7831286097779224,
      "nll_loss": 0.19970722496509552,
      "step": 2740
    },
    {
      "contrastive_loss": 2.0905284881591797,
      "epoch": 1.7831286097779224,
      "nll_loss": 0.11922439932823181,
      "step": 2740
    },
    {
      "contrastive_loss": 2.08791184425354,
      "epoch": 1.7831286097779224,
      "nll_loss": 0.13589440286159515,
      "step": 2740
    },
    {
      "contrastive_loss": 2.086818218231201,
      "epoch": 1.7831286097779224,
      "nll_loss": 0.06921297311782837,
      "step": 2740
    },
    {
      "contrastive_loss": 2.087906837463379,
      "epoch": 1.7831286097779224,
      "nll_loss": 0.09602075815200806,
      "step": 2740
    },
    {
      "contrastive_loss": 2.0878336429595947,
      "epoch": 1.7831286097779224,
      "nll_loss": 0.2127346247434616,
      "step": 2740
    },
    {
      "contrastive_loss": 2.0899174213409424,
      "epoch": 1.7831286097779224,
      "nll_loss": 0.14568071067333221,
      "step": 2740
    },
    {
      "epoch": 1.7863824941023347,
      "grad_norm": 0.32264408469200134,
      "learning_rate": 3.361891706648389e-05,
      "loss": 3.1316,
      "step": 2745
    },
    {
      "contrastive_loss": 2.089604139328003,
      "epoch": 1.7863824941023347,
      "nll_loss": 0.14648565649986267,
      "step": 2745
    },
    {
      "contrastive_loss": 2.0891945362091064,
      "epoch": 1.7863824941023347,
      "nll_loss": 0.11592130362987518,
      "step": 2745
    },
    {
      "contrastive_loss": 2.0891523361206055,
      "epoch": 1.7863824941023347,
      "nll_loss": 0.1597798764705658,
      "step": 2745
    },
    {
      "contrastive_loss": 2.0865015983581543,
      "epoch": 1.7863824941023347,
      "nll_loss": 0.14990830421447754,
      "step": 2745
    },
    {
      "contrastive_loss": 2.0853166580200195,
      "epoch": 1.7863824941023347,
      "nll_loss": 0.10601196438074112,
      "step": 2745
    },
    {
      "contrastive_loss": 2.0862224102020264,
      "epoch": 1.7863824941023347,
      "nll_loss": 0.2009323388338089,
      "step": 2745
    },
    {
      "contrastive_loss": 2.0905075073242188,
      "epoch": 1.7863824941023347,
      "nll_loss": 0.1288403421640396,
      "step": 2745
    },
    {
      "contrastive_loss": 2.08896541595459,
      "epoch": 1.7863824941023347,
      "nll_loss": 0.09564746916294098,
      "step": 2745
    },
    {
      "epoch": 1.789636378426747,
      "grad_norm": 0.2841755747795105,
      "learning_rate": 3.3104866346812886e-05,
      "loss": 3.1155,
      "step": 2750
    },
    {
      "contrastive_loss": 2.0893640518188477,
      "epoch": 1.789636378426747,
      "nll_loss": 0.10224032402038574,
      "step": 2750
    },
    {
      "contrastive_loss": 2.0904860496520996,
      "epoch": 1.789636378426747,
      "nll_loss": 0.089802086353302,
      "step": 2750
    },
    {
      "contrastive_loss": 2.089240550994873,
      "epoch": 1.789636378426747,
      "nll_loss": 0.12466797232627869,
      "step": 2750
    },
    {
      "contrastive_loss": 2.0884995460510254,
      "epoch": 1.789636378426747,
      "nll_loss": 0.140733540058136,
      "step": 2750
    },
    {
      "contrastive_loss": 2.087644577026367,
      "epoch": 1.789636378426747,
      "nll_loss": 0.16648603975772858,
      "step": 2750
    },
    {
      "contrastive_loss": 2.0897514820098877,
      "epoch": 1.789636378426747,
      "nll_loss": 0.0853876918554306,
      "step": 2750
    },
    {
      "contrastive_loss": 2.0879805088043213,
      "epoch": 1.789636378426747,
      "nll_loss": 0.1692424714565277,
      "step": 2750
    },
    {
      "contrastive_loss": 2.0879740715026855,
      "epoch": 1.789636378426747,
      "nll_loss": 0.17346951365470886,
      "step": 2750
    },
    {
      "epoch": 1.7928902627511591,
      "grad_norm": 0.31370773911476135,
      "learning_rate": 3.2590815627141874e-05,
      "loss": 3.1142,
      "step": 2755
    },
    {
      "contrastive_loss": 2.0852138996124268,
      "epoch": 1.7928902627511591,
      "nll_loss": 0.10379984229803085,
      "step": 2755
    },
    {
      "contrastive_loss": 2.087632179260254,
      "epoch": 1.7928902627511591,
      "nll_loss": 0.11783607304096222,
      "step": 2755
    },
    {
      "contrastive_loss": 2.088000774383545,
      "epoch": 1.7928902627511591,
      "nll_loss": 0.19462132453918457,
      "step": 2755
    },
    {
      "contrastive_loss": 2.086582899093628,
      "epoch": 1.7928902627511591,
      "nll_loss": 0.07251815497875214,
      "step": 2755
    },
    {
      "contrastive_loss": 2.0847389698028564,
      "epoch": 1.7928902627511591,
      "nll_loss": 0.16247403621673584,
      "step": 2755
    },
    {
      "contrastive_loss": 2.0897905826568604,
      "epoch": 1.7928902627511591,
      "nll_loss": 0.14165286719799042,
      "step": 2755
    },
    {
      "contrastive_loss": 2.079587459564209,
      "epoch": 1.7928902627511591,
      "nll_loss": 0.08794255554676056,
      "step": 2755
    },
    {
      "contrastive_loss": 2.0884833335876465,
      "epoch": 1.7928902627511591,
      "nll_loss": 0.13666117191314697,
      "step": 2755
    },
    {
      "epoch": 1.7961441470755715,
      "grad_norm": 0.3198395073413849,
      "learning_rate": 3.207676490747087e-05,
      "loss": 3.1021,
      "step": 2760
    },
    {
      "contrastive_loss": 2.08689546585083,
      "epoch": 1.7961441470755715,
      "nll_loss": 0.15662485361099243,
      "step": 2760
    },
    {
      "contrastive_loss": 2.084704875946045,
      "epoch": 1.7961441470755715,
      "nll_loss": 0.11424323171377182,
      "step": 2760
    },
    {
      "contrastive_loss": 2.0862605571746826,
      "epoch": 1.7961441470755715,
      "nll_loss": 0.09853425621986389,
      "step": 2760
    },
    {
      "contrastive_loss": 2.081900119781494,
      "epoch": 1.7961441470755715,
      "nll_loss": 0.11550871282815933,
      "step": 2760
    },
    {
      "contrastive_loss": 2.0876858234405518,
      "epoch": 1.7961441470755715,
      "nll_loss": 0.16045241057872772,
      "step": 2760
    },
    {
      "contrastive_loss": 2.091360569000244,
      "epoch": 1.7961441470755715,
      "nll_loss": 0.12867970764636993,
      "step": 2760
    },
    {
      "contrastive_loss": 2.0904541015625,
      "epoch": 1.7961441470755715,
      "nll_loss": 0.20874492824077606,
      "step": 2760
    },
    {
      "contrastive_loss": 2.0862300395965576,
      "epoch": 1.7961441470755715,
      "nll_loss": 0.07944408804178238,
      "step": 2760
    },
    {
      "epoch": 1.7993980313999838,
      "grad_norm": 0.28988510370254517,
      "learning_rate": 3.156271418779986e-05,
      "loss": 3.1054,
      "step": 2765
    },
    {
      "contrastive_loss": 2.0865986347198486,
      "epoch": 1.7993980313999838,
      "nll_loss": 0.13376915454864502,
      "step": 2765
    },
    {
      "contrastive_loss": 2.087320327758789,
      "epoch": 1.7993980313999838,
      "nll_loss": 0.18689779937267303,
      "step": 2765
    },
    {
      "contrastive_loss": 2.0880370140075684,
      "epoch": 1.7993980313999838,
      "nll_loss": 0.12321150302886963,
      "step": 2765
    },
    {
      "contrastive_loss": 2.088406801223755,
      "epoch": 1.7993980313999838,
      "nll_loss": 0.057787228375673294,
      "step": 2765
    },
    {
      "contrastive_loss": 2.086737632751465,
      "epoch": 1.7993980313999838,
      "nll_loss": 0.10891377180814743,
      "step": 2765
    },
    {
      "contrastive_loss": 2.088521718978882,
      "epoch": 1.7993980313999838,
      "nll_loss": 0.12426581233739853,
      "step": 2765
    },
    {
      "contrastive_loss": 2.0818419456481934,
      "epoch": 1.7993980313999838,
      "nll_loss": 0.17103108763694763,
      "step": 2765
    },
    {
      "contrastive_loss": 2.0904195308685303,
      "epoch": 1.7993980313999838,
      "nll_loss": 0.14442704617977142,
      "step": 2765
    },
    {
      "epoch": 1.8026519157243959,
      "grad_norm": 0.2801719605922699,
      "learning_rate": 3.104866346812885e-05,
      "loss": 3.0708,
      "step": 2770
    },
    {
      "contrastive_loss": 2.086085557937622,
      "epoch": 1.8026519157243959,
      "nll_loss": 0.10788391530513763,
      "step": 2770
    },
    {
      "contrastive_loss": 2.0878396034240723,
      "epoch": 1.8026519157243959,
      "nll_loss": 0.17530569434165955,
      "step": 2770
    },
    {
      "contrastive_loss": 2.0875072479248047,
      "epoch": 1.8026519157243959,
      "nll_loss": 0.11516700685024261,
      "step": 2770
    },
    {
      "contrastive_loss": 2.0853452682495117,
      "epoch": 1.8026519157243959,
      "nll_loss": 0.10107924044132233,
      "step": 2770
    },
    {
      "contrastive_loss": 2.0874383449554443,
      "epoch": 1.8026519157243959,
      "nll_loss": 0.11766905337572098,
      "step": 2770
    },
    {
      "contrastive_loss": 2.093813180923462,
      "epoch": 1.8026519157243959,
      "nll_loss": 0.1274021416902542,
      "step": 2770
    },
    {
      "contrastive_loss": 2.0863265991210938,
      "epoch": 1.8026519157243959,
      "nll_loss": 0.09593556821346283,
      "step": 2770
    },
    {
      "contrastive_loss": 2.0882182121276855,
      "epoch": 1.8026519157243959,
      "nll_loss": 0.13238981366157532,
      "step": 2770
    },
    {
      "epoch": 1.8059058000488082,
      "grad_norm": 0.2946232855319977,
      "learning_rate": 3.0534612748457845e-05,
      "loss": 3.1073,
      "step": 2775
    },
    {
      "contrastive_loss": 2.0881264209747314,
      "epoch": 1.8059058000488082,
      "nll_loss": 0.15449273586273193,
      "step": 2775
    },
    {
      "contrastive_loss": 2.088343620300293,
      "epoch": 1.8059058000488082,
      "nll_loss": 0.20034833252429962,
      "step": 2775
    },
    {
      "contrastive_loss": 2.088984489440918,
      "epoch": 1.8059058000488082,
      "nll_loss": 0.1829477697610855,
      "step": 2775
    },
    {
      "contrastive_loss": 2.088934898376465,
      "epoch": 1.8059058000488082,
      "nll_loss": 0.13615135848522186,
      "step": 2775
    },
    {
      "contrastive_loss": 2.085552930831909,
      "epoch": 1.8059058000488082,
      "nll_loss": 0.028531931340694427,
      "step": 2775
    },
    {
      "contrastive_loss": 2.0848865509033203,
      "epoch": 1.8059058000488082,
      "nll_loss": 0.18233227729797363,
      "step": 2775
    },
    {
      "contrastive_loss": 2.0889735221862793,
      "epoch": 1.8059058000488082,
      "nll_loss": 0.10878761857748032,
      "step": 2775
    },
    {
      "contrastive_loss": 2.0845956802368164,
      "epoch": 1.8059058000488082,
      "nll_loss": 0.15516789257526398,
      "step": 2775
    },
    {
      "epoch": 1.8091596843732205,
      "grad_norm": 0.30546313524246216,
      "learning_rate": 3.0020562028786836e-05,
      "loss": 3.1139,
      "step": 2780
    },
    {
      "contrastive_loss": 2.0879311561584473,
      "epoch": 1.8091596843732205,
      "nll_loss": 0.14527474343776703,
      "step": 2780
    },
    {
      "contrastive_loss": 2.086207151412964,
      "epoch": 1.8091596843732205,
      "nll_loss": 0.10461913049221039,
      "step": 2780
    },
    {
      "contrastive_loss": 2.085097074508667,
      "epoch": 1.8091596843732205,
      "nll_loss": 0.08330942690372467,
      "step": 2780
    },
    {
      "contrastive_loss": 2.0884838104248047,
      "epoch": 1.8091596843732205,
      "nll_loss": 0.12319976091384888,
      "step": 2780
    },
    {
      "contrastive_loss": 2.0856728553771973,
      "epoch": 1.8091596843732205,
      "nll_loss": 0.08914437890052795,
      "step": 2780
    },
    {
      "contrastive_loss": 2.0851330757141113,
      "epoch": 1.8091596843732205,
      "nll_loss": 0.12649373710155487,
      "step": 2780
    },
    {
      "contrastive_loss": 2.0856335163116455,
      "epoch": 1.8091596843732205,
      "nll_loss": 0.17129668593406677,
      "step": 2780
    },
    {
      "contrastive_loss": 2.0885188579559326,
      "epoch": 1.8091596843732205,
      "nll_loss": 0.1001439318060875,
      "step": 2780
    },
    {
      "epoch": 1.8124135686976328,
      "grad_norm": 0.26498329639434814,
      "learning_rate": 2.9506511309115827e-05,
      "loss": 3.0809,
      "step": 2785
    },
    {
      "contrastive_loss": 2.0924429893493652,
      "epoch": 1.8124135686976328,
      "nll_loss": 0.1428510546684265,
      "step": 2785
    },
    {
      "contrastive_loss": 2.0826616287231445,
      "epoch": 1.8124135686976328,
      "nll_loss": 0.11656059324741364,
      "step": 2785
    },
    {
      "contrastive_loss": 2.087064027786255,
      "epoch": 1.8124135686976328,
      "nll_loss": 0.1739456206560135,
      "step": 2785
    },
    {
      "contrastive_loss": 2.0882997512817383,
      "epoch": 1.8124135686976328,
      "nll_loss": 0.05694293603301048,
      "step": 2785
    },
    {
      "contrastive_loss": 2.088418483734131,
      "epoch": 1.8124135686976328,
      "nll_loss": 0.20332680642604828,
      "step": 2785
    },
    {
      "contrastive_loss": 2.0855255126953125,
      "epoch": 1.8124135686976328,
      "nll_loss": 0.12229044735431671,
      "step": 2785
    },
    {
      "contrastive_loss": 2.083160877227783,
      "epoch": 1.8124135686976328,
      "nll_loss": 0.1654839664697647,
      "step": 2785
    },
    {
      "contrastive_loss": 2.0829689502716064,
      "epoch": 1.8124135686976328,
      "nll_loss": 0.0765073299407959,
      "step": 2785
    },
    {
      "epoch": 1.8156674530220451,
      "grad_norm": 0.32845520973205566,
      "learning_rate": 2.8992460589444825e-05,
      "loss": 3.1193,
      "step": 2790
    },
    {
      "contrastive_loss": 2.087521553039551,
      "epoch": 1.8156674530220451,
      "nll_loss": 0.07805626094341278,
      "step": 2790
    },
    {
      "contrastive_loss": 2.0885956287384033,
      "epoch": 1.8156674530220451,
      "nll_loss": 0.17128193378448486,
      "step": 2790
    },
    {
      "contrastive_loss": 2.0894060134887695,
      "epoch": 1.8156674530220451,
      "nll_loss": 0.12819334864616394,
      "step": 2790
    },
    {
      "contrastive_loss": 2.086299419403076,
      "epoch": 1.8156674530220451,
      "nll_loss": 0.06566693633794785,
      "step": 2790
    },
    {
      "contrastive_loss": 2.0899546146392822,
      "epoch": 1.8156674530220451,
      "nll_loss": 0.1773558109998703,
      "step": 2790
    },
    {
      "contrastive_loss": 2.0861525535583496,
      "epoch": 1.8156674530220451,
      "nll_loss": 0.1425197571516037,
      "step": 2790
    },
    {
      "contrastive_loss": 2.087759494781494,
      "epoch": 1.8156674530220451,
      "nll_loss": 0.1383507400751114,
      "step": 2790
    },
    {
      "contrastive_loss": 2.086688995361328,
      "epoch": 1.8156674530220451,
      "nll_loss": 0.1305001825094223,
      "step": 2790
    },
    {
      "epoch": 1.8189213373464574,
      "grad_norm": 0.2732122540473938,
      "learning_rate": 2.8478409869773816e-05,
      "loss": 3.0913,
      "step": 2795
    },
    {
      "contrastive_loss": 2.08760666847229,
      "epoch": 1.8189213373464574,
      "nll_loss": 0.12946279346942902,
      "step": 2795
    },
    {
      "contrastive_loss": 2.087008237838745,
      "epoch": 1.8189213373464574,
      "nll_loss": 0.24313640594482422,
      "step": 2795
    },
    {
      "contrastive_loss": 2.089447498321533,
      "epoch": 1.8189213373464574,
      "nll_loss": 0.11919933557510376,
      "step": 2795
    },
    {
      "contrastive_loss": 2.088395357131958,
      "epoch": 1.8189213373464574,
      "nll_loss": 0.055589400231838226,
      "step": 2795
    },
    {
      "contrastive_loss": 2.0828359127044678,
      "epoch": 1.8189213373464574,
      "nll_loss": 0.11209359019994736,
      "step": 2795
    },
    {
      "contrastive_loss": 2.0870189666748047,
      "epoch": 1.8189213373464574,
      "nll_loss": 0.0466887503862381,
      "step": 2795
    },
    {
      "contrastive_loss": 2.090179443359375,
      "epoch": 1.8189213373464574,
      "nll_loss": 0.14223144948482513,
      "step": 2795
    },
    {
      "contrastive_loss": 2.089205265045166,
      "epoch": 1.8189213373464574,
      "nll_loss": 0.16009944677352905,
      "step": 2795
    },
    {
      "epoch": 1.8221752216708698,
      "grad_norm": 0.3105471730232239,
      "learning_rate": 2.7964359150102807e-05,
      "loss": 3.1089,
      "step": 2800
    },
    {
      "contrastive_loss": 2.088144063949585,
      "epoch": 1.8221752216708698,
      "nll_loss": 0.129255011677742,
      "step": 2800
    },
    {
      "contrastive_loss": 2.082427978515625,
      "epoch": 1.8221752216708698,
      "nll_loss": 0.22456581890583038,
      "step": 2800
    },
    {
      "contrastive_loss": 2.086289405822754,
      "epoch": 1.8221752216708698,
      "nll_loss": 0.035472940653562546,
      "step": 2800
    },
    {
      "contrastive_loss": 2.088876724243164,
      "epoch": 1.8221752216708698,
      "nll_loss": 0.12194579839706421,
      "step": 2800
    },
    {
      "contrastive_loss": 2.0857961177825928,
      "epoch": 1.8221752216708698,
      "nll_loss": 0.1141282394528389,
      "step": 2800
    },
    {
      "contrastive_loss": 2.089901924133301,
      "epoch": 1.8221752216708698,
      "nll_loss": 0.19233587384223938,
      "step": 2800
    },
    {
      "contrastive_loss": 2.086029291152954,
      "epoch": 1.8221752216708698,
      "nll_loss": 0.13250884413719177,
      "step": 2800
    },
    {
      "contrastive_loss": 2.0883123874664307,
      "epoch": 1.8221752216708698,
      "nll_loss": 0.15770477056503296,
      "step": 2800
    },
    {
      "epoch": 1.8254291059952819,
      "grad_norm": 0.2862294912338257,
      "learning_rate": 2.74503084304318e-05,
      "loss": 3.0771,
      "step": 2805
    },
    {
      "contrastive_loss": 2.088113307952881,
      "epoch": 1.8254291059952819,
      "nll_loss": 0.1833391785621643,
      "step": 2805
    },
    {
      "contrastive_loss": 2.0871965885162354,
      "epoch": 1.8254291059952819,
      "nll_loss": 0.12816432118415833,
      "step": 2805
    },
    {
      "contrastive_loss": 2.0880606174468994,
      "epoch": 1.8254291059952819,
      "nll_loss": 0.15481790900230408,
      "step": 2805
    },
    {
      "contrastive_loss": 2.0876057147979736,
      "epoch": 1.8254291059952819,
      "nll_loss": 0.10922582447528839,
      "step": 2805
    },
    {
      "contrastive_loss": 2.0871026515960693,
      "epoch": 1.8254291059952819,
      "nll_loss": 0.17079715430736542,
      "step": 2805
    },
    {
      "contrastive_loss": 2.086954116821289,
      "epoch": 1.8254291059952819,
      "nll_loss": 0.15318317711353302,
      "step": 2805
    },
    {
      "contrastive_loss": 2.0861916542053223,
      "epoch": 1.8254291059952819,
      "nll_loss": 0.10811453312635422,
      "step": 2805
    },
    {
      "contrastive_loss": 2.089024066925049,
      "epoch": 1.8254291059952819,
      "nll_loss": 0.15448956191539764,
      "step": 2805
    },
    {
      "epoch": 1.8286829903196942,
      "grad_norm": 0.2903781235218048,
      "learning_rate": 2.6936257710760793e-05,
      "loss": 3.1288,
      "step": 2810
    },
    {
      "contrastive_loss": 2.085782527923584,
      "epoch": 1.8286829903196942,
      "nll_loss": 0.11048174649477005,
      "step": 2810
    },
    {
      "contrastive_loss": 2.0891318321228027,
      "epoch": 1.8286829903196942,
      "nll_loss": 0.13397012650966644,
      "step": 2810
    },
    {
      "contrastive_loss": 2.09194278717041,
      "epoch": 1.8286829903196942,
      "nll_loss": 0.19332414865493774,
      "step": 2810
    },
    {
      "contrastive_loss": 2.0847887992858887,
      "epoch": 1.8286829903196942,
      "nll_loss": 0.03619946539402008,
      "step": 2810
    },
    {
      "contrastive_loss": 2.0878074169158936,
      "epoch": 1.8286829903196942,
      "nll_loss": 0.07921460270881653,
      "step": 2810
    },
    {
      "contrastive_loss": 2.088043689727783,
      "epoch": 1.8286829903196942,
      "nll_loss": 0.16671311855316162,
      "step": 2810
    },
    {
      "contrastive_loss": 2.0885705947875977,
      "epoch": 1.8286829903196942,
      "nll_loss": 0.18542514741420746,
      "step": 2810
    },
    {
      "contrastive_loss": 2.08851957321167,
      "epoch": 1.8286829903196942,
      "nll_loss": 0.1486337035894394,
      "step": 2810
    },
    {
      "epoch": 1.8319368746441063,
      "grad_norm": 0.280150830745697,
      "learning_rate": 2.6422206991089784e-05,
      "loss": 3.0487,
      "step": 2815
    },
    {
      "contrastive_loss": 2.087254285812378,
      "epoch": 1.8319368746441063,
      "nll_loss": 0.15195825695991516,
      "step": 2815
    },
    {
      "contrastive_loss": 2.087733745574951,
      "epoch": 1.8319368746441063,
      "nll_loss": 0.12016116082668304,
      "step": 2815
    },
    {
      "contrastive_loss": 2.086880922317505,
      "epoch": 1.8319368746441063,
      "nll_loss": 0.06951086223125458,
      "step": 2815
    },
    {
      "contrastive_loss": 2.087797164916992,
      "epoch": 1.8319368746441063,
      "nll_loss": 0.14561332762241364,
      "step": 2815
    },
    {
      "contrastive_loss": 2.088541269302368,
      "epoch": 1.8319368746441063,
      "nll_loss": 0.16252829134464264,
      "step": 2815
    },
    {
      "contrastive_loss": 2.0931129455566406,
      "epoch": 1.8319368746441063,
      "nll_loss": 0.12589417397975922,
      "step": 2815
    },
    {
      "contrastive_loss": 2.088582754135132,
      "epoch": 1.8319368746441063,
      "nll_loss": 0.0768430083990097,
      "step": 2815
    },
    {
      "contrastive_loss": 2.0908331871032715,
      "epoch": 1.8319368746441063,
      "nll_loss": 0.10722937434911728,
      "step": 2815
    },
    {
      "epoch": 1.8351907589685186,
      "grad_norm": 0.29299601912498474,
      "learning_rate": 2.5908156271418775e-05,
      "loss": 3.0718,
      "step": 2820
    },
    {
      "contrastive_loss": 2.086972951889038,
      "epoch": 1.8351907589685186,
      "nll_loss": 0.13008716702461243,
      "step": 2820
    },
    {
      "contrastive_loss": 2.090574264526367,
      "epoch": 1.8351907589685186,
      "nll_loss": 0.1052548736333847,
      "step": 2820
    },
    {
      "contrastive_loss": 2.090033769607544,
      "epoch": 1.8351907589685186,
      "nll_loss": 0.23405911028385162,
      "step": 2820
    },
    {
      "contrastive_loss": 2.085331439971924,
      "epoch": 1.8351907589685186,
      "nll_loss": 0.08639561384916306,
      "step": 2820
    },
    {
      "contrastive_loss": 2.088583469390869,
      "epoch": 1.8351907589685186,
      "nll_loss": 0.09129278361797333,
      "step": 2820
    },
    {
      "contrastive_loss": 2.0857534408569336,
      "epoch": 1.8351907589685186,
      "nll_loss": 0.12086421251296997,
      "step": 2820
    },
    {
      "contrastive_loss": 2.0892088413238525,
      "epoch": 1.8351907589685186,
      "nll_loss": 0.16454264521598816,
      "step": 2820
    },
    {
      "contrastive_loss": 2.0855016708374023,
      "epoch": 1.8351907589685186,
      "nll_loss": 0.1332947015762329,
      "step": 2820
    },
    {
      "epoch": 1.838444643292931,
      "grad_norm": 0.2662937641143799,
      "learning_rate": 2.5394105551747773e-05,
      "loss": 3.0828,
      "step": 2825
    },
    {
      "contrastive_loss": 2.0899105072021484,
      "epoch": 1.838444643292931,
      "nll_loss": 0.17936670780181885,
      "step": 2825
    },
    {
      "contrastive_loss": 2.0936086177825928,
      "epoch": 1.838444643292931,
      "nll_loss": 0.09172049164772034,
      "step": 2825
    },
    {
      "contrastive_loss": 2.087533473968506,
      "epoch": 1.838444643292931,
      "nll_loss": 0.10604358464479446,
      "step": 2825
    },
    {
      "contrastive_loss": 2.0890536308288574,
      "epoch": 1.838444643292931,
      "nll_loss": 0.06987489014863968,
      "step": 2825
    },
    {
      "contrastive_loss": 2.086935520172119,
      "epoch": 1.838444643292931,
      "nll_loss": 0.1232089251279831,
      "step": 2825
    },
    {
      "contrastive_loss": 2.0902929306030273,
      "epoch": 1.838444643292931,
      "nll_loss": 0.18934182822704315,
      "step": 2825
    },
    {
      "contrastive_loss": 2.0923092365264893,
      "epoch": 1.838444643292931,
      "nll_loss": 0.048381440341472626,
      "step": 2825
    },
    {
      "contrastive_loss": 2.084097385406494,
      "epoch": 1.838444643292931,
      "nll_loss": 0.1189308688044548,
      "step": 2825
    },
    {
      "epoch": 1.8416985276173432,
      "grad_norm": 0.27128949761390686,
      "learning_rate": 2.4880054832076765e-05,
      "loss": 3.0547,
      "step": 2830
    },
    {
      "contrastive_loss": 2.095470905303955,
      "epoch": 1.8416985276173432,
      "nll_loss": 0.12407253682613373,
      "step": 2830
    },
    {
      "contrastive_loss": 2.0852210521698,
      "epoch": 1.8416985276173432,
      "nll_loss": 0.12081281840801239,
      "step": 2830
    },
    {
      "contrastive_loss": 2.090191125869751,
      "epoch": 1.8416985276173432,
      "nll_loss": 0.21693505346775055,
      "step": 2830
    },
    {
      "contrastive_loss": 2.088819980621338,
      "epoch": 1.8416985276173432,
      "nll_loss": 0.11563248187303543,
      "step": 2830
    },
    {
      "contrastive_loss": 2.089677095413208,
      "epoch": 1.8416985276173432,
      "nll_loss": 0.1279531568288803,
      "step": 2830
    },
    {
      "contrastive_loss": 2.0879180431365967,
      "epoch": 1.8416985276173432,
      "nll_loss": 0.11984504759311676,
      "step": 2830
    },
    {
      "contrastive_loss": 2.087895631790161,
      "epoch": 1.8416985276173432,
      "nll_loss": 0.18510177731513977,
      "step": 2830
    },
    {
      "contrastive_loss": 2.0919179916381836,
      "epoch": 1.8416985276173432,
      "nll_loss": 0.10193578898906708,
      "step": 2830
    },
    {
      "epoch": 1.8449524119417555,
      "grad_norm": 0.2961847186088562,
      "learning_rate": 2.4366004112405756e-05,
      "loss": 3.1127,
      "step": 2835
    },
    {
      "contrastive_loss": 2.086419105529785,
      "epoch": 1.8449524119417555,
      "nll_loss": 0.16320891678333282,
      "step": 2835
    },
    {
      "contrastive_loss": 2.0900793075561523,
      "epoch": 1.8449524119417555,
      "nll_loss": 0.08910651504993439,
      "step": 2835
    },
    {
      "contrastive_loss": 2.0846951007843018,
      "epoch": 1.8449524119417555,
      "nll_loss": 0.16329574584960938,
      "step": 2835
    },
    {
      "contrastive_loss": 2.087268114089966,
      "epoch": 1.8449524119417555,
      "nll_loss": 0.09474442899227142,
      "step": 2835
    },
    {
      "contrastive_loss": 2.086507797241211,
      "epoch": 1.8449524119417555,
      "nll_loss": 0.10242237895727158,
      "step": 2835
    },
    {
      "contrastive_loss": 2.0888726711273193,
      "epoch": 1.8449524119417555,
      "nll_loss": 0.07078731060028076,
      "step": 2835
    },
    {
      "contrastive_loss": 2.086536169052124,
      "epoch": 1.8449524119417555,
      "nll_loss": 0.1526622772216797,
      "step": 2835
    },
    {
      "contrastive_loss": 2.090078353881836,
      "epoch": 1.8449524119417555,
      "nll_loss": 0.10168270766735077,
      "step": 2835
    },
    {
      "epoch": 1.8482062962661678,
      "grad_norm": 0.31967851519584656,
      "learning_rate": 2.3851953392734747e-05,
      "loss": 3.1241,
      "step": 2840
    },
    {
      "contrastive_loss": 2.087787389755249,
      "epoch": 1.8482062962661678,
      "nll_loss": 0.10851531475782394,
      "step": 2840
    },
    {
      "contrastive_loss": 2.0844810009002686,
      "epoch": 1.8482062962661678,
      "nll_loss": 0.18116171658039093,
      "step": 2840
    },
    {
      "contrastive_loss": 2.0872788429260254,
      "epoch": 1.8482062962661678,
      "nll_loss": 0.08073597401380539,
      "step": 2840
    },
    {
      "contrastive_loss": 2.088312864303589,
      "epoch": 1.8482062962661678,
      "nll_loss": 0.061292096972465515,
      "step": 2840
    },
    {
      "contrastive_loss": 2.0890653133392334,
      "epoch": 1.8482062962661678,
      "nll_loss": 0.16960397362709045,
      "step": 2840
    },
    {
      "contrastive_loss": 2.0879831314086914,
      "epoch": 1.8482062962661678,
      "nll_loss": 0.15660379827022552,
      "step": 2840
    },
    {
      "contrastive_loss": 2.100884199142456,
      "epoch": 1.8482062962661678,
      "nll_loss": 0.11752166599035263,
      "step": 2840
    },
    {
      "contrastive_loss": 2.0867600440979004,
      "epoch": 1.8482062962661678,
      "nll_loss": 0.10414339601993561,
      "step": 2840
    },
    {
      "epoch": 1.8514601805905802,
      "grad_norm": 0.2982288897037506,
      "learning_rate": 2.3337902673063738e-05,
      "loss": 3.0905,
      "step": 2845
    },
    {
      "contrastive_loss": 2.086491346359253,
      "epoch": 1.8514601805905802,
      "nll_loss": 0.11125662177801132,
      "step": 2845
    },
    {
      "contrastive_loss": 2.0843727588653564,
      "epoch": 1.8514601805905802,
      "nll_loss": 0.10422960668802261,
      "step": 2845
    },
    {
      "contrastive_loss": 2.0889739990234375,
      "epoch": 1.8514601805905802,
      "nll_loss": 0.14120644330978394,
      "step": 2845
    },
    {
      "contrastive_loss": 2.086592674255371,
      "epoch": 1.8514601805905802,
      "nll_loss": 0.12350142747163773,
      "step": 2845
    },
    {
      "contrastive_loss": 2.0811562538146973,
      "epoch": 1.8514601805905802,
      "nll_loss": 0.086440809071064,
      "step": 2845
    },
    {
      "contrastive_loss": 2.0882041454315186,
      "epoch": 1.8514601805905802,
      "nll_loss": 0.10514768213033676,
      "step": 2845
    },
    {
      "contrastive_loss": 2.0860350131988525,
      "epoch": 1.8514601805905802,
      "nll_loss": 0.12081008404493332,
      "step": 2845
    },
    {
      "contrastive_loss": 2.0870440006256104,
      "epoch": 1.8514601805905802,
      "nll_loss": 0.10642849653959274,
      "step": 2845
    },
    {
      "epoch": 1.8547140649149922,
      "grad_norm": 0.31069353222846985,
      "learning_rate": 2.2823851953392733e-05,
      "loss": 3.0855,
      "step": 2850
    },
    {
      "contrastive_loss": 2.0881853103637695,
      "epoch": 1.8547140649149922,
      "nll_loss": 0.12454980611801147,
      "step": 2850
    },
    {
      "contrastive_loss": 2.088834762573242,
      "epoch": 1.8547140649149922,
      "nll_loss": 0.1680997610092163,
      "step": 2850
    },
    {
      "contrastive_loss": 2.090506076812744,
      "epoch": 1.8547140649149922,
      "nll_loss": 0.04923735186457634,
      "step": 2850
    },
    {
      "contrastive_loss": 2.0904147624969482,
      "epoch": 1.8547140649149922,
      "nll_loss": 0.20813393592834473,
      "step": 2850
    },
    {
      "contrastive_loss": 2.0855791568756104,
      "epoch": 1.8547140649149922,
      "nll_loss": 0.15408195555210114,
      "step": 2850
    },
    {
      "contrastive_loss": 2.0871329307556152,
      "epoch": 1.8547140649149922,
      "nll_loss": 0.070105642080307,
      "step": 2850
    },
    {
      "contrastive_loss": 2.0875611305236816,
      "epoch": 1.8547140649149922,
      "nll_loss": 0.10790982842445374,
      "step": 2850
    },
    {
      "contrastive_loss": 2.08923602104187,
      "epoch": 1.8547140649149922,
      "nll_loss": 0.1634901463985443,
      "step": 2850
    },
    {
      "epoch": 1.8579679492394046,
      "grad_norm": 0.2690598964691162,
      "learning_rate": 2.2309801233721724e-05,
      "loss": 3.0871,
      "step": 2855
    },
    {
      "contrastive_loss": 2.093172788619995,
      "epoch": 1.8579679492394046,
      "nll_loss": 0.12537816166877747,
      "step": 2855
    },
    {
      "contrastive_loss": 2.0872063636779785,
      "epoch": 1.8579679492394046,
      "nll_loss": 0.14022018015384674,
      "step": 2855
    },
    {
      "contrastive_loss": 2.084691047668457,
      "epoch": 1.8579679492394046,
      "nll_loss": 0.09083083271980286,
      "step": 2855
    },
    {
      "contrastive_loss": 2.08465313911438,
      "epoch": 1.8579679492394046,
      "nll_loss": 0.13491429388523102,
      "step": 2855
    },
    {
      "contrastive_loss": 2.0836172103881836,
      "epoch": 1.8579679492394046,
      "nll_loss": 0.12480400502681732,
      "step": 2855
    },
    {
      "contrastive_loss": 2.0834906101226807,
      "epoch": 1.8579679492394046,
      "nll_loss": 0.08482196182012558,
      "step": 2855
    },
    {
      "contrastive_loss": 2.0894150733947754,
      "epoch": 1.8579679492394046,
      "nll_loss": 0.24426405131816864,
      "step": 2855
    },
    {
      "contrastive_loss": 2.0885071754455566,
      "epoch": 1.8579679492394046,
      "nll_loss": 0.1202181875705719,
      "step": 2855
    },
    {
      "epoch": 1.8612218335638167,
      "grad_norm": 0.2747771143913269,
      "learning_rate": 2.1795750514050718e-05,
      "loss": 3.0881,
      "step": 2860
    },
    {
      "contrastive_loss": 2.0884101390838623,
      "epoch": 1.8612218335638167,
      "nll_loss": 0.06951361894607544,
      "step": 2860
    },
    {
      "contrastive_loss": 2.0909957885742188,
      "epoch": 1.8612218335638167,
      "nll_loss": 0.21453143656253815,
      "step": 2860
    },
    {
      "contrastive_loss": 2.0883169174194336,
      "epoch": 1.8612218335638167,
      "nll_loss": 0.0713345929980278,
      "step": 2860
    },
    {
      "contrastive_loss": 2.0874414443969727,
      "epoch": 1.8612218335638167,
      "nll_loss": 0.18326140940189362,
      "step": 2860
    },
    {
      "contrastive_loss": 2.0878305435180664,
      "epoch": 1.8612218335638167,
      "nll_loss": 0.1616121232509613,
      "step": 2860
    },
    {
      "contrastive_loss": 2.0901811122894287,
      "epoch": 1.8612218335638167,
      "nll_loss": 0.16861921548843384,
      "step": 2860
    },
    {
      "contrastive_loss": 2.0890579223632812,
      "epoch": 1.8612218335638167,
      "nll_loss": 0.07491646707057953,
      "step": 2860
    },
    {
      "contrastive_loss": 2.085330009460449,
      "epoch": 1.8612218335638167,
      "nll_loss": 0.20532283186912537,
      "step": 2860
    },
    {
      "epoch": 1.864475717888229,
      "grad_norm": 0.33279120922088623,
      "learning_rate": 2.1281699794379713e-05,
      "loss": 3.1223,
      "step": 2865
    },
    {
      "contrastive_loss": 2.0903220176696777,
      "epoch": 1.864475717888229,
      "nll_loss": 0.17956127226352692,
      "step": 2865
    },
    {
      "contrastive_loss": 2.0875189304351807,
      "epoch": 1.864475717888229,
      "nll_loss": 0.0893639475107193,
      "step": 2865
    },
    {
      "contrastive_loss": 2.0869407653808594,
      "epoch": 1.864475717888229,
      "nll_loss": 0.1600854992866516,
      "step": 2865
    },
    {
      "contrastive_loss": 2.088536262512207,
      "epoch": 1.864475717888229,
      "nll_loss": 0.04046615958213806,
      "step": 2865
    },
    {
      "contrastive_loss": 2.0871775150299072,
      "epoch": 1.864475717888229,
      "nll_loss": 0.0904371589422226,
      "step": 2865
    },
    {
      "contrastive_loss": 2.0872979164123535,
      "epoch": 1.864475717888229,
      "nll_loss": 0.13328015804290771,
      "step": 2865
    },
    {
      "contrastive_loss": 2.087503433227539,
      "epoch": 1.864475717888229,
      "nll_loss": 0.10012679547071457,
      "step": 2865
    },
    {
      "contrastive_loss": 2.08803129196167,
      "epoch": 1.864475717888229,
      "nll_loss": 0.16706176102161407,
      "step": 2865
    },
    {
      "epoch": 1.8677296022126413,
      "grad_norm": 0.2759699523448944,
      "learning_rate": 2.0767649074708704e-05,
      "loss": 3.0832,
      "step": 2870
    },
    {
      "contrastive_loss": 2.0873677730560303,
      "epoch": 1.8677296022126413,
      "nll_loss": 0.1142195612192154,
      "step": 2870
    },
    {
      "contrastive_loss": 2.085433006286621,
      "epoch": 1.8677296022126413,
      "nll_loss": 0.11771319061517715,
      "step": 2870
    },
    {
      "contrastive_loss": 2.0859317779541016,
      "epoch": 1.8677296022126413,
      "nll_loss": 0.0600060299038887,
      "step": 2870
    },
    {
      "contrastive_loss": 2.0881049633026123,
      "epoch": 1.8677296022126413,
      "nll_loss": 0.1475653201341629,
      "step": 2870
    },
    {
      "contrastive_loss": 2.086080312728882,
      "epoch": 1.8677296022126413,
      "nll_loss": 0.14626546204090118,
      "step": 2870
    },
    {
      "contrastive_loss": 2.0874409675598145,
      "epoch": 1.8677296022126413,
      "nll_loss": 0.10337091237306595,
      "step": 2870
    },
    {
      "contrastive_loss": 2.0883069038391113,
      "epoch": 1.8677296022126413,
      "nll_loss": 0.12840621173381805,
      "step": 2870
    },
    {
      "contrastive_loss": 2.085383892059326,
      "epoch": 1.8677296022126413,
      "nll_loss": 0.13869349658489227,
      "step": 2870
    },
    {
      "epoch": 1.8709834865370536,
      "grad_norm": 0.2969297766685486,
      "learning_rate": 2.0253598355037695e-05,
      "loss": 3.0958,
      "step": 2875
    },
    {
      "contrastive_loss": 2.0868868827819824,
      "epoch": 1.8709834865370536,
      "nll_loss": 0.09785111248493195,
      "step": 2875
    },
    {
      "contrastive_loss": 2.086012363433838,
      "epoch": 1.8709834865370536,
      "nll_loss": 0.10205350071191788,
      "step": 2875
    },
    {
      "contrastive_loss": 2.089634895324707,
      "epoch": 1.8709834865370536,
      "nll_loss": 0.15057361125946045,
      "step": 2875
    },
    {
      "contrastive_loss": 2.0882375240325928,
      "epoch": 1.8709834865370536,
      "nll_loss": 0.10743660479784012,
      "step": 2875
    },
    {
      "contrastive_loss": 2.0889129638671875,
      "epoch": 1.8709834865370536,
      "nll_loss": 0.1582312136888504,
      "step": 2875
    },
    {
      "contrastive_loss": 2.088986396789551,
      "epoch": 1.8709834865370536,
      "nll_loss": 0.08830858767032623,
      "step": 2875
    },
    {
      "contrastive_loss": 2.0897507667541504,
      "epoch": 1.8709834865370536,
      "nll_loss": 0.17807738482952118,
      "step": 2875
    },
    {
      "contrastive_loss": 2.088329315185547,
      "epoch": 1.8709834865370536,
      "nll_loss": 0.10209342837333679,
      "step": 2875
    },
    {
      "epoch": 1.874237370861466,
      "grad_norm": 0.2972055971622467,
      "learning_rate": 1.9739547635366686e-05,
      "loss": 3.0624,
      "step": 2880
    },
    {
      "contrastive_loss": 2.092538833618164,
      "epoch": 1.874237370861466,
      "nll_loss": 0.18153482675552368,
      "step": 2880
    },
    {
      "contrastive_loss": 2.0905425548553467,
      "epoch": 1.874237370861466,
      "nll_loss": 0.07173788547515869,
      "step": 2880
    },
    {
      "contrastive_loss": 2.0877017974853516,
      "epoch": 1.874237370861466,
      "nll_loss": 0.10951051115989685,
      "step": 2880
    },
    {
      "contrastive_loss": 2.087977409362793,
      "epoch": 1.874237370861466,
      "nll_loss": 0.2727965712547302,
      "step": 2880
    },
    {
      "contrastive_loss": 2.0922932624816895,
      "epoch": 1.874237370861466,
      "nll_loss": 0.04517997056245804,
      "step": 2880
    },
    {
      "contrastive_loss": 2.0842816829681396,
      "epoch": 1.874237370861466,
      "nll_loss": 0.07947541028261185,
      "step": 2880
    },
    {
      "contrastive_loss": 2.087225914001465,
      "epoch": 1.874237370861466,
      "nll_loss": 0.11852208524942398,
      "step": 2880
    },
    {
      "contrastive_loss": 2.0853452682495117,
      "epoch": 1.874237370861466,
      "nll_loss": 0.19848006963729858,
      "step": 2880
    },
    {
      "epoch": 1.8774912551858782,
      "grad_norm": 0.2851303219795227,
      "learning_rate": 1.9225496915695677e-05,
      "loss": 3.125,
      "step": 2885
    },
    {
      "contrastive_loss": 2.0895354747772217,
      "epoch": 1.8774912551858782,
      "nll_loss": 0.1075611412525177,
      "step": 2885
    },
    {
      "contrastive_loss": 2.086228370666504,
      "epoch": 1.8774912551858782,
      "nll_loss": 0.11882495135068893,
      "step": 2885
    },
    {
      "contrastive_loss": 2.092180013656616,
      "epoch": 1.8774912551858782,
      "nll_loss": 0.12472666054964066,
      "step": 2885
    },
    {
      "contrastive_loss": 2.08538818359375,
      "epoch": 1.8774912551858782,
      "nll_loss": 0.1374427080154419,
      "step": 2885
    },
    {
      "contrastive_loss": 2.0862555503845215,
      "epoch": 1.8774912551858782,
      "nll_loss": 0.20286191999912262,
      "step": 2885
    },
    {
      "contrastive_loss": 2.0889556407928467,
      "epoch": 1.8774912551858782,
      "nll_loss": 0.10750344395637512,
      "step": 2885
    },
    {
      "contrastive_loss": 2.0895755290985107,
      "epoch": 1.8774912551858782,
      "nll_loss": 0.17411302030086517,
      "step": 2885
    },
    {
      "contrastive_loss": 2.088545799255371,
      "epoch": 1.8774912551858782,
      "nll_loss": 0.1930956244468689,
      "step": 2885
    },
    {
      "epoch": 1.8807451395102905,
      "grad_norm": 0.2820931673049927,
      "learning_rate": 1.8711446196024672e-05,
      "loss": 3.0922,
      "step": 2890
    },
    {
      "contrastive_loss": 2.088233709335327,
      "epoch": 1.8807451395102905,
      "nll_loss": 0.06804494559764862,
      "step": 2890
    },
    {
      "contrastive_loss": 2.087153196334839,
      "epoch": 1.8807451395102905,
      "nll_loss": 0.13281086087226868,
      "step": 2890
    },
    {
      "contrastive_loss": 2.0885257720947266,
      "epoch": 1.8807451395102905,
      "nll_loss": 0.16068439185619354,
      "step": 2890
    },
    {
      "contrastive_loss": 2.089679479598999,
      "epoch": 1.8807451395102905,
      "nll_loss": 0.16505518555641174,
      "step": 2890
    },
    {
      "contrastive_loss": 2.0908870697021484,
      "epoch": 1.8807451395102905,
      "nll_loss": 0.20727816224098206,
      "step": 2890
    },
    {
      "contrastive_loss": 2.084486246109009,
      "epoch": 1.8807451395102905,
      "nll_loss": 0.15761825442314148,
      "step": 2890
    },
    {
      "contrastive_loss": 2.0857388973236084,
      "epoch": 1.8807451395102905,
      "nll_loss": 0.17064540088176727,
      "step": 2890
    },
    {
      "contrastive_loss": 2.0861151218414307,
      "epoch": 1.8807451395102905,
      "nll_loss": 0.07300160080194473,
      "step": 2890
    },
    {
      "epoch": 1.8839990238347026,
      "grad_norm": 0.3007364273071289,
      "learning_rate": 1.8197395476353666e-05,
      "loss": 3.1368,
      "step": 2895
    },
    {
      "contrastive_loss": 2.0919606685638428,
      "epoch": 1.8839990238347026,
      "nll_loss": 0.09665460139513016,
      "step": 2895
    },
    {
      "contrastive_loss": 2.101499557495117,
      "epoch": 1.8839990238347026,
      "nll_loss": 0.10083959996700287,
      "step": 2895
    },
    {
      "contrastive_loss": 2.0875093936920166,
      "epoch": 1.8839990238347026,
      "nll_loss": 0.08591239154338837,
      "step": 2895
    },
    {
      "contrastive_loss": 2.0890135765075684,
      "epoch": 1.8839990238347026,
      "nll_loss": 0.15794821083545685,
      "step": 2895
    },
    {
      "contrastive_loss": 2.0844125747680664,
      "epoch": 1.8839990238347026,
      "nll_loss": 0.15826405584812164,
      "step": 2895
    },
    {
      "contrastive_loss": 2.086946487426758,
      "epoch": 1.8839990238347026,
      "nll_loss": 0.14912182092666626,
      "step": 2895
    },
    {
      "contrastive_loss": 2.093458414077759,
      "epoch": 1.8839990238347026,
      "nll_loss": 0.13772523403167725,
      "step": 2895
    },
    {
      "contrastive_loss": 2.089925765991211,
      "epoch": 1.8839990238347026,
      "nll_loss": 0.10672341287136078,
      "step": 2895
    },
    {
      "epoch": 1.887252908159115,
      "grad_norm": 0.28880423307418823,
      "learning_rate": 1.7683344756682658e-05,
      "loss": 3.0722,
      "step": 2900
    },
    {
      "contrastive_loss": 2.088249683380127,
      "epoch": 1.887252908159115,
      "nll_loss": 0.08445362001657486,
      "step": 2900
    },
    {
      "contrastive_loss": 2.0879859924316406,
      "epoch": 1.887252908159115,
      "nll_loss": 0.08048886805772781,
      "step": 2900
    },
    {
      "contrastive_loss": 2.0894546508789062,
      "epoch": 1.887252908159115,
      "nll_loss": 0.11847244948148727,
      "step": 2900
    },
    {
      "contrastive_loss": 2.0905237197875977,
      "epoch": 1.887252908159115,
      "nll_loss": 0.20625334978103638,
      "step": 2900
    },
    {
      "contrastive_loss": 2.093723773956299,
      "epoch": 1.887252908159115,
      "nll_loss": 0.1038198471069336,
      "step": 2900
    },
    {
      "contrastive_loss": 2.088562250137329,
      "epoch": 1.887252908159115,
      "nll_loss": 0.1290779709815979,
      "step": 2900
    },
    {
      "contrastive_loss": 2.0738823413848877,
      "epoch": 1.887252908159115,
      "nll_loss": 0.1306123286485672,
      "step": 2900
    },
    {
      "contrastive_loss": 2.0897817611694336,
      "epoch": 1.887252908159115,
      "nll_loss": 0.09148583561182022,
      "step": 2900
    },
    {
      "epoch": 1.8905067924835273,
      "grad_norm": 0.3013315498828888,
      "learning_rate": 1.7169294037011652e-05,
      "loss": 3.1253,
      "step": 2905
    },
    {
      "contrastive_loss": 2.08769154548645,
      "epoch": 1.8905067924835273,
      "nll_loss": 0.1211317926645279,
      "step": 2905
    },
    {
      "contrastive_loss": 2.08551025390625,
      "epoch": 1.8905067924835273,
      "nll_loss": 0.058895450085401535,
      "step": 2905
    },
    {
      "contrastive_loss": 2.086073160171509,
      "epoch": 1.8905067924835273,
      "nll_loss": 0.1672356277704239,
      "step": 2905
    },
    {
      "contrastive_loss": 2.0896389484405518,
      "epoch": 1.8905067924835273,
      "nll_loss": 0.15954650938510895,
      "step": 2905
    },
    {
      "contrastive_loss": 2.0873420238494873,
      "epoch": 1.8905067924835273,
      "nll_loss": 0.12353512644767761,
      "step": 2905
    },
    {
      "contrastive_loss": 2.0879688262939453,
      "epoch": 1.8905067924835273,
      "nll_loss": 0.09870682656764984,
      "step": 2905
    },
    {
      "contrastive_loss": 2.086242914199829,
      "epoch": 1.8905067924835273,
      "nll_loss": 0.16357961297035217,
      "step": 2905
    },
    {
      "contrastive_loss": 2.0858163833618164,
      "epoch": 1.8905067924835273,
      "nll_loss": 0.1556098759174347,
      "step": 2905
    },
    {
      "epoch": 1.8937606768079394,
      "grad_norm": 0.29190316796302795,
      "learning_rate": 1.6655243317340643e-05,
      "loss": 3.0904,
      "step": 2910
    },
    {
      "contrastive_loss": 2.0884578227996826,
      "epoch": 1.8937606768079394,
      "nll_loss": 0.14398108422756195,
      "step": 2910
    },
    {
      "contrastive_loss": 2.0906729698181152,
      "epoch": 1.8937606768079394,
      "nll_loss": 0.19251956045627594,
      "step": 2910
    },
    {
      "contrastive_loss": 2.087649345397949,
      "epoch": 1.8937606768079394,
      "nll_loss": 0.14494669437408447,
      "step": 2910
    },
    {
      "contrastive_loss": 2.0889883041381836,
      "epoch": 1.8937606768079394,
      "nll_loss": 0.05853334441781044,
      "step": 2910
    },
    {
      "contrastive_loss": 2.0928444862365723,
      "epoch": 1.8937606768079394,
      "nll_loss": 0.0695633739233017,
      "step": 2910
    },
    {
      "contrastive_loss": 2.0859932899475098,
      "epoch": 1.8937606768079394,
      "nll_loss": 0.16029055416584015,
      "step": 2910
    },
    {
      "contrastive_loss": 2.085297107696533,
      "epoch": 1.8937606768079394,
      "nll_loss": 0.09217599034309387,
      "step": 2910
    },
    {
      "contrastive_loss": 2.0857317447662354,
      "epoch": 1.8937606768079394,
      "nll_loss": 0.11965151131153107,
      "step": 2910
    },
    {
      "epoch": 1.8970145611323517,
      "grad_norm": 0.2855760157108307,
      "learning_rate": 1.6141192597669634e-05,
      "loss": 3.0827,
      "step": 2915
    },
    {
      "contrastive_loss": 2.085611343383789,
      "epoch": 1.8970145611323517,
      "nll_loss": 0.18357551097869873,
      "step": 2915
    },
    {
      "contrastive_loss": 2.0905921459198,
      "epoch": 1.8970145611323517,
      "nll_loss": 0.18321126699447632,
      "step": 2915
    },
    {
      "contrastive_loss": 2.089906930923462,
      "epoch": 1.8970145611323517,
      "nll_loss": 0.14484736323356628,
      "step": 2915
    },
    {
      "contrastive_loss": 2.088409185409546,
      "epoch": 1.8970145611323517,
      "nll_loss": 0.14334341883659363,
      "step": 2915
    },
    {
      "contrastive_loss": 2.086097240447998,
      "epoch": 1.8970145611323517,
      "nll_loss": 0.09513948112726212,
      "step": 2915
    },
    {
      "contrastive_loss": 2.0902156829833984,
      "epoch": 1.8970145611323517,
      "nll_loss": 0.1632019430398941,
      "step": 2915
    },
    {
      "contrastive_loss": 2.087106943130493,
      "epoch": 1.8970145611323517,
      "nll_loss": 0.1401725709438324,
      "step": 2915
    },
    {
      "contrastive_loss": 2.0871853828430176,
      "epoch": 1.8970145611323517,
      "nll_loss": 0.13072837889194489,
      "step": 2915
    },
    {
      "epoch": 1.900268445456764,
      "grad_norm": 0.3087366819381714,
      "learning_rate": 1.562714187799863e-05,
      "loss": 3.1264,
      "step": 2920
    },
    {
      "contrastive_loss": 2.094562530517578,
      "epoch": 1.900268445456764,
      "nll_loss": 0.05653252825140953,
      "step": 2920
    },
    {
      "contrastive_loss": 2.0911014080047607,
      "epoch": 1.900268445456764,
      "nll_loss": 0.13243642449378967,
      "step": 2920
    },
    {
      "contrastive_loss": 2.089423656463623,
      "epoch": 1.900268445456764,
      "nll_loss": 0.11275722831487656,
      "step": 2920
    },
    {
      "contrastive_loss": 2.088770627975464,
      "epoch": 1.900268445456764,
      "nll_loss": 0.1900380551815033,
      "step": 2920
    },
    {
      "contrastive_loss": 2.0836663246154785,
      "epoch": 1.900268445456764,
      "nll_loss": 0.08878448605537415,
      "step": 2920
    },
    {
      "contrastive_loss": 2.0893073081970215,
      "epoch": 1.900268445456764,
      "nll_loss": 0.1289450228214264,
      "step": 2920
    },
    {
      "contrastive_loss": 2.0880987644195557,
      "epoch": 1.900268445456764,
      "nll_loss": 0.15572421252727509,
      "step": 2920
    },
    {
      "contrastive_loss": 2.0871098041534424,
      "epoch": 1.900268445456764,
      "nll_loss": 0.08351103961467743,
      "step": 2920
    },
    {
      "epoch": 1.9035223297811763,
      "grad_norm": 0.2786073684692383,
      "learning_rate": 1.511309115832762e-05,
      "loss": 3.0804,
      "step": 2925
    },
    {
      "contrastive_loss": 2.0848278999328613,
      "epoch": 1.9035223297811763,
      "nll_loss": 0.10966949164867401,
      "step": 2925
    },
    {
      "contrastive_loss": 2.0887420177459717,
      "epoch": 1.9035223297811763,
      "nll_loss": 0.07960578054189682,
      "step": 2925
    },
    {
      "contrastive_loss": 2.088590145111084,
      "epoch": 1.9035223297811763,
      "nll_loss": 0.12493497133255005,
      "step": 2925
    },
    {
      "contrastive_loss": 2.0852482318878174,
      "epoch": 1.9035223297811763,
      "nll_loss": 0.14979785680770874,
      "step": 2925
    },
    {
      "contrastive_loss": 2.087458372116089,
      "epoch": 1.9035223297811763,
      "nll_loss": 0.13816186785697937,
      "step": 2925
    },
    {
      "contrastive_loss": 2.088366985321045,
      "epoch": 1.9035223297811763,
      "nll_loss": 0.12283772230148315,
      "step": 2925
    },
    {
      "contrastive_loss": 2.0862529277801514,
      "epoch": 1.9035223297811763,
      "nll_loss": 0.0745999813079834,
      "step": 2925
    },
    {
      "contrastive_loss": 2.0879931449890137,
      "epoch": 1.9035223297811763,
      "nll_loss": 0.16231058537960052,
      "step": 2925
    },
    {
      "epoch": 1.9067762141055886,
      "grad_norm": 0.32689717411994934,
      "learning_rate": 1.4599040438656613e-05,
      "loss": 3.0553,
      "step": 2930
    },
    {
      "contrastive_loss": 2.091660499572754,
      "epoch": 1.9067762141055886,
      "nll_loss": 0.12102480977773666,
      "step": 2930
    },
    {
      "contrastive_loss": 2.0887467861175537,
      "epoch": 1.9067762141055886,
      "nll_loss": 0.22019590437412262,
      "step": 2930
    },
    {
      "contrastive_loss": 2.0882985591888428,
      "epoch": 1.9067762141055886,
      "nll_loss": 0.14713764190673828,
      "step": 2930
    },
    {
      "contrastive_loss": 2.088927984237671,
      "epoch": 1.9067762141055886,
      "nll_loss": 0.2020617425441742,
      "step": 2930
    },
    {
      "contrastive_loss": 2.0867679119110107,
      "epoch": 1.9067762141055886,
      "nll_loss": 0.09270930290222168,
      "step": 2930
    },
    {
      "contrastive_loss": 2.1659765243530273,
      "epoch": 1.9067762141055886,
      "nll_loss": 0.16597628593444824,
      "step": 2930
    },
    {
      "contrastive_loss": 2.089332103729248,
      "epoch": 1.9067762141055886,
      "nll_loss": 0.17686370015144348,
      "step": 2930
    },
    {
      "contrastive_loss": 2.0873656272888184,
      "epoch": 1.9067762141055886,
      "nll_loss": 0.09725617617368698,
      "step": 2930
    },
    {
      "epoch": 1.910030098430001,
      "grad_norm": 0.30627185106277466,
      "learning_rate": 1.4084989718985604e-05,
      "loss": 3.1364,
      "step": 2935
    },
    {
      "contrastive_loss": 2.088782548904419,
      "epoch": 1.910030098430001,
      "nll_loss": 0.15382111072540283,
      "step": 2935
    },
    {
      "contrastive_loss": 2.0869760513305664,
      "epoch": 1.910030098430001,
      "nll_loss": 0.0939515084028244,
      "step": 2935
    },
    {
      "contrastive_loss": 2.0921790599823,
      "epoch": 1.910030098430001,
      "nll_loss": 0.12260622531175613,
      "step": 2935
    },
    {
      "contrastive_loss": 2.0873053073883057,
      "epoch": 1.910030098430001,
      "nll_loss": 0.07865336537361145,
      "step": 2935
    },
    {
      "contrastive_loss": 2.088205575942993,
      "epoch": 1.910030098430001,
      "nll_loss": 0.11042831838130951,
      "step": 2935
    },
    {
      "contrastive_loss": 2.0912065505981445,
      "epoch": 1.910030098430001,
      "nll_loss": 0.12986041605472565,
      "step": 2935
    },
    {
      "contrastive_loss": 2.088435649871826,
      "epoch": 1.910030098430001,
      "nll_loss": 0.12465239316225052,
      "step": 2935
    },
    {
      "contrastive_loss": 2.0895938873291016,
      "epoch": 1.910030098430001,
      "nll_loss": 0.10282254964113235,
      "step": 2935
    },
    {
      "epoch": 1.913283982754413,
      "grad_norm": 0.3174527585506439,
      "learning_rate": 1.3570938999314599e-05,
      "loss": 3.0933,
      "step": 2940
    },
    {
      "contrastive_loss": 2.0865721702575684,
      "epoch": 1.913283982754413,
      "nll_loss": 0.08193854987621307,
      "step": 2940
    },
    {
      "contrastive_loss": 2.089153289794922,
      "epoch": 1.913283982754413,
      "nll_loss": 0.15884281694889069,
      "step": 2940
    },
    {
      "contrastive_loss": 2.087399959564209,
      "epoch": 1.913283982754413,
      "nll_loss": 0.1379060447216034,
      "step": 2940
    },
    {
      "contrastive_loss": 2.085176467895508,
      "epoch": 1.913283982754413,
      "nll_loss": 0.09578172117471695,
      "step": 2940
    },
    {
      "contrastive_loss": 2.0865046977996826,
      "epoch": 1.913283982754413,
      "nll_loss": 0.19850541651248932,
      "step": 2940
    },
    {
      "contrastive_loss": 2.088695526123047,
      "epoch": 1.913283982754413,
      "nll_loss": 0.1933833509683609,
      "step": 2940
    },
    {
      "contrastive_loss": 2.086721420288086,
      "epoch": 1.913283982754413,
      "nll_loss": 0.09169421344995499,
      "step": 2940
    },
    {
      "contrastive_loss": 2.0861659049987793,
      "epoch": 1.913283982754413,
      "nll_loss": 0.10308817774057388,
      "step": 2940
    },
    {
      "epoch": 1.9165378670788253,
      "grad_norm": 0.2618878483772278,
      "learning_rate": 1.305688827964359e-05,
      "loss": 3.0841,
      "step": 2945
    },
    {
      "contrastive_loss": 2.089866876602173,
      "epoch": 1.9165378670788253,
      "nll_loss": 0.10405104607343674,
      "step": 2945
    },
    {
      "contrastive_loss": 2.088942050933838,
      "epoch": 1.9165378670788253,
      "nll_loss": 0.16453950107097626,
      "step": 2945
    },
    {
      "contrastive_loss": 2.0879263877868652,
      "epoch": 1.9165378670788253,
      "nll_loss": 0.09679233282804489,
      "step": 2945
    },
    {
      "contrastive_loss": 2.0881359577178955,
      "epoch": 1.9165378670788253,
      "nll_loss": 0.11506638675928116,
      "step": 2945
    },
    {
      "contrastive_loss": 2.0878264904022217,
      "epoch": 1.9165378670788253,
      "nll_loss": 0.17804840207099915,
      "step": 2945
    },
    {
      "contrastive_loss": 2.089214563369751,
      "epoch": 1.9165378670788253,
      "nll_loss": 0.14667968451976776,
      "step": 2945
    },
    {
      "contrastive_loss": 2.087308883666992,
      "epoch": 1.9165378670788253,
      "nll_loss": 0.15001530945301056,
      "step": 2945
    },
    {
      "contrastive_loss": 2.086483955383301,
      "epoch": 1.9165378670788253,
      "nll_loss": 0.12481407076120377,
      "step": 2945
    },
    {
      "epoch": 1.9197917514032377,
      "grad_norm": 0.25948819518089294,
      "learning_rate": 1.2542837559972583e-05,
      "loss": 3.1041,
      "step": 2950
    },
    {
      "contrastive_loss": 2.086289882659912,
      "epoch": 1.9197917514032377,
      "nll_loss": 0.12285800278186798,
      "step": 2950
    },
    {
      "contrastive_loss": 2.082919120788574,
      "epoch": 1.9197917514032377,
      "nll_loss": 0.20033372938632965,
      "step": 2950
    },
    {
      "contrastive_loss": 2.0888736248016357,
      "epoch": 1.9197917514032377,
      "nll_loss": 0.19744999706745148,
      "step": 2950
    },
    {
      "contrastive_loss": 2.0876128673553467,
      "epoch": 1.9197917514032377,
      "nll_loss": 0.13223113119602203,
      "step": 2950
    },
    {
      "contrastive_loss": 2.090618133544922,
      "epoch": 1.9197917514032377,
      "nll_loss": 0.10000436007976532,
      "step": 2950
    },
    {
      "contrastive_loss": 2.0891499519348145,
      "epoch": 1.9197917514032377,
      "nll_loss": 0.09126650542020798,
      "step": 2950
    },
    {
      "contrastive_loss": 2.0904712677001953,
      "epoch": 1.9197917514032377,
      "nll_loss": 0.10619752109050751,
      "step": 2950
    },
    {
      "contrastive_loss": 2.086103677749634,
      "epoch": 1.9197917514032377,
      "nll_loss": 0.16034150123596191,
      "step": 2950
    },
    {
      "epoch": 1.9230456357276497,
      "grad_norm": 0.29769882559776306,
      "learning_rate": 1.2028786840301576e-05,
      "loss": 3.1178,
      "step": 2955
    },
    {
      "contrastive_loss": 2.0883467197418213,
      "epoch": 1.9230456357276497,
      "nll_loss": 0.06793288141489029,
      "step": 2955
    },
    {
      "contrastive_loss": 2.0885562896728516,
      "epoch": 1.9230456357276497,
      "nll_loss": 0.08364885300397873,
      "step": 2955
    },
    {
      "contrastive_loss": 2.086632490158081,
      "epoch": 1.9230456357276497,
      "nll_loss": 0.1719156801700592,
      "step": 2955
    },
    {
      "contrastive_loss": 2.085559129714966,
      "epoch": 1.9230456357276497,
      "nll_loss": 0.10845287889242172,
      "step": 2955
    },
    {
      "contrastive_loss": 2.0856475830078125,
      "epoch": 1.9230456357276497,
      "nll_loss": 0.1669282764196396,
      "step": 2955
    },
    {
      "contrastive_loss": 2.087480068206787,
      "epoch": 1.9230456357276497,
      "nll_loss": 0.060260992497205734,
      "step": 2955
    },
    {
      "contrastive_loss": 2.0883066654205322,
      "epoch": 1.9230456357276497,
      "nll_loss": 0.15845969319343567,
      "step": 2955
    },
    {
      "contrastive_loss": 2.089972734451294,
      "epoch": 1.9230456357276497,
      "nll_loss": 0.16863469779491425,
      "step": 2955
    },
    {
      "epoch": 1.926299520052062,
      "grad_norm": 0.2955535650253296,
      "learning_rate": 1.1514736120630568e-05,
      "loss": 3.1522,
      "step": 2960
    },
    {
      "contrastive_loss": 2.090895414352417,
      "epoch": 1.926299520052062,
      "nll_loss": 0.18342098593711853,
      "step": 2960
    },
    {
      "contrastive_loss": 2.0880043506622314,
      "epoch": 1.926299520052062,
      "nll_loss": 0.07540710270404816,
      "step": 2960
    },
    {
      "contrastive_loss": 2.081117868423462,
      "epoch": 1.926299520052062,
      "nll_loss": 0.11125609278678894,
      "step": 2960
    },
    {
      "contrastive_loss": 2.084613561630249,
      "epoch": 1.926299520052062,
      "nll_loss": 0.12061426043510437,
      "step": 2960
    },
    {
      "contrastive_loss": 2.0927252769470215,
      "epoch": 1.926299520052062,
      "nll_loss": 0.15660619735717773,
      "step": 2960
    },
    {
      "contrastive_loss": 2.0888469219207764,
      "epoch": 1.926299520052062,
      "nll_loss": 0.10316906869411469,
      "step": 2960
    },
    {
      "contrastive_loss": 2.09021258354187,
      "epoch": 1.926299520052062,
      "nll_loss": 0.1191333457827568,
      "step": 2960
    },
    {
      "contrastive_loss": 2.0847997665405273,
      "epoch": 1.926299520052062,
      "nll_loss": 0.08481067419052124,
      "step": 2960
    },
    {
      "epoch": 1.9295534043764744,
      "grad_norm": 0.3133692443370819,
      "learning_rate": 1.100068540095956e-05,
      "loss": 3.0861,
      "step": 2965
    },
    {
      "contrastive_loss": 2.0878117084503174,
      "epoch": 1.9295534043764744,
      "nll_loss": 0.0996510237455368,
      "step": 2965
    },
    {
      "contrastive_loss": 2.090677261352539,
      "epoch": 1.9295534043764744,
      "nll_loss": 0.14874590933322906,
      "step": 2965
    },
    {
      "contrastive_loss": 2.0833723545074463,
      "epoch": 1.9295534043764744,
      "nll_loss": 0.10012295097112656,
      "step": 2965
    },
    {
      "contrastive_loss": 2.0895464420318604,
      "epoch": 1.9295534043764744,
      "nll_loss": 0.1690761297941208,
      "step": 2965
    },
    {
      "contrastive_loss": 2.088040351867676,
      "epoch": 1.9295534043764744,
      "nll_loss": 0.12681381404399872,
      "step": 2965
    },
    {
      "contrastive_loss": 2.0863025188446045,
      "epoch": 1.9295534043764744,
      "nll_loss": 0.12133609503507614,
      "step": 2965
    },
    {
      "contrastive_loss": 2.0869832038879395,
      "epoch": 1.9295534043764744,
      "nll_loss": 0.10741505771875381,
      "step": 2965
    },
    {
      "contrastive_loss": 2.088379383087158,
      "epoch": 1.9295534043764744,
      "nll_loss": 0.16707082092761993,
      "step": 2965
    },
    {
      "epoch": 1.9328072887008867,
      "grad_norm": 0.2814364731311798,
      "learning_rate": 1.0486634681288552e-05,
      "loss": 3.1002,
      "step": 2970
    },
    {
      "contrastive_loss": 2.088590383529663,
      "epoch": 1.9328072887008867,
      "nll_loss": 0.11093354970216751,
      "step": 2970
    },
    {
      "contrastive_loss": 2.0917961597442627,
      "epoch": 1.9328072887008867,
      "nll_loss": 0.1365150362253189,
      "step": 2970
    },
    {
      "contrastive_loss": 2.087353229522705,
      "epoch": 1.9328072887008867,
      "nll_loss": 0.18546149134635925,
      "step": 2970
    },
    {
      "contrastive_loss": 2.0882887840270996,
      "epoch": 1.9328072887008867,
      "nll_loss": 0.1328713446855545,
      "step": 2970
    },
    {
      "contrastive_loss": 2.0893023014068604,
      "epoch": 1.9328072887008867,
      "nll_loss": 0.10016229748725891,
      "step": 2970
    },
    {
      "contrastive_loss": 2.0876500606536865,
      "epoch": 1.9328072887008867,
      "nll_loss": 0.11740125715732574,
      "step": 2970
    },
    {
      "contrastive_loss": 2.0840375423431396,
      "epoch": 1.9328072887008867,
      "nll_loss": 0.07555213570594788,
      "step": 2970
    },
    {
      "contrastive_loss": 2.087632894515991,
      "epoch": 1.9328072887008867,
      "nll_loss": 0.09968900680541992,
      "step": 2970
    },
    {
      "epoch": 1.936061173025299,
      "grad_norm": 0.29302817583084106,
      "learning_rate": 9.972583961617545e-06,
      "loss": 3.0707,
      "step": 2975
    },
    {
      "contrastive_loss": 2.085627794265747,
      "epoch": 1.936061173025299,
      "nll_loss": 0.13030961155891418,
      "step": 2975
    },
    {
      "contrastive_loss": 2.0869035720825195,
      "epoch": 1.936061173025299,
      "nll_loss": 0.1817963868379593,
      "step": 2975
    },
    {
      "contrastive_loss": 2.0849924087524414,
      "epoch": 1.936061173025299,
      "nll_loss": 0.08577392995357513,
      "step": 2975
    },
    {
      "contrastive_loss": 2.0868377685546875,
      "epoch": 1.936061173025299,
      "nll_loss": 0.07134788483381271,
      "step": 2975
    },
    {
      "contrastive_loss": 2.088325023651123,
      "epoch": 1.936061173025299,
      "nll_loss": 0.18565703928470612,
      "step": 2975
    },
    {
      "contrastive_loss": 2.084517002105713,
      "epoch": 1.936061173025299,
      "nll_loss": 0.09414763003587723,
      "step": 2975
    },
    {
      "contrastive_loss": 2.0867505073547363,
      "epoch": 1.936061173025299,
      "nll_loss": 0.04755353182554245,
      "step": 2975
    },
    {
      "contrastive_loss": 2.086129903793335,
      "epoch": 1.936061173025299,
      "nll_loss": 0.18414323031902313,
      "step": 2975
    },
    {
      "epoch": 1.9393150573497113,
      "grad_norm": 0.2941187620162964,
      "learning_rate": 9.458533241946538e-06,
      "loss": 3.1218,
      "step": 2980
    },
    {
      "contrastive_loss": 2.0930967330932617,
      "epoch": 1.9393150573497113,
      "nll_loss": 0.1263577789068222,
      "step": 2980
    },
    {
      "contrastive_loss": 2.086791753768921,
      "epoch": 1.9393150573497113,
      "nll_loss": 0.12346889078617096,
      "step": 2980
    },
    {
      "contrastive_loss": 2.091362476348877,
      "epoch": 1.9393150573497113,
      "nll_loss": 0.11860034614801407,
      "step": 2980
    },
    {
      "contrastive_loss": 2.0879158973693848,
      "epoch": 1.9393150573497113,
      "nll_loss": 0.11305516958236694,
      "step": 2980
    },
    {
      "contrastive_loss": 2.0886425971984863,
      "epoch": 1.9393150573497113,
      "nll_loss": 0.08306661248207092,
      "step": 2980
    },
    {
      "contrastive_loss": 2.0928752422332764,
      "epoch": 1.9393150573497113,
      "nll_loss": 0.08736047148704529,
      "step": 2980
    },
    {
      "contrastive_loss": 2.090160608291626,
      "epoch": 1.9393150573497113,
      "nll_loss": 0.21510733664035797,
      "step": 2980
    },
    {
      "contrastive_loss": 2.09543514251709,
      "epoch": 1.9393150573497113,
      "nll_loss": 0.1937987357378006,
      "step": 2980
    },
    {
      "epoch": 1.9425689416741236,
      "grad_norm": 0.47594335675239563,
      "learning_rate": 8.944482522275531e-06,
      "loss": 3.1083,
      "step": 2985
    },
    {
      "contrastive_loss": 2.0871992111206055,
      "epoch": 1.9425689416741236,
      "nll_loss": 0.11562570929527283,
      "step": 2985
    },
    {
      "contrastive_loss": 2.0855579376220703,
      "epoch": 1.9425689416741236,
      "nll_loss": 0.07155822962522507,
      "step": 2985
    },
    {
      "contrastive_loss": 2.0882136821746826,
      "epoch": 1.9425689416741236,
      "nll_loss": 0.12827536463737488,
      "step": 2985
    },
    {
      "contrastive_loss": 2.0911102294921875,
      "epoch": 1.9425689416741236,
      "nll_loss": 0.09994728118181229,
      "step": 2985
    },
    {
      "contrastive_loss": 2.0863051414489746,
      "epoch": 1.9425689416741236,
      "nll_loss": 0.18093383312225342,
      "step": 2985
    },
    {
      "contrastive_loss": 2.0870234966278076,
      "epoch": 1.9425689416741236,
      "nll_loss": 0.10330449044704437,
      "step": 2985
    },
    {
      "contrastive_loss": 2.087883234024048,
      "epoch": 1.9425689416741236,
      "nll_loss": 0.15562224388122559,
      "step": 2985
    },
    {
      "contrastive_loss": 2.0870864391326904,
      "epoch": 1.9425689416741236,
      "nll_loss": 0.08182864636182785,
      "step": 2985
    },
    {
      "epoch": 1.9458228259985357,
      "grad_norm": 0.28004103899002075,
      "learning_rate": 8.430431802604522e-06,
      "loss": 3.0838,
      "step": 2990
    },
    {
      "contrastive_loss": 2.085026264190674,
      "epoch": 1.9458228259985357,
      "nll_loss": 0.09079232811927795,
      "step": 2990
    },
    {
      "contrastive_loss": 2.087028741836548,
      "epoch": 1.9458228259985357,
      "nll_loss": 0.11276987195014954,
      "step": 2990
    },
    {
      "contrastive_loss": 2.0871846675872803,
      "epoch": 1.9458228259985357,
      "nll_loss": 0.10758884251117706,
      "step": 2990
    },
    {
      "contrastive_loss": 2.087512493133545,
      "epoch": 1.9458228259985357,
      "nll_loss": 0.07263165712356567,
      "step": 2990
    },
    {
      "contrastive_loss": 2.090545892715454,
      "epoch": 1.9458228259985357,
      "nll_loss": 0.19628429412841797,
      "step": 2990
    },
    {
      "contrastive_loss": 2.0853471755981445,
      "epoch": 1.9458228259985357,
      "nll_loss": 0.05126304551959038,
      "step": 2990
    },
    {
      "contrastive_loss": 2.0886662006378174,
      "epoch": 1.9458228259985357,
      "nll_loss": 0.09186107665300369,
      "step": 2990
    },
    {
      "contrastive_loss": 2.0850870609283447,
      "epoch": 1.9458228259985357,
      "nll_loss": 0.08466748893260956,
      "step": 2990
    },
    {
      "epoch": 1.949076710322948,
      "grad_norm": 0.303629994392395,
      "learning_rate": 7.916381082933515e-06,
      "loss": 3.1096,
      "step": 2995
    },
    {
      "contrastive_loss": 2.0868401527404785,
      "epoch": 1.949076710322948,
      "nll_loss": 0.11540649086236954,
      "step": 2995
    },
    {
      "contrastive_loss": 2.08974289894104,
      "epoch": 1.949076710322948,
      "nll_loss": 0.09725850820541382,
      "step": 2995
    },
    {
      "contrastive_loss": 2.0876777172088623,
      "epoch": 1.949076710322948,
      "nll_loss": 0.14808152616024017,
      "step": 2995
    },
    {
      "contrastive_loss": 2.0890729427337646,
      "epoch": 1.949076710322948,
      "nll_loss": 0.06674082577228546,
      "step": 2995
    },
    {
      "contrastive_loss": 2.086329460144043,
      "epoch": 1.949076710322948,
      "nll_loss": 0.05337320640683174,
      "step": 2995
    },
    {
      "contrastive_loss": 2.085310220718384,
      "epoch": 1.949076710322948,
      "nll_loss": 0.11862125992774963,
      "step": 2995
    },
    {
      "contrastive_loss": 2.087190628051758,
      "epoch": 1.949076710322948,
      "nll_loss": 0.09205307066440582,
      "step": 2995
    },
    {
      "contrastive_loss": 2.085982084274292,
      "epoch": 1.949076710322948,
      "nll_loss": 0.06660892814397812,
      "step": 2995
    },
    {
      "epoch": 1.9523305946473601,
      "grad_norm": 0.3113841414451599,
      "learning_rate": 7.402330363262508e-06,
      "loss": 3.1169,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0908687114715576,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9449335336685181,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08577036857605,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.140466570854187,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0879065990448,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9879653453826904,
      "step": 3000
    },
    {
      "contrastive_loss": 2.082265853881836,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1504437923431396,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090686559677124,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2390214204788208,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0880725383758545,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9532189965248108,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090546131134033,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9391785860061646,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0861496925354004,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.799884021282196,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0923192501068115,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9949370622634888,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0872790813446045,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.89136803150177,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0919716358184814,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0240216255187988,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08534836769104,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9686896204948425,
      "step": 3000
    },
    {
      "contrastive_loss": 2.083569049835205,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.92349773645401,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0843303203582764,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1247878074645996,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0894198417663574,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0287621021270752,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0908401012420654,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0494731664657593,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086946487426758,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1715388298034668,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086501359939575,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8314260244369507,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090060234069824,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1102594137191772,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087507724761963,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1616358757019043,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090513229370117,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1473757028579712,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0872271060943604,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1865768432617188,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08725643157959,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9384607076644897,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889875888824463,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9270049929618835,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0826594829559326,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2544924020767212,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088116407394409,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8488411903381348,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086613416671753,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.063177227973938,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087416648864746,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2094457149505615,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889692306518555,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.018088936805725,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087894916534424,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0715909004211426,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0847856998443604,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9818397760391235,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0982959270477295,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0826839208602905,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0869557857513428,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0292274951934814,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0867671966552734,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.342604398727417,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091193675994873,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.103663682937622,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0853705406188965,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9794406294822693,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087456703186035,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0359718799591064,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0844850540161133,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0034935474395752,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866708755493164,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0790140628814697,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0855135917663574,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8274354934692383,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08736252784729,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.878006637096405,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0865607261657715,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1439143419265747,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0890064239501953,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1093388795852661,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087641954421997,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9488778114318848,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0861806869506836,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.087647795677185,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089773654937744,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2606956958770752,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0863075256347656,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0017893314361572,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0909674167633057,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0949699878692627,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0885653495788574,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0703991651535034,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089517116546631,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1058787107467651,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085703134536743,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.077634572982788,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0893466472625732,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9866487383842468,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089832067489624,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0480616092681885,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087739944458008,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0081990957260132,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0940499305725098,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.142905831336975,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0877273082733154,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0325833559036255,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090395450592041,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0288575887680054,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088953971862793,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.211710810661316,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0884084701538086,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8353588581085205,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085536479949951,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8006854057312012,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086667060852051,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9620969891548157,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086444139480591,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0024046897888184,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0864624977111816,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.100639820098877,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0840563774108887,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8732360601425171,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0906529426574707,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0071476697921753,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087751865386963,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0894585847854614,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0904335975646973,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0420024394989014,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857126712799072,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9421778917312622,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088007688522339,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.125609278678894,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0939955711364746,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1287120580673218,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0919010639190674,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9078441858291626,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089604616165161,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1689295768737793,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0859274864196777,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2121208906173706,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0883724689483643,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0512666702270508,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0872550010681152,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3493164777755737,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0844156742095947,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1757488250732422,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0871622562408447,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0043870210647583,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091642379760742,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2757112979888916,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084717035293579,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0677815675735474,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0820977687835693,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9922912120819092,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0856099128723145,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9626162052154541,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0858256816864014,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.121261715888977,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088326930999756,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0905743837356567,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0870444774627686,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3844014406204224,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0881426334381104,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.066156029701233,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866451263427734,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.197428584098816,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0869343280792236,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8771219849586487,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088439464569092,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1467524766921997,
      "step": 3000
    },
    {
      "contrastive_loss": 2.09071683883667,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0950335264205933,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089155673980713,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0924264192581177,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085566282272339,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0783175230026245,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088019609451294,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9741346836090088,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091810703277588,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8768450021743774,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087167978286743,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2686004638671875,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0891153812408447,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9436241984367371,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0852997303009033,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1330797672271729,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0832130908966064,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0888468027114868,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08794903755188,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8702648878097534,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0893771648406982,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9610657095909119,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0898938179016113,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0940150022506714,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086791753768921,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9425582885742188,
      "step": 3000
    },
    {
      "contrastive_loss": 2.081886053085327,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0153872966766357,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0850958824157715,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9999082684516907,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0864243507385254,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1820366382598877,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0862958431243896,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9970581531524658,
      "step": 3000
    },
    {
      "contrastive_loss": 2.092972755432129,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9217041730880737,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0862112045288086,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0142807960510254,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0888822078704834,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8589784502983093,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0862483978271484,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.143750548362732,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857157707214355,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2151223421096802,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0851058959960938,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0852235555648804,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0883803367614746,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9886456727981567,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0851120948791504,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9578736424446106,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0861024856567383,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8991382122039795,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08602237701416,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.811111569404602,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085043430328369,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0333307981491089,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088120460510254,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.118003010749817,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08628511428833,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1224603652954102,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0865108966827393,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0450234413146973,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0886828899383545,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0344499349594116,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0918524265289307,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0994020700454712,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0876502990722656,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9989638328552246,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084803342819214,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.4345066547393799,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0931622982025146,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1987024545669556,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0903525352478027,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0742602348327637,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0860464572906494,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3333700895309448,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085094451904297,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9273175001144409,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08587908744812,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1186811923980713,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0901601314544678,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.921795129776001,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0885260105133057,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9553311467170715,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084702968597412,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9465965628623962,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08797025680542,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0567611455917358,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857293605804443,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1293952465057373,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0869250297546387,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.141473650932312,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0869455337524414,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1570783853530884,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0835464000701904,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9173001050949097,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0878889560699463,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9297732710838318,
      "step": 3000
    },
    {
      "contrastive_loss": 2.081707715988159,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9185177683830261,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085576057434082,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9829684495925903,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088418960571289,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2142001390457153,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0872814655303955,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1376386880874634,
      "step": 3000
    },
    {
      "contrastive_loss": 2.09212064743042,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0276161432266235,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0856540203094482,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9745259284973145,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089136838912964,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1222890615463257,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0874078273773193,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.179103136062622,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0858535766601562,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0520439147949219,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0829012393951416,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0091092586517334,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0873868465423584,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2425678968429565,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889623165130615,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1781020164489746,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089693784713745,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0082093477249146,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0848374366760254,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8447892665863037,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085068941116333,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1169418096542358,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08743953704834,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9907484650611877,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0920796394348145,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0390293598175049,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0878350734710693,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7605677247047424,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087939739227295,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.000819206237793,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0883166790008545,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0207033157348633,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0922651290893555,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.094284176826477,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0888454914093018,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.020117998123169,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0834908485412598,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1319419145584106,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0884127616882324,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9041029214859009,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0868964195251465,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0194759368896484,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0853004455566406,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0232850313186646,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08673357963562,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0715465545654297,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088843822479248,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3349056243896484,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087381601333618,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2662522792816162,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0912961959838867,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9502144455909729,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0839600563049316,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0910487174987793,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0844621658325195,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.95069420337677,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08632493019104,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3561608791351318,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0869007110595703,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9919145107269287,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0897436141967773,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9319861531257629,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0872576236724854,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2220128774642944,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0821280479431152,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3521826267242432,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0877702236175537,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9983667731285095,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0886359214782715,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0250219106674194,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0870487689971924,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1681876182556152,
      "step": 3000
    },
    {
      "contrastive_loss": 2.110044479370117,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1321890354156494,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0853431224823,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0055373907089233,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085439920425415,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.956423282623291,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084171772003174,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.024125099182129,
      "step": 3000
    },
    {
      "contrastive_loss": 2.092029094696045,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.793989360332489,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086177110671997,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.022446632385254,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086299419403076,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.005617618560791,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0892176628112793,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8353869915008545,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086764097213745,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9936366081237793,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085639476776123,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8953311443328857,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889334678649902,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0155110359191895,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0888876914978027,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0015223026275635,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0869333744049072,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9559190273284912,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085836172103882,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9032150506973267,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0867068767547607,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1469061374664307,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0898072719573975,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.262320876121521,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0902791023254395,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2616136074066162,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0873613357543945,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0769262313842773,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0858306884765625,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.142592430114746,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0875535011291504,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1660733222961426,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0887537002563477,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1299254894256592,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0873565673828125,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0516546964645386,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085874319076538,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.062916874885559,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091590404510498,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.015507459640503,
      "step": 3000
    },
    {
      "contrastive_loss": 2.09025502204895,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0711212158203125,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0879530906677246,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0209481716156006,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088036060333252,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1050812005996704,
      "step": 3000
    },
    {
      "contrastive_loss": 2.09097957611084,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1484816074371338,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089052200317383,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9919481873512268,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0853428840637207,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9070954918861389,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085470676422119,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0081956386566162,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088653087615967,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.313830018043518,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889086723327637,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9815468192100525,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086150884628296,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9334951639175415,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088977813720703,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0657228231430054,
      "step": 3000
    },
    {
      "contrastive_loss": 2.083888053894043,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.119704008102417,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0881943702697754,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0620944499969482,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090087413787842,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8886837959289551,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087899923324585,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0630297660827637,
      "step": 3000
    },
    {
      "contrastive_loss": 2.09140944480896,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.4654446840286255,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0902633666992188,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.184144139289856,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0847573280334473,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0685482025146484,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08506441116333,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.851176381111145,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086840867996216,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1861742734909058,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866575241088867,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0936706066131592,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0846800804138184,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1559195518493652,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0878381729125977,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9920293688774109,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087185859680176,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1901936531066895,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0871477127075195,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.862377405166626,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084545135498047,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8960991501808167,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086029529571533,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1982699632644653,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091362476348877,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.108392357826233,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086827516555786,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1025747060775757,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0876970291137695,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0100544691085815,
      "step": 3000
    },
    {
      "contrastive_loss": 2.092658281326294,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2578784227371216,
      "step": 3000
    },
    {
      "contrastive_loss": 2.082751989364624,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.039916753768921,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090902328491211,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.133870244026184,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090319871902466,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0332516431808472,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0852408409118652,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9957543015480042,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086148500442505,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0436787605285645,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0863547325134277,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9060163497924805,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085338592529297,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0100324153900146,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086146354675293,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9310693740844727,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0886316299438477,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9704129099845886,
      "step": 3000
    },
    {
      "contrastive_loss": 2.092707872390747,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0815001726150513,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091172695159912,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8554578423500061,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091966152191162,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9863606095314026,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089700222015381,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9482198357582092,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089258909225464,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0382590293884277,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0877721309661865,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1324154138565063,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08772349357605,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0497928857803345,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089498996734619,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.91082364320755,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0863215923309326,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.123968243598938,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857093334198,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9430208206176758,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090078115463257,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0447224378585815,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08748722076416,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3751945495605469,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0923006534576416,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9198903441429138,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0861754417419434,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0288503170013428,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0878028869628906,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8832835555076599,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0867083072662354,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0742135047912598,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086428642272949,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0964909791946411,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08528208732605,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2839200496673584,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0854265689849854,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3472628593444824,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0882961750030518,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9785162210464478,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0780816078186035,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9772624969482422,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0883960723876953,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.974812388420105,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089404582977295,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8410831689834595,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08787202835083,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9641783833503723,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0895073413848877,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2202951908111572,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087482452392578,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0168894529342651,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0839390754699707,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.08371901512146,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085092544555664,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9817296862602234,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0879266262054443,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9033452868461609,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0894675254821777,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0437653064727783,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0940487384796143,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.01664400100708,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0833725929260254,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1478999853134155,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0865941047668457,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2550885677337646,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0859928131103516,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0730278491973877,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889790058135986,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0864475965499878,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084578037261963,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7919400334358215,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087494373321533,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8116123676300049,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0855894088745117,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9834432601928711,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090268135070801,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0062865018844604,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0874385833740234,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.940075159072876,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085904359817505,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.032382607460022,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0892131328582764,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3123646974563599,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087355852127075,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9517637491226196,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0896124839782715,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2145452499389648,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086801052093506,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.263467788696289,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0888733863830566,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0031683444976807,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0880441665649414,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0295616388320923,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0855016708374023,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8806014657020569,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088473320007324,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0638659000396729,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889816284179688,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8825891613960266,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0874593257904053,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9690148234367371,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0875837802886963,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0540765523910522,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0878419876098633,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3077863454818726,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088698387145996,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1684895753860474,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087313652038574,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.313728928565979,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090007781982422,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.036380648612976,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085488796234131,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9087156057357788,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0917251110076904,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.113510251045227,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0881807804107666,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9289001822471619,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08907413482666,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1303701400756836,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087550163269043,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9235462546348572,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0876097679138184,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0968278646469116,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08739972114563,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9338213205337524,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0856640338897705,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9642768502235413,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0907082557678223,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9237262010574341,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088904857635498,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1529303789138794,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0846972465515137,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0057343244552612,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087069272994995,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2867411375045776,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090301036834717,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.980024516582489,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087615728378296,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9553271532058716,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087745189666748,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0535023212432861,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088688373565674,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9438357949256897,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087458848953247,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9856649041175842,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0891475677490234,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9617923498153687,
      "step": 3000
    },
    {
      "contrastive_loss": 2.09126353263855,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1245384216308594,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0886459350585938,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.031287431716919,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0902481079101562,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.098231554031372,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089491367340088,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9194366335868835,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0850329399108887,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.080863118171692,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088907241821289,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9429413080215454,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0914125442504883,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7815716862678528,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0843605995178223,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0635313987731934,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08832049369812,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8493388891220093,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0876054763793945,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3915274143218994,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0865864753723145,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0583114624023438,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0863637924194336,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.015906572341919,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086912155151367,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9482623338699341,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0867156982421875,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.090349555015564,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088189125061035,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1864991188049316,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086902618408203,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1281729936599731,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089466094970703,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0083619356155396,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087477684020996,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.026684045791626,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085782289505005,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.058107852935791,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089956045150757,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0497381687164307,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087404489517212,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2723442316055298,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088740825653076,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9935519695281982,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091398000717163,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.6642431020736694,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0865161418914795,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1850653886795044,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085777521133423,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.017573356628418,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0895824432373047,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1022783517837524,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089829444885254,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.551595687866211,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0873684883117676,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1869151592254639,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0830280780792236,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.099861979484558,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0856475830078125,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1283129453659058,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088784694671631,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8621302843093872,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0863380432128906,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8972055315971375,
      "step": 3000
    },
    {
      "contrastive_loss": 2.094616651535034,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.201535701751709,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0853161811828613,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1489219665527344,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08933687210083,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0905426740646362,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0831971168518066,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7877732515335083,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0876476764678955,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7915814518928528,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089061737060547,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0281535387039185,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0873076915740967,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1832386255264282,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087714195251465,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9732374548912048,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089594602584839,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0539913177490234,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085561752319336,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0759811401367188,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0891048908233643,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.056654691696167,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087836265563965,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7607395648956299,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090251922607422,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1093580722808838,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0861740112304688,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0479719638824463,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090188503265381,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9091091156005859,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085080146789551,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0584169626235962,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0960566997528076,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.256796956062317,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0946192741394043,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8614850640296936,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087400436401367,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0484482049942017,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088611125946045,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.018880009651184,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087379217147827,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0309754610061646,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0851383209228516,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9709808230400085,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0875587463378906,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9996363520622253,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084385871887207,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.097769021987915,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0887341499328613,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.119354486465454,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0831995010375977,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0984470844268799,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0858757495880127,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9105796813964844,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08994197845459,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0438673496246338,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0851552486419678,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0908108949661255,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089148998260498,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2445788383483887,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0879385471343994,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9052444696426392,
      "step": 3000
    },
    {
      "contrastive_loss": 2.081598997116089,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0289629697799683,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0905144214630127,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0405330657958984,
      "step": 3000
    },
    {
      "contrastive_loss": 2.080198049545288,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8930518627166748,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0881948471069336,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2303158044815063,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0881311893463135,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0773556232452393,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857889652252197,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.972405731678009,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087317705154419,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0061438083648682,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0882980823516846,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8220824599266052,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889675617218018,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0880744457244873,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08664608001709,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9474544525146484,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084397554397583,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1017711162567139,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857391357421875,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.169531226158142,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0914669036865234,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.128156065940857,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0934035778045654,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9697346687316895,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0868923664093018,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0848666429519653,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0890979766845703,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1362829208374023,
      "step": 3000
    },
    {
      "contrastive_loss": 2.09494686126709,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8377748727798462,
      "step": 3000
    },
    {
      "contrastive_loss": 2.082257032394409,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1706421375274658,
      "step": 3000
    },
    {
      "contrastive_loss": 2.092647075653076,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3895447254180908,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0884690284729004,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0236765146255493,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0887224674224854,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.5848439931869507,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090247392654419,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0174837112426758,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087843894958496,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9064813852310181,
      "step": 3000
    },
    {
      "contrastive_loss": 2.093322515487671,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1110178232192993,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091938018798828,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9331287741661072,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088017225265503,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9932846426963806,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0905187129974365,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8148248195648193,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084315299987793,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.151458740234375,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091125965118408,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9999794960021973,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857291221618652,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9434034824371338,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091787099838257,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9612718820571899,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08892822265625,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0365452766418457,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088526487350464,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8479031920433044,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086803913116455,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9069615602493286,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089080810546875,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9817612171173096,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0883727073669434,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2128853797912598,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0864219665527344,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.011745572090149,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084526538848877,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0352450609207153,
      "step": 3000
    },
    {
      "contrastive_loss": 2.081573247909546,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2913143634796143,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0890846252441406,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0886991024017334,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889506340026855,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2058626413345337,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084315776824951,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9109398126602173,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0898191928863525,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7559366822242737,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0872795581817627,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9397128820419312,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857274532318115,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1025171279907227,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0853168964385986,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0815558433532715,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086066961288452,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9337471127510071,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0876197814941406,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1451975107192993,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0896575450897217,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.030807375907898,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0868325233459473,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9532894492149353,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0886387825012207,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.134953498840332,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086087465286255,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1421535015106201,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0867838859558105,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8897490501403809,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084906816482544,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1311967372894287,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087141513824463,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0146838426589966,
      "step": 3000
    },
    {
      "contrastive_loss": 2.092299461364746,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0339546203613281,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088270425796509,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9921635985374451,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0867271423339844,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8590777516365051,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0918655395507812,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1869720220565796,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0874829292297363,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0415821075439453,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090080976486206,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0268735885620117,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0929036140441895,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0465933084487915,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0840113162994385,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.136716365814209,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084282636642456,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0715129375457764,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089581251144409,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7971712350845337,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087562084197998,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1855968236923218,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088297128677368,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3751758337020874,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084824800491333,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0707778930664062,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088064193725586,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0780447721481323,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087512254714966,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0539870262145996,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089768886566162,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9513181447982788,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089813709259033,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9909667372703552,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0875191688537598,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0446667671203613,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090359926223755,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9600189924240112,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0859615802764893,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1434904336929321,
      "step": 3000
    },
    {
      "contrastive_loss": 2.09009051322937,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1154015064239502,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088383674621582,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0374642610549927,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091306209564209,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1639955043792725,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085979700088501,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0346344709396362,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0892162322998047,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0908452272415161,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08491849899292,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9295974969863892,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084710121154785,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.939656138420105,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0895934104919434,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9891307950019836,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866472721099854,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0220481157302856,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0887227058410645,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1700633764266968,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085869312286377,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9465072751045227,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088554859161377,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9763038754463196,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0884368419647217,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0456674098968506,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089914083480835,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1175025701522827,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0873758792877197,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0300980806350708,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088433265686035,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0715608596801758,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0880682468414307,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0161583423614502,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087216377258301,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9078112840652466,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087019681930542,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1819936037063599,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0851967334747314,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9714818596839905,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0886213779449463,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.979143500328064,
      "step": 3000
    },
    {
      "contrastive_loss": 2.093430757522583,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9264376163482666,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0875983238220215,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9246057271957397,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0850017070770264,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0464975833892822,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085371971130371,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0476287603378296,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08901309967041,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.07040536403656,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866286754608154,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0919626951217651,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857632160186768,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.033605694770813,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088162899017334,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.942990779876709,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090195655822754,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9811258316040039,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0880420207977295,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1670550107955933,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0835630893707275,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.304713249206543,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0885090827941895,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.245947241783142,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0880801677703857,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1171754598617554,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0909905433654785,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.925416111946106,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0842432975769043,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1316442489624023,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0901877880096436,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9621977210044861,
      "step": 3000
    },
    {
      "contrastive_loss": 2.08829402923584,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2407892942428589,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0848374366760254,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.003970742225647,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089939594268799,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9109477400779724,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0863943099975586,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2475672960281372,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0881848335266113,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0365245342254639,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084045171737671,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.001880407333374,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090172290802002,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2525923252105713,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0874698162078857,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0495115518569946,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087398052215576,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9501779079437256,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0868852138519287,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.012799859046936,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090770721435547,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9341610670089722,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0874617099761963,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0493334531784058,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0850439071655273,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1245700120925903,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088904857635498,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0054049491882324,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0901780128479004,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9022681713104248,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0903568267822266,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8013714551925659,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866641998291016,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1472259759902954,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0859744548797607,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1061360836029053,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087717294692993,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0713814496994019,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089186191558838,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1118916273117065,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089156150817871,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.011447548866272,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090745687484741,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9946851134300232,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090657949447632,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9578454494476318,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089430332183838,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2631680965423584,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089918851852417,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9607918858528137,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091271162033081,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9808428883552551,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0838773250579834,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0853044986724854,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0896155834198,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.006150245666504,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086320400238037,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0239100456237793,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089024543762207,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8947871923446655,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084188222885132,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8186047673225403,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0849344730377197,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9365798234939575,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088648796081543,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9312900304794312,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089343309402466,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.00200355052948,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0858314037323,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.4503309726715088,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0906050205230713,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8476483225822449,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0856809616088867,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0596367120742798,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088822841644287,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9006191492080688,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0844063758850098,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9579903483390808,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0863444805145264,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2692919969558716,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0943915843963623,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0821685791015625,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0874786376953125,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8992106914520264,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0830812454223633,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.196352243423462,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0950803756713867,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3281426429748535,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0860095024108887,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8454020619392395,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084789752960205,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0285146236419678,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086394786834717,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3109756708145142,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0884366035461426,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9999579191207886,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089062452316284,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9199532866477966,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0878374576568604,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1382722854614258,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090564727783203,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8881778717041016,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087926149368286,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0919923782348633,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0883915424346924,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0034321546554565,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0861501693725586,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9008914828300476,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089102029800415,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9982560276985168,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084597587585449,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9463223814964294,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0857443809509277,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0661194324493408,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0894839763641357,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0516573190689087,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0888874530792236,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0948950052261353,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086052417755127,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9361543655395508,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088526725769043,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.063301682472229,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084571599960327,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.97051602602005,
      "step": 3000
    },
    {
      "contrastive_loss": 2.092832565307617,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8409789204597473,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089048385620117,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7444173693656921,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0868723392486572,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.133994460105896,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0855610370635986,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2696287631988525,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0884456634521484,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0773104429244995,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0940258502960205,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.63336181640625,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0889525413513184,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0824826955795288,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0931143760681152,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9327606558799744,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088583469390869,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.027649164199829,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0843558311462402,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2135406732559204,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0877881050109863,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9825570583343506,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0876216888427734,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.037291407585144,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0872199535369873,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.096327781677246,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0894851684570312,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8817280530929565,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0905940532684326,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.252411961555481,
      "step": 3000
    },
    {
      "contrastive_loss": 2.089139938354492,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2863222360610962,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0859673023223877,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0125644207000732,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0795652866363525,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0400434732437134,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091439962387085,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0338029861450195,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866646766662598,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1254788637161255,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0838489532470703,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0985443592071533,
      "step": 3000
    },
    {
      "contrastive_loss": 2.085174322128296,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0470240116119385,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0880956649780273,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2558552026748657,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088366746902466,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0639798641204834,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0901167392730713,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0095165967941284,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0879316329956055,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9274061918258667,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084871768951416,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8830128312110901,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0885398387908936,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.102783203125,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0894320011138916,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.102222204208374,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086143970489502,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0843589305877686,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0855705738067627,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0112239122390747,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0862882137298584,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0511693954467773,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087562084197998,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.3634897470474243,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0882515907287598,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9566910862922668,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0840625762939453,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.7261519432067871,
      "step": 3000
    },
    {
      "contrastive_loss": 2.081984519958496,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0728576183319092,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0858592987060547,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9638939499855042,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0895087718963623,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9370219111442566,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0851330757141113,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1267000436782837,
      "step": 3000
    },
    {
      "contrastive_loss": 2.082026958465576,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.2676619291305542,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087409257888794,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9941596388816833,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0871694087982178,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9793662428855896,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0918776988983154,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.979182243347168,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0928757190704346,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9777464866638184,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0895915031433105,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9272921085357666,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866525173187256,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9370629787445068,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866761207580566,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.082145094871521,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087346315383911,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1944594383239746,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088104724884033,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1610037088394165,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0964016914367676,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1767997741699219,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087393283843994,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9489932656288147,
      "step": 3000
    },
    {
      "contrastive_loss": 2.080653667449951,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9053093791007996,
      "step": 3000
    },
    {
      "contrastive_loss": 2.092461585998535,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1397998332977295,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090378522872925,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8686640858650208,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090381383895874,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9106056094169617,
      "step": 3000
    },
    {
      "contrastive_loss": 2.090886116027832,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8756842017173767,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0855822563171387,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0329796075820923,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0901005268096924,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9401792883872986,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0877301692962646,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9759672284126282,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0875229835510254,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0462620258331299,
      "step": 3000
    },
    {
      "contrastive_loss": 2.088799238204956,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.059365153312683,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087947130203247,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0189615488052368,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0881190299987793,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1438353061676025,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0909037590026855,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.073769450187683,
      "step": 3000
    },
    {
      "contrastive_loss": 2.079955816268921,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9942118525505066,
      "step": 3000
    },
    {
      "contrastive_loss": 2.087151527404785,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9552693963050842,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0905349254608154,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.9882636070251465,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0878491401672363,
      "epoch": 1.9523305946473601,
      "nll_loss": 0.8405806422233582,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0866525173187256,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0745795965194702,
      "step": 3000
    },
    {
      "contrastive_loss": 2.091308355331421,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.1586915254592896,
      "step": 3000
    },
    {
      "contrastive_loss": 2.084782361984253,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.049870252609253,
      "step": 3000
    },
    {
      "contrastive_loss": 2.0893101692199707,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.0163779258728027,
      "step": 3000
    },
    {
      "contrastive_loss": 2.086367130279541,
      "epoch": 1.9523305946473601,
      "nll_loss": 1.127321720123291,
      "step": 3000
    },
    {
      "epoch": 1.9523305946473601,
      "eval_loss": 1.3058875799179077,
      "eval_runtime": 1244.6492,
      "eval_samples_per_second": 4.017,
      "eval_steps_per_second": 0.502,
      "step": 3000
    }
  ],
  "logging_steps": 5,
  "max_steps": 3072,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.9032762751611044e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}