Training in progress, epoch 6, checkpoint

checkpoint-486/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f4a20e8070a482a44c3f970ec19a7e845c4da360be54f5567501d277a65a0c4
+oid sha256:116e6814d00bdd7ee1760074e7bba810c8be87cc874ecf5a0dc4b0a3c1071d0a
 size 592330980

checkpoint-486/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c8578092c42f0a47bcc0acd56e65924a86858c6558a3189db2828c50fc94862
+oid sha256:ebf9cdb052eca8764d2a7db53f08e7886eaab2f2aa0b93ac126c94fea62f7324
 size 1014670074

checkpoint-486/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76fa7a37b83088a34dfd87f85bd186720c2175bd38d06b25844c7882d2516d29
+oid sha256:0f891ea0618b7d3999f24558d90e9c033c85e76f5c1de754b03ef890648ce2bb
 size 14244

checkpoint-486/trainer_state.json

@@ -14,375 +14,375 @@
         "f1-score": 0.0,
         "precision": 0.0,
         "recall": 0.0,
-        "support": 339.0
+        "support": 271.0
       },
       "eval_B-MajorClaim": {
         "f1-score": 0.0,
         "precision": 0.0,
         "recall": 0.0,
-        "support": 160.0
+        "support": 139.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.6898215147129765,
-        "precision": 0.6316254416961131,
-        "recall": 0.7598299681190224,
-        "support": 941.0
+        "f1-score": 0.6746310611384398,
+        "precision": 0.6075949367088608,
+        "recall": 0.7582938388625592,
+        "support": 633.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5039833312905995,
-        "precision": 0.5940479630164692,
-        "recall": 0.43763303533418474,
-        "support": 4698.0
+        "f1-score": 0.4376506024096386,
+        "precision": 0.550587343690792,
+        "recall": 0.3631592101974506,
+        "support": 4001.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.6970899470899471,
-        "precision": 0.6303827751196173,
-        "recall": 0.7795857988165681,
-        "support": 2028.0
+        "f1-score": 0.620034542314335,
+        "precision": 0.5483008781977854,
+        "recall": 0.7133631395926477,
+        "support": 2013.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8719667429344848,
-        "precision": 0.8366728509585653,
-        "recall": 0.9103694233227912,
-        "support": 14861.0
+        "f1-score": 0.8620734063103671,
+        "precision": 0.8396186972154862,
+        "recall": 0.8857621736062103,
+        "support": 11336.0
       },
       "eval_O": {
-        "f1-score": 0.8820403825717322,
-        "precision": 0.8925603675823639,
-        "recall": 0.8717654922180846,
-        "support": 10473.0
+        "f1-score": 0.8807729058286443,
+        "precision": 0.8630878069080317,
+        "recall": 0.8991979189247779,
+        "support": 9226.0
       },
-      "eval_accuracy": 0.8062985074626866,
-      "eval_loss": 0.5531178712844849,
+      "eval_accuracy": 0.785908251565951,
+      "eval_loss": 0.5655931830406189,
       "eval_macro avg": {
-        "f1-score": 0.5207002740856772,
-        "precision": 0.5121841997675898,
-        "recall": 0.5370262454015216,
-        "support": 33500.0
-      },
-      "eval_runtime": 5.0026,
-      "eval_samples_per_second": 16.192,
-      "eval_steps_per_second": 2.199,
+        "f1-score": 0.49645178828591785,
+        "precision": 0.48702709467442235,
+        "recall": 0.5171108973119495,
+        "support": 27619.0
+      },
+      "eval_runtime": 4.8252,
+      "eval_samples_per_second": 16.58,
+      "eval_steps_per_second": 2.072,
       "eval_weighted avg": {
-        "f1-score": 0.7948191296080505,
-        "precision": 0.789408749451204,
-        "recall": 0.8062985074626866,
-        "support": 33500.0
+        "f1-score": 0.7721020318885458,
+        "precision": 0.766573839857488,
+        "recall": 0.785908251565951,
+        "support": 27619.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_B-Claim": {
-        "f1-score": 0.4537205081669691,
-        "precision": 0.589622641509434,
-        "recall": 0.3687315634218289,
-        "support": 339.0
+        "f1-score": 0.36036036036036034,
+        "precision": 0.4624277456647399,
+        "recall": 0.2952029520295203,
+        "support": 271.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.42794759825327516,
-        "precision": 0.7101449275362319,
-        "recall": 0.30625,
-        "support": 160.0
+        "f1-score": 0.5836909871244635,
+        "precision": 0.723404255319149,
+        "recall": 0.4892086330935252,
+        "support": 139.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7642352941176471,
-        "precision": 0.6858108108108109,
-        "recall": 0.8629117959617428,
-        "support": 941.0
+        "f1-score": 0.7396491228070177,
+        "precision": 0.6654040404040404,
+        "recall": 0.8325434439178515,
+        "support": 633.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.44524236983842014,
-        "precision": 0.6338969720802202,
-        "recall": 0.3431247339293316,
-        "support": 4698.0
+        "f1-score": 0.46704216775764956,
+        "precision": 0.5973520249221184,
+        "recall": 0.3834041489627593,
+        "support": 4001.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7363764327367787,
-        "precision": 0.6217317487266554,
-        "recall": 0.9028599605522682,
-        "support": 2028.0
+        "f1-score": 0.7326456649010316,
+        "precision": 0.8348157560355781,
+        "recall": 0.6527570789865872,
+        "support": 2013.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8781162543828609,
-        "precision": 0.8411808209047208,
-        "recall": 0.9184442500504677,
-        "support": 14861.0
+        "f1-score": 0.8679505932065659,
+        "precision": 0.8045344983428744,
+        "recall": 0.9422194777699365,
+        "support": 11336.0
       },
       "eval_O": {
-        "f1-score": 0.9036260459748006,
-        "precision": 0.9102800116267804,
-        "recall": 0.8970686527260575,
-        "support": 10473.0
+        "f1-score": 0.9101698606271778,
+        "precision": 0.9143513454386348,
+        "recall": 0.9060264469976155,
+        "support": 9226.0
       },
-      "eval_accuracy": 0.820089552238806,
-      "eval_loss": 0.5071194171905518,
+      "eval_accuracy": 0.8169376154096818,
+      "eval_loss": 0.4831336438655853,
       "eval_macro avg": {
-        "f1-score": 0.6584663576386788,
-        "precision": 0.7132382761706934,
-        "recall": 0.6570558509488137,
-        "support": 33500.0
-      },
-      "eval_runtime": 4.9923,
-      "eval_samples_per_second": 16.225,
-      "eval_steps_per_second": 2.203,
+        "f1-score": 0.6659298223977524,
+        "precision": 0.7146128094467336,
+        "recall": 0.6430517402511137,
+        "support": 27619.0
+      },
+      "eval_runtime": 4.8125,
+      "eval_samples_per_second": 16.623,
+      "eval_steps_per_second": 2.078,
       "eval_weighted avg": {
-        "f1-score": 0.8071614798424686,
-        "precision": 0.8128932519203979,
-        "recall": 0.820089552238806,
-        "support": 33500.0
+        "f1-score": 0.8047632099274016,
+        "precision": 0.8064582361050344,
+        "recall": 0.8169376154096818,
+        "support": 27619.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_B-Claim": {
-        "f1-score": 0.5954198473282443,
-        "precision": 0.6170886075949367,
-        "recall": 0.5752212389380531,
-        "support": 339.0
+        "f1-score": 0.5806451612903225,
+        "precision": 0.59765625,
+        "recall": 0.5645756457564576,
+        "support": 271.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7962382445141065,
-        "precision": 0.7987421383647799,
-        "recall": 0.79375,
-        "support": 160.0
+        "f1-score": 0.7138047138047138,
+        "precision": 0.6708860759493671,
+        "recall": 0.762589928057554,
+        "support": 139.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7837431008529856,
-        "precision": 0.7423954372623575,
-        "recall": 0.8299681190223167,
-        "support": 941.0
+        "f1-score": 0.7739984882842026,
+        "precision": 0.7420289855072464,
+        "recall": 0.8088467614533965,
+        "support": 633.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6291688447464715,
-        "precision": 0.6182453256626258,
-        "recall": 0.640485312899106,
-        "support": 4698.0
+        "f1-score": 0.6128912532475566,
+        "precision": 0.6068103870651641,
+        "recall": 0.6190952261934516,
+        "support": 4001.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.8422354104846687,
-        "precision": 0.8447420634920635,
-        "recall": 0.8397435897435898,
-        "support": 2028.0
+        "f1-score": 0.8072942336126171,
+        "precision": 0.8009779951100244,
+        "recall": 0.8137108792846498,
+        "support": 2013.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8773398679463618,
-        "precision": 0.8876110460712072,
-        "recall": 0.8673036807751834,
-        "support": 14861.0
+        "f1-score": 0.8797559224694903,
+        "precision": 0.8951789627465303,
+        "recall": 0.8648553281580804,
+        "support": 11336.0
       },
       "eval_O": {
-        "f1-score": 0.9065678167474573,
-        "precision": 0.9024505629671681,
-        "recall": 0.910722811037907,
-        "support": 10473.0
+        "f1-score": 0.9226235130211126,
+        "precision": 0.912356930902925,
+        "recall": 0.933123780619987,
+        "support": 9226.0
       },
-      "eval_accuracy": 0.843044776119403,
-      "eval_loss": 0.46074992418289185,
+      "eval_accuracy": 0.8435859372171332,
+      "eval_loss": 0.4283505082130432,
       "eval_macro avg": {
-        "f1-score": 0.7758161618028993,
-        "precision": 0.773039311630734,
-        "recall": 0.7795992503451652,
-        "support": 33500.0
-      },
-      "eval_runtime": 5.0136,
-      "eval_samples_per_second": 16.156,
-      "eval_steps_per_second": 2.194,
+        "f1-score": 0.7558590408185736,
+        "precision": 0.7465565124687511,
+        "recall": 0.7666853642176539,
+        "support": 27619.0
+      },
+      "eval_runtime": 4.8554,
+      "eval_samples_per_second": 16.476,
+      "eval_steps_per_second": 2.06,
       "eval_weighted avg": {
-        "f1-score": 0.8436796678417321,
-        "precision": 0.8446385621767526,
-        "recall": 0.843044776119403,
-        "support": 33500.0
+        "f1-score": 0.8439412578936614,
+        "precision": 0.8447189682878564,
+        "recall": 0.8435859372171332,
+        "support": 27619.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_B-Claim": {
-        "f1-score": 0.6172839506172839,
-        "precision": 0.6472491909385113,
-        "recall": 0.5899705014749262,
-        "support": 339.0
+        "f1-score": 0.6033333333333333,
+        "precision": 0.5501519756838906,
+        "recall": 0.6678966789667896,
+        "support": 271.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7441860465116279,
-        "precision": 0.6956521739130435,
-        "recall": 0.8,
-        "support": 160.0
+        "f1-score": 0.6847457627118644,
+        "precision": 0.6474358974358975,
+        "recall": 0.7266187050359713,
+        "support": 139.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7957208354559349,
-        "precision": 0.764187866927593,
-        "recall": 0.8299681190223167,
-        "support": 941.0
+        "f1-score": 0.7818471337579618,
+        "precision": 0.7881219903691814,
+        "recall": 0.7756714060031595,
+        "support": 633.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6001342582233162,
-        "precision": 0.6325471698113208,
-        "recall": 0.5708812260536399,
-        "support": 4698.0
+        "f1-score": 0.6216657593903103,
+        "precision": 0.550733024691358,
+        "recall": 0.7135716070982254,
+        "support": 4001.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.8068448195030473,
-        "precision": 0.7689901697944593,
-        "recall": 0.8486193293885601,
-        "support": 2028.0
+        "f1-score": 0.7652218782249742,
+        "precision": 0.7960279119699409,
+        "recall": 0.7367113760556383,
+        "support": 2013.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.882309200297438,
-        "precision": 0.886383701188455,
-        "recall": 0.8782719870802772,
-        "support": 14861.0
+        "f1-score": 0.8739165400768475,
+        "precision": 0.8853883758826725,
+        "recall": 0.8627381792519407,
+        "support": 11336.0
       },
       "eval_O": {
-        "f1-score": 0.9024700070571631,
-        "precision": 0.8895381190873678,
-        "recall": 0.9157834431395016,
-        "support": 10473.0
+        "f1-score": 0.9062570845613239,
+        "precision": 0.9497505345687812,
+        "recall": 0.8665727292434424,
+        "support": 9226.0
       },
-      "eval_accuracy": 0.8404477611940299,
-      "eval_loss": 0.5207056403160095,
+      "eval_accuracy": 0.8286324631594192,
+      "eval_loss": 0.4826153814792633,
       "eval_macro avg": {
-        "f1-score": 0.7641355882379729,
-        "precision": 0.7549354845229643,
-        "recall": 0.776213515165603,
-        "support": 33500.0
-      },
-      "eval_runtime": 4.9749,
-      "eval_samples_per_second": 16.282,
-      "eval_steps_per_second": 2.211,
+        "f1-score": 0.7481410702938023,
+        "precision": 0.7382299586573888,
+        "recall": 0.7642543830935953,
+        "support": 27619.0
+      },
+      "eval_runtime": 4.8516,
+      "eval_samples_per_second": 16.49,
+      "eval_steps_per_second": 2.061,
       "eval_weighted avg": {
-        "f1-score": 0.8386979039247872,
-        "precision": 0.8379021545974175,
-        "recall": 0.8404477611940299,
-        "support": 33500.0
+        "f1-score": 0.8345383371838407,
+        "precision": 0.8451795530099128,
+        "recall": 0.8286324631594192,
+        "support": 27619.0
       },
       "step": 324
     },
     {
       "epoch": 5.0,
       "eval_B-Claim": {
-        "f1-score": 0.6189735614307931,
-        "precision": 0.6546052631578947,
-        "recall": 0.5870206489675516,
-        "support": 339.0
+        "f1-score": 0.5825242718446603,
+        "precision": 0.6147540983606558,
+        "recall": 0.5535055350553506,
+        "support": 271.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.8090614886731391,
-        "precision": 0.8389261744966443,
-        "recall": 0.78125,
-        "support": 160.0
+        "f1-score": 0.7317073170731707,
+        "precision": 0.7094594594594594,
+        "recall": 0.7553956834532374,
+        "support": 139.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.799186578546009,
-        "precision": 0.7660818713450293,
-        "recall": 0.8352816153028693,
-        "support": 941.0
+        "f1-score": 0.7840735068912711,
+        "precision": 0.7607726597325408,
+        "recall": 0.8088467614533965,
+        "support": 633.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6316756632594464,
-        "precision": 0.6859565976552756,
-        "recall": 0.5853554704129417,
-        "support": 4698.0
+        "f1-score": 0.5830055074744296,
+        "precision": 0.6132413793103448,
+        "recall": 0.5556110972256936,
+        "support": 4001.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.8593117408906882,
-        "precision": 0.8825363825363826,
-        "recall": 0.8372781065088757,
-        "support": 2028.0
+        "f1-score": 0.803728638011393,
+        "precision": 0.8393726338561385,
+        "recall": 0.7709885742672627,
+        "support": 2013.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8880430502690643,
-        "precision": 0.8666026256804354,
-        "recall": 0.9105712939909831,
-        "support": 14861.0
+        "f1-score": 0.8823829787234042,
+        "precision": 0.8523512002630713,
+        "recall": 0.9146083274523642,
+        "support": 11336.0
       },
       "eval_O": {
-        "f1-score": 0.9125369999045164,
-        "precision": 0.9125369999045164,
-        "recall": 0.9125369999045164,
-        "support": 10473.0
+        "f1-score": 0.9254767941792524,
+        "precision": 0.9415657245401525,
+        "recall": 0.9099284630392369,
+        "support": 9226.0
       },
-      "eval_accuracy": 0.8551343283582089,
-      "eval_loss": 0.5152634382247925,
+      "eval_accuracy": 0.8438031789709982,
+      "eval_loss": 0.513404905796051,
       "eval_macro avg": {
-        "f1-score": 0.7883984404248082,
-        "precision": 0.8010351306823111,
-        "recall": 0.7784705907268197,
-        "support": 33500.0
-      },
-      "eval_runtime": 5.0012,
-      "eval_samples_per_second": 16.196,
-      "eval_steps_per_second": 2.199,
+        "f1-score": 0.7561284305996544,
+        "precision": 0.7616453079317661,
+        "recall": 0.7526977774209346,
+        "support": 27619.0
+      },
+      "eval_runtime": 4.8184,
+      "eval_samples_per_second": 16.603,
+      "eval_steps_per_second": 2.075,
       "eval_weighted avg": {
-        "f1-score": 0.8524125579848445,
-        "precision": 0.8514928929215189,
-        "recall": 0.8551343283582089,
-        "support": 33500.0
+        "f1-score": 0.8417228378374912,
+        "precision": 0.8414191958613282,
+        "recall": 0.8438031789709982,
+        "support": 27619.0
       },
       "step": 405
     },
     {
       "epoch": 6.0,
       "eval_B-Claim": {
-        "f1-score": 0.6404341926729986,
-        "precision": 0.592964824120603,
-        "recall": 0.696165191740413,
-        "support": 339.0
+        "f1-score": 0.5851851851851851,
+        "precision": 0.587360594795539,
+        "recall": 0.5830258302583026,
+        "support": 271.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.8,
-        "precision": 0.7878787878787878,
-        "recall": 0.8125,
-        "support": 160.0
+        "f1-score": 0.7460815047021944,
+        "precision": 0.6611111111111111,
+        "recall": 0.8561151079136691,
+        "support": 139.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7957446808510639,
-        "precision": 0.7965921192758253,
-        "recall": 0.7948990435706695,
-        "support": 941.0
+        "f1-score": 0.7778631821675633,
+        "precision": 0.7574850299401198,
+        "recall": 0.7993680884676145,
+        "support": 633.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6506562412733874,
-        "precision": 0.5781637717121588,
-        "recall": 0.743933588761175,
-        "support": 4698.0
+        "f1-score": 0.5999495204442201,
+        "precision": 0.6059138414478715,
+        "recall": 0.5941014746313422,
+        "support": 4001.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.8647342995169083,
-        "precision": 0.8475378787878788,
-        "recall": 0.8826429980276134,
-        "support": 2028.0
+        "f1-score": 0.800587227795449,
+        "precision": 0.7888138862102217,
+        "recall": 0.8127173373075013,
+        "support": 2013.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8677517085887408,
-        "precision": 0.9106099815157116,
-        "recall": 0.8287463831505282,
-        "support": 14861.0
+        "f1-score": 0.8798354629791703,
+        "precision": 0.8729593608891977,
+        "recall": 0.8868207480592801,
+        "support": 11336.0
       },
       "eval_O": {
-        "f1-score": 0.9133676463514359,
-        "precision": 0.920317952694843,
-        "recall": 0.906521531557338,
-        "support": 10473.0
+        "f1-score": 0.9269283557507548,
+        "precision": 0.9391478473690066,
+        "recall": 0.9150227617602428,
+        "support": 9226.0
       },
-      "eval_accuracy": 0.8420597014925373,
-      "eval_loss": 0.5665280818939209,
+      "eval_accuracy": 0.843296281545313,
+      "eval_loss": 0.5017187595367432,
       "eval_macro avg": {
-        "f1-score": 0.790384109893505,
-        "precision": 0.7762950451408297,
-        "recall": 0.8093441052582481,
-        "support": 33500.0
-      },
-      "eval_runtime": 5.0172,
-      "eval_samples_per_second": 16.144,
-      "eval_steps_per_second": 2.192,
+        "f1-score": 0.7594900627177908,
+        "precision": 0.744684524537581,
+        "recall": 0.7781673354854218,
+        "support": 27619.0
+      },
+      "eval_runtime": 4.8298,
+      "eval_samples_per_second": 16.564,
+      "eval_steps_per_second": 2.07,
       "eval_weighted avg": {
-        "f1-score": 0.8467380483132992,
-        "precision": 0.8562016100668557,
-        "recall": 0.8420597014925373,
-        "support": 33500.0
+        "f1-score": 0.8433438519855446,
+        "precision": 0.8437360576786502,
+        "recall": 0.843296281545313,
+        "support": 27619.0
       },
       "step": 486
     }
@@ -392,7 +392,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 50,
   "save_steps": 500,
-  "total_flos": 860065544394000.0,
+  "total_flos": 862744876308000.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null

checkpoint-486/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c84096ff478c0991daa557c55b3ae423c1b21babebadb1405f26dd17942540f
+oid sha256:96f940fbb595414fcc9335f58119ba24a5ec23e0d6daa1a329588d596e481421
 size 4856