Upload folder using huggingface_hub

config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "directionality": "bidi",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 32,
+  "initializer_range": 0.02,
+  "intermediate_size": 128,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 4,
+  "pad_token_id": 0,
+  "pooler_fc_size": 32,
+  "pooler_num_attention_heads": 4,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 8,
+  "pooler_type": "first_token_transform",
+  "pre_trained": "",
+  "training": "",
+  "type_vocab_size": 2,
+  "vocab_size": 119547
+}

log.txt

@@ -0,0 +1,296 @@
+att_loss = 165.9651178506998
+global_step = 999
+loss = 44.97073807873883
+rep_loss = 13.917834387407884
+att_loss = 152.55476939385983
+global_step = 1999
+loss = 41.532161897751855
+rep_loss = 13.573878260956459
+att_loss = 138.32189903246558
+global_step = 2999
+loss = 37.904360088120704
+rep_loss = 13.295541353645465
+att_loss = 129.30404715503445
+global_step = 3999
+loss = 35.58956172341673
+rep_loss = 13.054199772436757
+att_loss = 119.63957041000027
+global_step = 4999
+loss = 33.12675918429154
+rep_loss = 12.86746633794456
+att_loss = 109.77276303685095
+global_step = 5999
+loss = 30.609275317982963
+rep_loss = 12.664338246328192
+att_loss = 102.02662080682198
+global_step = 6999
+loss = 28.61658605365587
+rep_loss = 12.439723421563624
+att_loss = 95.12835736232395
+global_step = 7999
+loss = 26.83650435163224
+rep_loss = 12.217660057647539
+att_loss = 89.21587809017862
+global_step = 8999
+loss = 25.304571141639222
+rep_loss = 12.002406489413266
+att_loss = 84.34852850204683
+global_step = 9999
+loss = 24.03592947626462
+rep_loss = 11.79518941626905
+att_loss = 80.04609476799249
+global_step = 10999
+loss = 22.912895704271662
+rep_loss = 11.60548806140635
+att_loss = 76.0886288830137
+global_step = 11999
+loss = 21.87929865471253
+rep_loss = 11.428565748672364
+att_loss = 72.60697973719999
+global_step = 12999
+loss = 20.966439453452647
+rep_loss = 11.258778085341058
+att_loss = 69.5490453120802
+global_step = 13999
+loss = 20.161243635634456
+rep_loss = 11.095929238888031
+att_loss = 66.863694736835
+global_step = 14999
+loss = 19.451515919177147
+rep_loss = 10.942368946756408
+att_loss = 64.48475605953156
+global_step = 15999
+loss = 18.82124200939603
+rep_loss = 10.800211985354588
+att_loss = 62.36240669536383
+global_step = 16999
+loss = 18.25807497858882
+rep_loss = 10.669893227154258
+att_loss = 60.45600431909481
+global_step = 17999
+loss = 17.75172053029043
+rep_loss = 10.550877809140395
+att_loss = 58.73684728205207
+global_step = 18999
+loss = 17.294778685248758
+rep_loss = 10.442267465330412
+att_loss = 57.178288419006215
+global_step = 19999
+loss = 16.880314805327764
+rep_loss = 10.342970809934616
+att_loss = 55.75939049489828
+global_step = 20999
+loss = 16.50286048242856
+rep_loss = 10.252051443081537
+att_loss = 54.462385941951986
+global_step = 21999
+loss = 16.15771857637336
+rep_loss = 10.168488371691392
+att_loss = 53.27148981758644
+global_step = 22999
+loss = 15.840749783227535
+rep_loss = 10.091509322725361
+att_loss = 52.1748089551121
+global_step = 23999
+loss = 15.548789579672905
+rep_loss = 10.02034937130858
+att_loss = 26.78962243135852
+global_step = 24999
+loss = 8.789205611776241
+rep_loss = 8.367200058350448
+att_loss = 26.729843077966173
+global_step = 25999
+loss = 8.772781761001008
+rep_loss = 8.361283999649155
+att_loss = 26.682301047169865
+global_step = 26999
+loss = 8.75986536118413
+rep_loss = 8.357160423999789
+att_loss = 26.637808661227602
+global_step = 27999
+loss = 8.747724119054261
+rep_loss = 8.35308783723025
+att_loss = 26.595655785215897
+global_step = 28999
+loss = 8.736268049074313
+rep_loss = 8.34941643002816
+att_loss = 26.553387359643654
+global_step = 29999
+loss = 8.724733944178935
+rep_loss = 8.345548433609528
+att_loss = 26.511934938841605
+global_step = 30999
+loss = 8.713468565658134
+rep_loss = 8.341939335615224
+att_loss = 26.47209676782579
+global_step = 31999
+loss = 8.70264744013037
+rep_loss = 8.33849300280011
+att_loss = 26.435741815876433
+global_step = 32999
+loss = 8.6927635342749
+rep_loss = 8.33531233269693
+att_loss = 26.40115444237546
+global_step = 33999
+loss = 8.683378330563693
+rep_loss = 8.33235888937397
+att_loss = 26.368730268931554
+global_step = 34999
+loss = 8.674565872174405
+rep_loss = 8.329533228384442
+att_loss = 26.33715835482096
+global_step = 35999
+loss = 8.666019251111992
+rep_loss = 8.326918655792824
+att_loss = 26.30735234986891
+global_step = 36999
+loss = 8.657943420050909
+rep_loss = 8.324421335688523
+att_loss = 26.278938743063776
+global_step = 37999
+loss = 8.650236012766838
+rep_loss = 8.322005312864869
+att_loss = 26.25172895231054
+global_step = 38999
+loss = 8.642865562378905
+rep_loss = 8.319733299157008
+att_loss = 26.22554387304705
+global_step = 39999
+loss = 8.63577436198668
+rep_loss = 8.317553578813285
+att_loss = 26.201288267405722
+global_step = 40999
+loss = 8.629222177960115
+rep_loss = 8.315600447361732
+att_loss = 26.177384423765602
+global_step = 41999
+loss = 8.62276040119899
+rep_loss = 8.313657183595035
+att_loss = 26.1553768101701
+global_step = 42999
+loss = 8.616789896070687
+rep_loss = 8.311782776810839
+att_loss = 26.134055339334097
+global_step = 43999
+loss = 8.611018220643333
+rep_loss = 8.31001754608182
+att_loss = 26.11391984937601
+global_step = 44999
+loss = 8.605568707086226
+rep_loss = 8.308354981177883
+att_loss = 26.094756877527036
+global_step = 45999
+loss = 8.600382417517402
+rep_loss = 8.306772793449616
+att_loss = 26.075705275818592
+global_step = 46999
+loss = 8.595226314131908
+rep_loss = 8.30519998013147
+att_loss = 26.057315672295104
+global_step = 47999
+loss = 8.590256583761787
+rep_loss = 8.303710662782752
+att_loss = 26.039835258400025
+global_step = 48999
+loss = 8.58552456486098
+rep_loss = 8.302263001250012
+att_loss = 25.612119941318834
+global_step = 49999
+loss = 8.470151519284649
+rep_loss = 8.268486091244078
+att_loss = 25.60738331776063
+global_step = 50999
+loss = 8.468582282244068
+rep_loss = 8.266945785009176
+att_loss = 25.596803975668333
+global_step = 51999
+loss = 8.465786078342669
+rep_loss = 8.266340331887257
+att_loss = 25.5892900415815
+global_step = 52999
+loss = 8.463734707418448
+rep_loss = 8.265648783767087
+att_loss = 25.57996551027575
+global_step = 53999
+loss = 8.461273999810349
+rep_loss = 8.265130484283633
+att_loss = 25.571993088094473
+global_step = 54999
+loss = 8.459134756525891
+rep_loss = 8.26454593587387
+att_loss = 25.56450918759145
+global_step = 55999
+loss = 8.4571359498005
+rep_loss = 8.264034611357031
+att_loss = 25.55813332545982
+global_step = 56999
+loss = 8.455404902957099
+rep_loss = 8.263486286337137
+att_loss = 25.551806679003086
+global_step = 57999
+loss = 8.453719509657649
+rep_loss = 8.263071358877504
+att_loss = 25.544399506585727
+global_step = 58999
+loss = 8.451735918449483
+rep_loss = 8.262544165122339
+att_loss = 25.539079044758008
+global_step = 59999
+loss = 8.450312722059321
+rep_loss = 8.262171842803422
+att_loss = 25.533065229481924
+global_step = 60999
+loss = 8.448696507862541
+rep_loss = 8.261720797789794
+att_loss = 25.5272183784343
+global_step = 61999
+loss = 8.447124415680117
+rep_loss = 8.261279278620812
+att_loss = 25.52183096024264
+global_step = 62999
+loss = 8.445677864036371
+rep_loss = 8.26088049319973
+att_loss = 25.516231528919583
+global_step = 63999
+loss = 8.444169045639065
+rep_loss = 8.260444652900965
+att_loss = 25.510988567145194
+global_step = 64999
+loss = 8.442773997412639
+rep_loss = 8.26010742366815
+att_loss = 25.506380913765547
+global_step = 65999
+loss = 8.441536241767274
+rep_loss = 8.259764054583128
+att_loss = 25.501700612429243
+global_step = 66999
+loss = 8.440280174074106
+rep_loss = 8.259420086579105
+att_loss = 25.498043594566656
+global_step = 67999
+loss = 8.439289064547964
+rep_loss = 8.259112667204752
+att_loss = 25.494367892728885
+global_step = 68999
+loss = 8.43829905562495
+rep_loss = 8.258828334251232
+att_loss = 25.490245821107287
+global_step = 69999
+loss = 8.4371964769438
+rep_loss = 8.258540091776137
+att_loss = 25.487574132507405
+global_step = 70999
+loss = 8.436473700620542
+rep_loss = 8.258320674128282
+att_loss = 25.483769633130947
+global_step = 71999
+loss = 8.435455289505901
+rep_loss = 8.258051528925597
+att_loss = 25.48069784268519
+global_step = 72999
+loss = 8.434621894379303
+rep_loss = 8.257789739057904
+att_loss = 25.47792583601433
+global_step = 73999
+loss = 8.433877880422072
+rep_loss = 8.257585689757036

step_74124_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670afc3cd0442862be4bf71075cc92c5a0462b42f3657793b7a62becff4f6b62
+size 16193018