enesyila commited on
Commit
143e650
·
verified ·
1 Parent(s): a6fded2

Upload 2 files

Browse files
Files changed (2) hide show
  1. README.md +2 -2
  2. notebook.ipynb +820 -820
README.md CHANGED
@@ -11,7 +11,7 @@ language:
11
 
12
  <!-- Provide a quick summary of what the model is/does. -->
13
 
14
- This is a masked‐language (fill‐mask) model for classical Ottoman Turkish, fine-tuned from the microsoft/mdeberta-v3-base checkpoint. It was trained on a corpus of **38,732,566 tokens** drawn from **141 literary works** in poetry and prose composed between the 15th and 20th centuries.
15
  ## Model Details
16
 
17
  Unlike FacebookAI/xlm-roberta-base, the tokenizer of microsoft/mdeberta-v3-base recognizes characters in IJMES transliteration alphabet, such as Ḥ and ẓ.
@@ -92,7 +92,7 @@ for r in results:
92
 
93
  <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
94
 
95
- The training data consists of 141 Ottoman Turkish works written between 15 and 20th centuries. The dataset will be released soon.
96
 
97
 
98
  #### Preprocessing
 
11
 
12
  <!-- Provide a quick summary of what the model is/does. -->
13
 
14
+ This is a masked‐language (fill‐mask) model for classical Ottoman Turkish, fine-tuned from the microsoft/mdeberta-v3-base checkpoint. It was trained on a corpus of **38,732,566** drawn from **144 literary works** in poetry and prose composed between the 15th and 20th centuries.
15
  ## Model Details
16
 
17
  Unlike FacebookAI/xlm-roberta-base, the tokenizer of microsoft/mdeberta-v3-base recognizes characters in IJMES transliteration alphabet, such as Ḥ and ẓ.
 
92
 
93
  <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
94
 
95
+ The training data consists of 144 Ottoman Turkish works written between 15 and 20th centuries. The dataset will be released soon.
96
 
97
 
98
  #### Preprocessing
notebook.ipynb CHANGED
@@ -23,7 +23,7 @@
23
  "| **Language** | Ottoman Turkish (1500–1928) |\n",
24
  "| **License** | CC-BY-NC-4.0 |\n",
25
  "\n",
26
- "> _Fine-tuned on 38 million tokens from 141 Ottoman literary works._\n"
27
  ]
28
  },
29
  {
@@ -41,17 +41,17 @@
41
  "cell_type": "code",
42
  "execution_count": 1,
43
  "metadata": {
44
- "id": "xLxSeNtFmFjx",
45
  "colab": {
46
  "base_uri": "https://localhost:8080/"
47
  },
48
  "collapsed": true,
 
49
  "outputId": "0cf53fdd-737b-48b7-b1a5-905ef25b39e6"
50
  },
51
  "outputs": [
52
  {
53
- "output_type": "stream",
54
  "name": "stdout",
 
55
  "text": [
56
  "Requirement already satisfied: transformers in /usr/local/lib/python3.11/dist-packages (4.52.4)\n",
57
  "Requirement already satisfied: torch in /usr/local/lib/python3.11/dist-packages (2.6.0+cu124)\n",
@@ -183,7 +183,6 @@
183
  "cell_type": "code",
184
  "execution_count": 2,
185
  "metadata": {
186
- "id": "B4RV5yrfmFj0",
187
  "colab": {
188
  "base_uri": "https://localhost:8080/",
189
  "height": 386,
@@ -268,12 +267,13 @@
268
  ]
269
  },
270
  "collapsed": true,
 
271
  "outputId": "84d8f5ee-9da9-472f-f59f-ba6b1da51cb0"
272
  },
273
  "outputs": [
274
  {
275
- "output_type": "stream",
276
  "name": "stderr",
 
277
  "text": [
278
  "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_auth.py:94: UserWarning: \n",
279
  "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
@@ -284,106 +284,106 @@
284
  ]
285
  },
286
  {
287
- "output_type": "display_data",
288
  "data": {
289
- "text/plain": [
290
- "tokenizer_config.json: 0.00B [00:00, ?B/s]"
291
- ],
292
  "application/vnd.jupyter.widget-view+json": {
 
293
  "version_major": 2,
294
- "version_minor": 0,
295
- "model_id": "e044bb95e9764d3d83d7d215aa7a810b"
296
- }
 
 
297
  },
298
- "metadata": {}
 
299
  },
300
  {
301
- "output_type": "display_data",
302
  "data": {
303
- "text/plain": [
304
- "spm.model: 0%| | 0.00/4.31M [00:00<?, ?B/s]"
305
- ],
306
  "application/vnd.jupyter.widget-view+json": {
 
307
  "version_major": 2,
308
- "version_minor": 0,
309
- "model_id": "f177fbebbef14e6dbcd5bdaf04900dc2"
310
- }
 
 
311
  },
312
- "metadata": {}
 
313
  },
314
  {
315
- "output_type": "display_data",
316
  "data": {
317
- "text/plain": [
318
- "tokenizer.json: 0%| | 0.00/16.3M [00:00<?, ?B/s]"
319
- ],
320
  "application/vnd.jupyter.widget-view+json": {
 
321
  "version_major": 2,
322
- "version_minor": 0,
323
- "model_id": "bc84f5407dd941258f5255101d829b7b"
324
- }
 
 
325
  },
326
- "metadata": {}
 
327
  },
328
  {
329
- "output_type": "display_data",
330
  "data": {
331
- "text/plain": [
332
- "added_tokens.json: 0%| | 0.00/23.0 [00:00<?, ?B/s]"
333
- ],
334
  "application/vnd.jupyter.widget-view+json": {
 
335
  "version_major": 2,
336
- "version_minor": 0,
337
- "model_id": "c9bdfee8ac2d4032b89d001f1ed5bfaf"
338
- }
 
 
339
  },
340
- "metadata": {}
 
341
  },
342
  {
343
- "output_type": "display_data",
344
  "data": {
345
- "text/plain": [
346
- "special_tokens_map.json: 0%| | 0.00/970 [00:00<?, ?B/s]"
347
- ],
348
  "application/vnd.jupyter.widget-view+json": {
 
349
  "version_major": 2,
350
- "version_minor": 0,
351
- "model_id": "6d52a13b8a2440ceb53ee40a7290b490"
352
- }
 
 
353
  },
354
- "metadata": {}
 
355
  },
356
  {
357
- "output_type": "display_data",
358
  "data": {
359
- "text/plain": [
360
- "config.json: 0%| | 0.00/836 [00:00<?, ?B/s]"
361
- ],
362
  "application/vnd.jupyter.widget-view+json": {
 
363
  "version_major": 2,
364
- "version_minor": 0,
365
- "model_id": "58e43b894fba4ae3b0643da0cd8d536f"
366
- }
 
 
367
  },
368
- "metadata": {}
 
369
  },
370
  {
371
- "output_type": "display_data",
372
  "data": {
373
- "text/plain": [
374
- "model.safetensors: 0%| | 0.00/1.12G [00:00<?, ?B/s]"
375
- ],
376
  "application/vnd.jupyter.widget-view+json": {
 
377
  "version_major": 2,
378
- "version_minor": 0,
379
- "model_id": "813f492c653649cba7f3f0985fe257cb"
380
- }
 
 
381
  },
382
- "metadata": {}
 
383
  },
384
  {
385
- "output_type": "stream",
386
  "name": "stderr",
 
387
  "text": [
388
  "Device set to use cpu\n"
389
  ]
@@ -416,16 +416,16 @@
416
  "cell_type": "code",
417
  "execution_count": 3,
418
  "metadata": {
419
- "id": "LoY1dksLmFj2",
420
  "colab": {
421
  "base_uri": "https://localhost:8080/"
422
  },
 
423
  "outputId": "829ec468-2cc9-4375-8113-1b0919815948"
424
  },
425
  "outputs": [
426
  {
427
- "output_type": "stream",
428
  "name": "stdout",
 
429
  "text": [
430
  "1. Ne yanar kimse bana âteş-i dil özge\n",
431
  " Score: 0.5893\n",
@@ -469,16 +469,16 @@
469
  "cell_type": "code",
470
  "execution_count": 4,
471
  "metadata": {
472
- "id": "rMgR56g0mFj4",
473
  "colab": {
474
  "base_uri": "https://localhost:8080/"
475
  },
 
476
  "outputId": "b276f568-5888-4d19-b6be-2a97cfa91f2e"
477
  },
478
  "outputs": [
479
  {
480
- "output_type": "stream",
481
  "name": "stdout",
 
482
  "text": [
483
  "Ol perîde melek kim beñzemez insân aña 0.08625990897417068\n",
484
  "Ol perî gibi melek kim beñzemez insân aña 0.07037308067083359\n",
@@ -507,16 +507,16 @@
507
  "cell_type": "code",
508
  "execution_count": 5,
509
  "metadata": {
510
- "id": "uUS8ZmJMmFj5",
511
  "colab": {
512
  "base_uri": "https://localhost:8080/"
513
  },
 
514
  "outputId": "62f340a3-32f4-4550-a48e-e9eea3d7a3f3"
515
  },
516
  "outputs": [
517
  {
518
- "output_type": "stream",
519
  "name": "stdout",
 
520
  "text": [
521
  "Input: hâl kâfir, zülf kâfir, [MASK] kâfir el amân\n",
522
  " - hâl kâfir, zülf kâfir, dil kâfir el amân (0.087)\n",
@@ -549,18 +549,88 @@
549
  },
550
  {
551
  "cell_type": "markdown",
 
 
 
552
  "source": [
553
  "### 5.3 Finding the Best Option\n",
554
  "\n",
555
  "The code below takes a sentence with an unknown word or words first. Then, according to the candidate words the user gives, it calculates the probability of each candidate in the context.\n",
556
  "At the end of the code block, you can give your own examples with candidates and the model will return the result. Note that the model is still under development, so it might give wrong results."
557
- ],
558
- "metadata": {
559
- "id": "ZwsjAo0Omnid"
560
- }
561
  },
562
  {
563
  "cell_type": "code",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
564
  "source": [
565
  "from transformers import AutoTokenizer, AutoModelForMaskedLM\n",
566
  "import torch\n",
@@ -641,76 +711,6 @@
641
  " (\"Nes̱r: Ḥaḳḳâ ve {} âsmân-ı bî-hemtâ bir saḳf-ı muʿallâdur\", [\"s̱ümme ḥaḳḳâ\", \"peyġambere\", \"güle\"])\n",
642
  "]\n",
643
  "evaluate_templates(examples)\n"
644
- ],
645
- "metadata": {
646
- "colab": {
647
- "base_uri": "https://localhost:8080/"
648
- },
649
- "id": "fMLeaxJ0mY-g",
650
- "outputId": "49002a75-bd80-40af-8b99-11b722795f37",
651
- "collapsed": true
652
- },
653
- "execution_count": 6,
654
- "outputs": [
655
- {
656
- "output_type": "stream",
657
- "name": "stdout",
658
- "text": [
659
- "\n",
660
- "Example #1\n",
661
- "Template : Gel ey ḥarîf şimdi {} ḳabûl ḳıl\n",
662
- "Candidates: ['nasîḥat', 'vardı']\n",
663
- "Scores :\n",
664
- " nasîḥat: 102.6882\n",
665
- " vardı: 21.8411\n",
666
- "→ Best candidate: 'nasîḥat'\n",
667
- "\n",
668
- "Example #2\n",
669
- "Template : ʿAḳlı {} gitdi\n",
670
- "Candidates: ['başından', 'baş', 'başına']\n",
671
- "Scores :\n",
672
- " başından: 46.6133\n",
673
- " baş: 20.9694\n",
674
- " başına: 47.1951\n",
675
- "→ Best candidate: 'başına'\n",
676
- "\n",
677
- "Example #3\n",
678
- "Template : Gerçi der-nâfe-i {} âhû-yı Ḫuten mî-pervered\n",
679
- "Candidates: ['ḫod', 'çiy', 'muġân']\n",
680
- "Scores :\n",
681
- " ḫod: 69.5998\n",
682
- " çiy: 52.6196\n",
683
- " muġân: 84.7577\n",
684
- "→ Best candidate: 'muġân'\n",
685
- "\n",
686
- "Example #4\n",
687
- "Template : Ceydâ sözin işidicek, taḥammül idemedi, güldi ve yüzin açdı ve {}\n",
688
- "Candidates: ['eyitdi', 'gitti', 'Feraḥ']\n",
689
- "Scores :\n",
690
- " eyitdi: 76.0302\n",
691
- " gitti: 29.0941\n",
692
- " Feraḥ: 73.1478\n",
693
- "→ Best candidate: 'eyitdi'\n",
694
- "\n",
695
- "Example #5\n",
696
- "Template : Eyledi {} ʿaṭâsı âb-ı luṭfı terbiyet\n",
697
- "Candidates: ['mihr-i', 'gül', 'ḳıldı']\n",
698
- "Scores :\n",
699
- " mihr-i: 106.7442\n",
700
- " gül: 26.9753\n",
701
- " ḳıldı: 67.1779\n",
702
- "→ Best candidate: 'mihr-i'\n",
703
- "\n",
704
- "Example #6\n",
705
- "Template : Nes̱r: Ḥaḳḳâ ve {} âsmân-ı bî-hemtâ bir saḳf-ı muʿallâdur\n",
706
- "Candidates: ['s̱ümme ḥaḳḳâ', 'peyġambere', 'güle']\n",
707
- "Scores :\n",
708
- " s̱ümme ḥaḳḳâ: 243.4302\n",
709
- " peyġambere: 95.3403\n",
710
- " güle: 53.3356\n",
711
- "→ Best candidate: 's̱ümme ḥaḳḳâ'\n"
712
- ]
713
- }
714
  ]
715
  },
716
  {
@@ -743,6 +743,9 @@
743
  }
744
  ],
745
  "metadata": {
 
 
 
746
  "kernelspec": {
747
  "display_name": "Python 3",
748
  "language": "python",
@@ -761,37 +764,33 @@
761
  "version": "3.11.0"
762
  },
763
  "orig_nbformat": 4,
764
- "colab": {
765
- "provenance": []
766
- },
767
  "widgets": {
768
  "application/vnd.jupyter.widget-state+json": {
769
- "e044bb95e9764d3d83d7d215aa7a810b": {
770
  "model_module": "@jupyter-widgets/controls",
771
- "model_name": "HBoxModel",
772
  "model_module_version": "1.5.0",
 
773
  "state": {
774
  "_dom_classes": [],
775
  "_model_module": "@jupyter-widgets/controls",
776
  "_model_module_version": "1.5.0",
777
- "_model_name": "HBoxModel",
778
  "_view_count": null,
779
  "_view_module": "@jupyter-widgets/controls",
780
  "_view_module_version": "1.5.0",
781
- "_view_name": "HBoxView",
782
- "box_style": "",
783
- "children": [
784
- "IPY_MODEL_141644bb150c4a3d8b8bcd2abad65286",
785
- "IPY_MODEL_a6c9c775a8b34f069f373feb7960537b",
786
- "IPY_MODEL_36e0ba60be5e4ec8a5b4cb1d4b346633"
787
- ],
788
- "layout": "IPY_MODEL_5db7474c8eaf4f87a3b51847f9416467"
789
  }
790
  },
791
- "141644bb150c4a3d8b8bcd2abad65286": {
792
  "model_module": "@jupyter-widgets/controls",
793
- "model_name": "HTMLModel",
794
  "model_module_version": "1.5.0",
 
795
  "state": {
796
  "_dom_classes": [],
797
  "_model_module": "@jupyter-widgets/controls",
@@ -803,16 +802,16 @@
803
  "_view_name": "HTMLView",
804
  "description": "",
805
  "description_tooltip": null,
806
- "layout": "IPY_MODEL_a36d5620aed94b69bbb338dda78de767",
807
  "placeholder": "​",
808
- "style": "IPY_MODEL_bfab4f9760ed4939a5a82c59d439dc93",
809
- "value": "tokenizer_config.json: "
810
  }
811
  },
812
- "a6c9c775a8b34f069f373feb7960537b": {
813
  "model_module": "@jupyter-widgets/controls",
814
- "model_name": "FloatProgressModel",
815
  "model_module_version": "1.5.0",
 
816
  "state": {
817
  "_dom_classes": [],
818
  "_model_module": "@jupyter-widgets/controls",
@@ -825,20 +824,35 @@
825
  "bar_style": "success",
826
  "description": "",
827
  "description_tooltip": null,
828
- "layout": "IPY_MODEL_9bef29612e8b4eccb9bb0cff46089317",
829
- "max": 1,
830
  "min": 0,
831
  "orientation": "horizontal",
832
- "style": "IPY_MODEL_94e57d8b1707408293a430e34c81cf35",
833
- "value": 1
834
  }
835
  },
836
- "36e0ba60be5e4ec8a5b4cb1d4b346633": {
837
  "model_module": "@jupyter-widgets/controls",
838
- "model_name": "HTMLModel",
839
  "model_module_version": "1.5.0",
 
840
  "state": {
841
- "_dom_classes": [],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
842
  "_model_module": "@jupyter-widgets/controls",
843
  "_model_module_version": "1.5.0",
844
  "_model_name": "HTMLModel",
@@ -848,16 +862,16 @@
848
  "_view_name": "HTMLView",
849
  "description": "",
850
  "description_tooltip": null,
851
- "layout": "IPY_MODEL_2f20ab09b6544dfa99d5e0bb5d85ad1e",
852
  "placeholder": "​",
853
- "style": "IPY_MODEL_aed635f5806c46bc91378cc72b9636bd",
854
- "value": " 19.9k/? [00:00&lt;00:00,973kB/s]"
855
  }
856
  },
857
- "5db7474c8eaf4f87a3b51847f9416467": {
858
  "model_module": "@jupyter-widgets/base",
859
- "model_name": "LayoutModel",
860
  "model_module_version": "1.2.0",
 
861
  "state": {
862
  "_model_module": "@jupyter-widgets/base",
863
  "_model_module_version": "1.2.0",
@@ -906,10 +920,10 @@
906
  "width": null
907
  }
908
  },
909
- "a36d5620aed94b69bbb338dda78de767": {
910
  "model_module": "@jupyter-widgets/base",
911
- "model_name": "LayoutModel",
912
  "model_module_version": "1.2.0",
 
913
  "state": {
914
  "_model_module": "@jupyter-widgets/base",
915
  "_model_module_version": "1.2.0",
@@ -958,25 +972,10 @@
958
  "width": null
959
  }
960
  },
961
- "bfab4f9760ed4939a5a82c59d439dc93": {
962
- "model_module": "@jupyter-widgets/controls",
963
- "model_name": "DescriptionStyleModel",
964
- "model_module_version": "1.5.0",
965
- "state": {
966
- "_model_module": "@jupyter-widgets/controls",
967
- "_model_module_version": "1.5.0",
968
- "_model_name": "DescriptionStyleModel",
969
- "_view_count": null,
970
- "_view_module": "@jupyter-widgets/base",
971
- "_view_module_version": "1.2.0",
972
- "_view_name": "StyleView",
973
- "description_width": ""
974
- }
975
- },
976
- "9bef29612e8b4eccb9bb0cff46089317": {
977
  "model_module": "@jupyter-widgets/base",
978
- "model_name": "LayoutModel",
979
  "model_module_version": "1.2.0",
 
980
  "state": {
981
  "_model_module": "@jupyter-widgets/base",
982
  "_model_module_version": "1.2.0",
@@ -1022,13 +1021,43 @@
1022
  "right": null,
1023
  "top": null,
1024
  "visibility": null,
1025
- "width": "20px"
1026
  }
1027
  },
1028
- "94e57d8b1707408293a430e34c81cf35": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1029
  "model_module": "@jupyter-widgets/controls",
1030
- "model_name": "ProgressStyleModel",
1031
  "model_module_version": "1.5.0",
 
1032
  "state": {
1033
  "_model_module": "@jupyter-widgets/controls",
1034
  "_model_module_version": "1.5.0",
@@ -1041,10 +1070,10 @@
1041
  "description_width": ""
1042
  }
1043
  },
1044
- "2f20ab09b6544dfa99d5e0bb5d85ad1e": {
1045
  "model_module": "@jupyter-widgets/base",
1046
- "model_name": "LayoutModel",
1047
  "model_module_version": "1.2.0",
 
1048
  "state": {
1049
  "_model_module": "@jupyter-widgets/base",
1050
  "_model_module_version": "1.2.0",
@@ -1093,68 +1122,62 @@
1093
  "width": null
1094
  }
1095
  },
1096
- "aed635f5806c46bc91378cc72b9636bd": {
1097
- "model_module": "@jupyter-widgets/controls",
1098
- "model_name": "DescriptionStyleModel",
1099
- "model_module_version": "1.5.0",
1100
  "state": {
1101
- "_model_module": "@jupyter-widgets/controls",
1102
- "_model_module_version": "1.5.0",
1103
- "_model_name": "DescriptionStyleModel",
1104
  "_view_count": null,
1105
  "_view_module": "@jupyter-widgets/base",
1106
  "_view_module_version": "1.2.0",
1107
- "_view_name": "StyleView",
1108
- "description_width": ""
1109
- }
1110
- },
1111
- "f177fbebbef14e6dbcd5bdaf04900dc2": {
1112
- "model_module": "@jupyter-widgets/controls",
1113
- "model_name": "HBoxModel",
1114
- "model_module_version": "1.5.0",
1115
- "state": {
1116
- "_dom_classes": [],
1117
- "_model_module": "@jupyter-widgets/controls",
1118
- "_model_module_version": "1.5.0",
1119
- "_model_name": "HBoxModel",
1120
- "_view_count": null,
1121
- "_view_module": "@jupyter-widgets/controls",
1122
- "_view_module_version": "1.5.0",
1123
- "_view_name": "HBoxView",
1124
- "box_style": "",
1125
- "children": [
1126
- "IPY_MODEL_0ccdf14b8fbf45e1bd52cc4878445d4b",
1127
- "IPY_MODEL_25877632f7ce482cb90c031a3a325ffb",
1128
- "IPY_MODEL_5abfcb98468042788197a3e6753d4fd5"
1129
- ],
1130
- "layout": "IPY_MODEL_14195234d0f24b94891b833592ca309e"
1131
- }
1132
- },
1133
- "0ccdf14b8fbf45e1bd52cc4878445d4b": {
1134
- "model_module": "@jupyter-widgets/controls",
1135
- "model_name": "HTMLModel",
1136
- "model_module_version": "1.5.0",
1137
- "state": {
1138
- "_dom_classes": [],
1139
- "_model_module": "@jupyter-widgets/controls",
1140
- "_model_module_version": "1.5.0",
1141
- "_model_name": "HTMLModel",
1142
- "_view_count": null,
1143
- "_view_module": "@jupyter-widgets/controls",
1144
- "_view_module_version": "1.5.0",
1145
- "_view_name": "HTMLView",
1146
- "description": "",
1147
- "description_tooltip": null,
1148
- "layout": "IPY_MODEL_21490208176f4d09a6926ebb0317bc74",
1149
- "placeholder": "​",
1150
- "style": "IPY_MODEL_1272dcc14983459184ea6853dc4826ff",
1151
- "value": "spm.model: 100%"
1152
  }
1153
  },
1154
  "25877632f7ce482cb90c031a3a325ffb": {
1155
  "model_module": "@jupyter-widgets/controls",
1156
- "model_name": "FloatProgressModel",
1157
  "model_module_version": "1.5.0",
 
1158
  "state": {
1159
  "_dom_classes": [],
1160
  "_model_module": "@jupyter-widgets/controls",
@@ -1175,10 +1198,10 @@
1175
  "value": 4305025
1176
  }
1177
  },
1178
- "5abfcb98468042788197a3e6753d4fd5": {
1179
  "model_module": "@jupyter-widgets/controls",
1180
- "model_name": "HTMLModel",
1181
  "model_module_version": "1.5.0",
 
1182
  "state": {
1183
  "_dom_classes": [],
1184
  "_model_module": "@jupyter-widgets/controls",
@@ -1190,16 +1213,16 @@
1190
  "_view_name": "HTMLView",
1191
  "description": "",
1192
  "description_tooltip": null,
1193
- "layout": "IPY_MODEL_70a4313df3404beb87622d5a7db2d014",
1194
  "placeholder": "​",
1195
- "style": "IPY_MODEL_1ce3ffcf2c4b4bff8ed1f59cb44efc04",
1196
- "value": " 4.31M/4.31M [00:00&lt;00:00, 13.2MB/s]"
1197
  }
1198
  },
1199
- "14195234d0f24b94891b833592ca309e": {
1200
  "model_module": "@jupyter-widgets/base",
1201
- "model_name": "LayoutModel",
1202
  "model_module_version": "1.2.0",
 
1203
  "state": {
1204
  "_model_module": "@jupyter-widgets/base",
1205
  "_model_module_version": "1.2.0",
@@ -1248,10 +1271,10 @@
1248
  "width": null
1249
  }
1250
  },
1251
- "21490208176f4d09a6926ebb0317bc74": {
1252
  "model_module": "@jupyter-widgets/base",
1253
- "model_name": "LayoutModel",
1254
  "model_module_version": "1.2.0",
 
1255
  "state": {
1256
  "_model_module": "@jupyter-widgets/base",
1257
  "_model_module_version": "1.2.0",
@@ -1300,25 +1323,34 @@
1300
  "width": null
1301
  }
1302
  },
1303
- "1272dcc14983459184ea6853dc4826ff": {
1304
  "model_module": "@jupyter-widgets/controls",
1305
- "model_name": "DescriptionStyleModel",
1306
  "model_module_version": "1.5.0",
 
1307
  "state": {
 
1308
  "_model_module": "@jupyter-widgets/controls",
1309
  "_model_module_version": "1.5.0",
1310
- "_model_name": "DescriptionStyleModel",
1311
  "_view_count": null,
1312
- "_view_module": "@jupyter-widgets/base",
1313
- "_view_module_version": "1.2.0",
1314
- "_view_name": "StyleView",
1315
- "description_width": ""
 
 
 
 
 
 
 
 
1316
  }
1317
  },
1318
- "8e84e57817d742de962585ee8786435e": {
1319
  "model_module": "@jupyter-widgets/base",
1320
- "model_name": "LayoutModel",
1321
  "model_module_version": "1.2.0",
 
1322
  "state": {
1323
  "_model_module": "@jupyter-widgets/base",
1324
  "_model_module_version": "1.2.0",
@@ -1367,26 +1399,10 @@
1367
  "width": null
1368
  }
1369
  },
1370
- "e8930838bb244b569416a79b60ed349d": {
1371
- "model_module": "@jupyter-widgets/controls",
1372
- "model_name": "ProgressStyleModel",
1373
- "model_module_version": "1.5.0",
1374
- "state": {
1375
- "_model_module": "@jupyter-widgets/controls",
1376
- "_model_module_version": "1.5.0",
1377
- "_model_name": "ProgressStyleModel",
1378
- "_view_count": null,
1379
- "_view_module": "@jupyter-widgets/base",
1380
- "_view_module_version": "1.2.0",
1381
- "_view_name": "StyleView",
1382
- "bar_color": null,
1383
- "description_width": ""
1384
- }
1385
- },
1386
- "70a4313df3404beb87622d5a7db2d014": {
1387
  "model_module": "@jupyter-widgets/base",
1388
- "model_name": "LayoutModel",
1389
  "model_module_version": "1.2.0",
 
1390
  "state": {
1391
  "_model_module": "@jupyter-widgets/base",
1392
  "_model_module_version": "1.2.0",
@@ -1435,10 +1451,10 @@
1435
  "width": null
1436
  }
1437
  },
1438
- "1ce3ffcf2c4b4bff8ed1f59cb44efc04": {
1439
  "model_module": "@jupyter-widgets/controls",
1440
- "model_name": "DescriptionStyleModel",
1441
  "model_module_version": "1.5.0",
 
1442
  "state": {
1443
  "_model_module": "@jupyter-widgets/controls",
1444
  "_model_module_version": "1.5.0",
@@ -1450,32 +1466,10 @@
1450
  "description_width": ""
1451
  }
1452
  },
1453
- "bc84f5407dd941258f5255101d829b7b": {
1454
  "model_module": "@jupyter-widgets/controls",
1455
- "model_name": "HBoxModel",
1456
  "model_module_version": "1.5.0",
1457
- "state": {
1458
- "_dom_classes": [],
1459
- "_model_module": "@jupyter-widgets/controls",
1460
- "_model_module_version": "1.5.0",
1461
- "_model_name": "HBoxModel",
1462
- "_view_count": null,
1463
- "_view_module": "@jupyter-widgets/controls",
1464
- "_view_module_version": "1.5.0",
1465
- "_view_name": "HBoxView",
1466
- "box_style": "",
1467
- "children": [
1468
- "IPY_MODEL_096f3c78b26e490d80109afc2b011223",
1469
- "IPY_MODEL_6076231a0dc743bb84dafe6277643ec4",
1470
- "IPY_MODEL_d6aa096fcd2d4a6185f98d386fc19f9f"
1471
- ],
1472
- "layout": "IPY_MODEL_16ea2de635da4b35b4112deca2af0f38"
1473
- }
1474
- },
1475
- "096f3c78b26e490d80109afc2b011223": {
1476
- "model_module": "@jupyter-widgets/controls",
1477
  "model_name": "HTMLModel",
1478
- "model_module_version": "1.5.0",
1479
  "state": {
1480
  "_dom_classes": [],
1481
  "_model_module": "@jupyter-widgets/controls",
@@ -1487,61 +1481,47 @@
1487
  "_view_name": "HTMLView",
1488
  "description": "",
1489
  "description_tooltip": null,
1490
- "layout": "IPY_MODEL_a27bce2f2f9e46e18b70348d1db1d5e2",
1491
  "placeholder": "​",
1492
- "style": "IPY_MODEL_75603f2e9e104b71936cc584dd89311b",
1493
- "value": "tokenizer.json: 100%"
1494
  }
1495
  },
1496
- "6076231a0dc743bb84dafe6277643ec4": {
1497
  "model_module": "@jupyter-widgets/controls",
1498
- "model_name": "FloatProgressModel",
1499
  "model_module_version": "1.5.0",
 
1500
  "state": {
1501
- "_dom_classes": [],
1502
  "_model_module": "@jupyter-widgets/controls",
1503
  "_model_module_version": "1.5.0",
1504
- "_model_name": "FloatProgressModel",
1505
  "_view_count": null,
1506
- "_view_module": "@jupyter-widgets/controls",
1507
- "_view_module_version": "1.5.0",
1508
- "_view_name": "ProgressView",
1509
- "bar_style": "success",
1510
- "description": "",
1511
- "description_tooltip": null,
1512
- "layout": "IPY_MODEL_3dcd0747939f43f78364b1d0b7ca7dc1",
1513
- "max": 16335781,
1514
- "min": 0,
1515
- "orientation": "horizontal",
1516
- "style": "IPY_MODEL_38c1f812091a4dd68da7e5bdd74f7519",
1517
- "value": 16335781
1518
  }
1519
  },
1520
- "d6aa096fcd2d4a6185f98d386fc19f9f": {
1521
  "model_module": "@jupyter-widgets/controls",
1522
- "model_name": "HTMLModel",
1523
  "model_module_version": "1.5.0",
 
1524
  "state": {
1525
- "_dom_classes": [],
1526
  "_model_module": "@jupyter-widgets/controls",
1527
  "_model_module_version": "1.5.0",
1528
- "_model_name": "HTMLModel",
1529
  "_view_count": null,
1530
- "_view_module": "@jupyter-widgets/controls",
1531
- "_view_module_version": "1.5.0",
1532
- "_view_name": "HTMLView",
1533
- "description": "",
1534
- "description_tooltip": null,
1535
- "layout": "IPY_MODEL_855ff8b6bde84a129ad21b4b0341f7d1",
1536
- "placeholder": "​",
1537
- "style": "IPY_MODEL_1769d00e809b4694b2fc753d92bfad3d",
1538
- "value": " 16.3M/16.3M [00:00&lt;00:00, 77.6MB/s]"
1539
  }
1540
  },
1541
- "16ea2de635da4b35b4112deca2af0f38": {
1542
  "model_module": "@jupyter-widgets/base",
1543
- "model_name": "LayoutModel",
1544
  "model_module_version": "1.2.0",
 
1545
  "state": {
1546
  "_model_module": "@jupyter-widgets/base",
1547
  "_model_module_version": "1.2.0",
@@ -1590,10 +1570,52 @@
1590
  "width": null
1591
  }
1592
  },
1593
- "a27bce2f2f9e46e18b70348d1db1d5e2": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1594
  "model_module": "@jupyter-widgets/base",
1595
- "model_name": "LayoutModel",
1596
  "model_module_version": "1.2.0",
 
1597
  "state": {
1598
  "_model_module": "@jupyter-widgets/base",
1599
  "_model_module_version": "1.2.0",
@@ -1642,25 +1664,53 @@
1642
  "width": null
1643
  }
1644
  },
1645
- "75603f2e9e104b71936cc584dd89311b": {
1646
  "model_module": "@jupyter-widgets/controls",
1647
- "model_name": "DescriptionStyleModel",
1648
  "model_module_version": "1.5.0",
 
1649
  "state": {
 
1650
  "_model_module": "@jupyter-widgets/controls",
1651
  "_model_module_version": "1.5.0",
1652
- "_model_name": "DescriptionStyleModel",
1653
  "_view_count": null,
1654
- "_view_module": "@jupyter-widgets/base",
1655
- "_view_module_version": "1.2.0",
1656
- "_view_name": "StyleView",
1657
- "description_width": ""
 
 
 
 
 
 
1658
  }
1659
  },
1660
- "3dcd0747939f43f78364b1d0b7ca7dc1": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1661
  "model_module": "@jupyter-widgets/base",
1662
- "model_name": "LayoutModel",
1663
  "model_module_version": "1.2.0",
 
1664
  "state": {
1665
  "_model_module": "@jupyter-widgets/base",
1666
  "_model_module_version": "1.2.0",
@@ -1709,26 +1759,131 @@
1709
  "width": null
1710
  }
1711
  },
1712
- "38c1f812091a4dd68da7e5bdd74f7519": {
1713
  "model_module": "@jupyter-widgets/controls",
1714
- "model_name": "ProgressStyleModel",
1715
  "model_module_version": "1.5.0",
 
1716
  "state": {
 
1717
  "_model_module": "@jupyter-widgets/controls",
1718
  "_model_module_version": "1.5.0",
1719
- "_model_name": "ProgressStyleModel",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1720
  "_view_count": null,
1721
  "_view_module": "@jupyter-widgets/base",
1722
  "_view_module_version": "1.2.0",
1723
  "_view_name": "StyleView",
1724
- "bar_color": null,
1725
  "description_width": ""
1726
  }
1727
  },
1728
- "855ff8b6bde84a129ad21b4b0341f7d1": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1729
  "model_module": "@jupyter-widgets/base",
1730
- "model_name": "LayoutModel",
1731
  "model_module_version": "1.2.0",
 
1732
  "state": {
1733
  "_model_module": "@jupyter-widgets/base",
1734
  "_model_module_version": "1.2.0",
@@ -1777,47 +1932,10 @@
1777
  "width": null
1778
  }
1779
  },
1780
- "1769d00e809b4694b2fc753d92bfad3d": {
1781
- "model_module": "@jupyter-widgets/controls",
1782
- "model_name": "DescriptionStyleModel",
1783
- "model_module_version": "1.5.0",
1784
- "state": {
1785
- "_model_module": "@jupyter-widgets/controls",
1786
- "_model_module_version": "1.5.0",
1787
- "_model_name": "DescriptionStyleModel",
1788
- "_view_count": null,
1789
- "_view_module": "@jupyter-widgets/base",
1790
- "_view_module_version": "1.2.0",
1791
- "_view_name": "StyleView",
1792
- "description_width": ""
1793
- }
1794
- },
1795
- "c9bdfee8ac2d4032b89d001f1ed5bfaf": {
1796
- "model_module": "@jupyter-widgets/controls",
1797
- "model_name": "HBoxModel",
1798
- "model_module_version": "1.5.0",
1799
- "state": {
1800
- "_dom_classes": [],
1801
- "_model_module": "@jupyter-widgets/controls",
1802
- "_model_module_version": "1.5.0",
1803
- "_model_name": "HBoxModel",
1804
- "_view_count": null,
1805
- "_view_module": "@jupyter-widgets/controls",
1806
- "_view_module_version": "1.5.0",
1807
- "_view_name": "HBoxView",
1808
- "box_style": "",
1809
- "children": [
1810
- "IPY_MODEL_73ecd381f9774ffdb888abe905e2dfde",
1811
- "IPY_MODEL_11befdeda70148af863e63dd25b6e2ed",
1812
- "IPY_MODEL_25fbb1d7f4d340e19e6313df035d9ed6"
1813
- ],
1814
- "layout": "IPY_MODEL_2147282bbd5b43c9936209299ba5b4a8"
1815
- }
1816
- },
1817
  "73ecd381f9774ffdb888abe905e2dfde": {
1818
  "model_module": "@jupyter-widgets/controls",
1819
- "model_name": "HTMLModel",
1820
  "model_module_version": "1.5.0",
 
1821
  "state": {
1822
  "_dom_classes": [],
1823
  "_model_module": "@jupyter-widgets/controls",
@@ -1835,55 +1953,47 @@
1835
  "value": "added_tokens.json: 100%"
1836
  }
1837
  },
1838
- "11befdeda70148af863e63dd25b6e2ed": {
1839
  "model_module": "@jupyter-widgets/controls",
1840
- "model_name": "FloatProgressModel",
1841
  "model_module_version": "1.5.0",
 
1842
  "state": {
1843
- "_dom_classes": [],
1844
  "_model_module": "@jupyter-widgets/controls",
1845
  "_model_module_version": "1.5.0",
1846
- "_model_name": "FloatProgressModel",
1847
  "_view_count": null,
1848
- "_view_module": "@jupyter-widgets/controls",
1849
- "_view_module_version": "1.5.0",
1850
- "_view_name": "ProgressView",
1851
- "bar_style": "success",
1852
- "description": "",
1853
- "description_tooltip": null,
1854
- "layout": "IPY_MODEL_350c5e3f9ce24fef9f35f3872d16e257",
1855
- "max": 23,
1856
- "min": 0,
1857
- "orientation": "horizontal",
1858
- "style": "IPY_MODEL_d47e9ac982a647cc9a1b8c140e529736",
1859
- "value": 23
1860
  }
1861
  },
1862
- "25fbb1d7f4d340e19e6313df035d9ed6": {
1863
  "model_module": "@jupyter-widgets/controls",
1864
- "model_name": "HTMLModel",
1865
  "model_module_version": "1.5.0",
 
1866
  "state": {
1867
  "_dom_classes": [],
1868
  "_model_module": "@jupyter-widgets/controls",
1869
  "_model_module_version": "1.5.0",
1870
- "_model_name": "HTMLModel",
1871
  "_view_count": null,
1872
  "_view_module": "@jupyter-widgets/controls",
1873
  "_view_module_version": "1.5.0",
1874
- "_view_name": "HTMLView",
1875
- "description": "",
1876
- "description_tooltip": null,
1877
- "layout": "IPY_MODEL_1606b2919ea84758b80f97a0e5b5c052",
1878
- "placeholder": "​",
1879
- "style": "IPY_MODEL_d9493430a0fc4564ad8cbbd960d43bc3",
1880
- "value": " 23.0/23.0 [00:00&lt;00:00, 2.02kB/s]"
 
1881
  }
1882
  },
1883
- "2147282bbd5b43c9936209299ba5b4a8": {
1884
  "model_module": "@jupyter-widgets/base",
1885
- "model_name": "LayoutModel",
1886
  "model_module_version": "1.2.0",
 
1887
  "state": {
1888
  "_model_module": "@jupyter-widgets/base",
1889
  "_model_module_version": "1.2.0",
@@ -1932,10 +2042,26 @@
1932
  "width": null
1933
  }
1934
  },
1935
- "c3b51208025c4eb8b095b7de8c472328": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1936
  "model_module": "@jupyter-widgets/base",
1937
- "model_name": "LayoutModel",
1938
  "model_module_version": "1.2.0",
 
1939
  "state": {
1940
  "_model_module": "@jupyter-widgets/base",
1941
  "_model_module_version": "1.2.0",
@@ -1984,25 +2110,26 @@
1984
  "width": null
1985
  }
1986
  },
1987
- "6aed4eac3d654f73af5bb3113667efc0": {
1988
  "model_module": "@jupyter-widgets/controls",
1989
- "model_name": "DescriptionStyleModel",
1990
  "model_module_version": "1.5.0",
 
1991
  "state": {
1992
  "_model_module": "@jupyter-widgets/controls",
1993
  "_model_module_version": "1.5.0",
1994
- "_model_name": "DescriptionStyleModel",
1995
  "_view_count": null,
1996
  "_view_module": "@jupyter-widgets/base",
1997
  "_view_module_version": "1.2.0",
1998
  "_view_name": "StyleView",
 
1999
  "description_width": ""
2000
  }
2001
  },
2002
- "350c5e3f9ce24fef9f35f3872d16e257": {
2003
  "model_module": "@jupyter-widgets/base",
2004
- "model_name": "LayoutModel",
2005
  "model_module_version": "1.2.0",
 
2006
  "state": {
2007
  "_model_module": "@jupyter-widgets/base",
2008
  "_model_module_version": "1.2.0",
@@ -2051,26 +2178,10 @@
2051
  "width": null
2052
  }
2053
  },
2054
- "d47e9ac982a647cc9a1b8c140e529736": {
2055
- "model_module": "@jupyter-widgets/controls",
2056
- "model_name": "ProgressStyleModel",
2057
- "model_module_version": "1.5.0",
2058
- "state": {
2059
- "_model_module": "@jupyter-widgets/controls",
2060
- "_model_module_version": "1.5.0",
2061
- "_model_name": "ProgressStyleModel",
2062
- "_view_count": null,
2063
- "_view_module": "@jupyter-widgets/base",
2064
- "_view_module_version": "1.2.0",
2065
- "_view_name": "StyleView",
2066
- "bar_color": null,
2067
- "description_width": ""
2068
- }
2069
- },
2070
- "1606b2919ea84758b80f97a0e5b5c052": {
2071
  "model_module": "@jupyter-widgets/base",
2072
- "model_name": "LayoutModel",
2073
  "model_module_version": "1.2.0",
 
2074
  "state": {
2075
  "_model_module": "@jupyter-widgets/base",
2076
  "_model_module_version": "1.2.0",
@@ -2116,116 +2227,13 @@
2116
  "right": null,
2117
  "top": null,
2118
  "visibility": null,
2119
- "width": null
2120
- }
2121
- },
2122
- "d9493430a0fc4564ad8cbbd960d43bc3": {
2123
- "model_module": "@jupyter-widgets/controls",
2124
- "model_name": "DescriptionStyleModel",
2125
- "model_module_version": "1.5.0",
2126
- "state": {
2127
- "_model_module": "@jupyter-widgets/controls",
2128
- "_model_module_version": "1.5.0",
2129
- "_model_name": "DescriptionStyleModel",
2130
- "_view_count": null,
2131
- "_view_module": "@jupyter-widgets/base",
2132
- "_view_module_version": "1.2.0",
2133
- "_view_name": "StyleView",
2134
- "description_width": ""
2135
- }
2136
- },
2137
- "6d52a13b8a2440ceb53ee40a7290b490": {
2138
- "model_module": "@jupyter-widgets/controls",
2139
- "model_name": "HBoxModel",
2140
- "model_module_version": "1.5.0",
2141
- "state": {
2142
- "_dom_classes": [],
2143
- "_model_module": "@jupyter-widgets/controls",
2144
- "_model_module_version": "1.5.0",
2145
- "_model_name": "HBoxModel",
2146
- "_view_count": null,
2147
- "_view_module": "@jupyter-widgets/controls",
2148
- "_view_module_version": "1.5.0",
2149
- "_view_name": "HBoxView",
2150
- "box_style": "",
2151
- "children": [
2152
- "IPY_MODEL_5200d7b4b8ec46a691f1eaa6bd01192f",
2153
- "IPY_MODEL_b263b4eb2b9d4488a167947dc765b7fa",
2154
- "IPY_MODEL_f7d88a08a04c47eab34bf7da4fedc0a5"
2155
- ],
2156
- "layout": "IPY_MODEL_c05b31ff903b41cbb6bc602cfb55e0fb"
2157
- }
2158
- },
2159
- "5200d7b4b8ec46a691f1eaa6bd01192f": {
2160
- "model_module": "@jupyter-widgets/controls",
2161
- "model_name": "HTMLModel",
2162
- "model_module_version": "1.5.0",
2163
- "state": {
2164
- "_dom_classes": [],
2165
- "_model_module": "@jupyter-widgets/controls",
2166
- "_model_module_version": "1.5.0",
2167
- "_model_name": "HTMLModel",
2168
- "_view_count": null,
2169
- "_view_module": "@jupyter-widgets/controls",
2170
- "_view_module_version": "1.5.0",
2171
- "_view_name": "HTMLView",
2172
- "description": "",
2173
- "description_tooltip": null,
2174
- "layout": "IPY_MODEL_9da6d35d745140b081fc98b269f84e90",
2175
- "placeholder": "​",
2176
- "style": "IPY_MODEL_3ad20be6dd93449b9800faa0ccefda9d",
2177
- "value": "special_tokens_map.json: 100%"
2178
- }
2179
- },
2180
- "b263b4eb2b9d4488a167947dc765b7fa": {
2181
- "model_module": "@jupyter-widgets/controls",
2182
- "model_name": "FloatProgressModel",
2183
- "model_module_version": "1.5.0",
2184
- "state": {
2185
- "_dom_classes": [],
2186
- "_model_module": "@jupyter-widgets/controls",
2187
- "_model_module_version": "1.5.0",
2188
- "_model_name": "FloatProgressModel",
2189
- "_view_count": null,
2190
- "_view_module": "@jupyter-widgets/controls",
2191
- "_view_module_version": "1.5.0",
2192
- "_view_name": "ProgressView",
2193
- "bar_style": "success",
2194
- "description": "",
2195
- "description_tooltip": null,
2196
- "layout": "IPY_MODEL_2cc8754f197e457393e2b3fbaf7ba2ea",
2197
- "max": 970,
2198
- "min": 0,
2199
- "orientation": "horizontal",
2200
- "style": "IPY_MODEL_1f1bc53ccaa1495ab26830c14013218d",
2201
- "value": 970
2202
- }
2203
- },
2204
- "f7d88a08a04c47eab34bf7da4fedc0a5": {
2205
- "model_module": "@jupyter-widgets/controls",
2206
- "model_name": "HTMLModel",
2207
- "model_module_version": "1.5.0",
2208
- "state": {
2209
- "_dom_classes": [],
2210
- "_model_module": "@jupyter-widgets/controls",
2211
- "_model_module_version": "1.5.0",
2212
- "_model_name": "HTMLModel",
2213
- "_view_count": null,
2214
- "_view_module": "@jupyter-widgets/controls",
2215
- "_view_module_version": "1.5.0",
2216
- "_view_name": "HTMLView",
2217
- "description": "",
2218
- "description_tooltip": null,
2219
- "layout": "IPY_MODEL_a462a7ec65504c89a15be733b037c75e",
2220
- "placeholder": "​",
2221
- "style": "IPY_MODEL_ad33b6cd347143ddb2b943c915da1611",
2222
- "value": " 970/970 [00:00&lt;00:00, 69.3kB/s]"
2223
  }
2224
  },
2225
- "c05b31ff903b41cbb6bc602cfb55e0fb": {
2226
  "model_module": "@jupyter-widgets/base",
2227
- "model_name": "LayoutModel",
2228
  "model_module_version": "1.2.0",
 
2229
  "state": {
2230
  "_model_module": "@jupyter-widgets/base",
2231
  "_model_module_version": "1.2.0",
@@ -2274,10 +2282,10 @@
2274
  "width": null
2275
  }
2276
  },
2277
- "9da6d35d745140b081fc98b269f84e90": {
2278
  "model_module": "@jupyter-widgets/base",
2279
- "model_name": "LayoutModel",
2280
  "model_module_version": "1.2.0",
 
2281
  "state": {
2282
  "_model_module": "@jupyter-widgets/base",
2283
  "_model_module_version": "1.2.0",
@@ -2326,25 +2334,10 @@
2326
  "width": null
2327
  }
2328
  },
2329
- "3ad20be6dd93449b9800faa0ccefda9d": {
2330
- "model_module": "@jupyter-widgets/controls",
2331
- "model_name": "DescriptionStyleModel",
2332
- "model_module_version": "1.5.0",
2333
- "state": {
2334
- "_model_module": "@jupyter-widgets/controls",
2335
- "_model_module_version": "1.5.0",
2336
- "_model_name": "DescriptionStyleModel",
2337
- "_view_count": null,
2338
- "_view_module": "@jupyter-widgets/base",
2339
- "_view_module_version": "1.2.0",
2340
- "_view_name": "StyleView",
2341
- "description_width": ""
2342
- }
2343
- },
2344
- "2cc8754f197e457393e2b3fbaf7ba2ea": {
2345
  "model_module": "@jupyter-widgets/base",
2346
- "model_name": "LayoutModel",
2347
  "model_module_version": "1.2.0",
 
2348
  "state": {
2349
  "_model_module": "@jupyter-widgets/base",
2350
  "_model_module_version": "1.2.0",
@@ -2393,26 +2386,10 @@
2393
  "width": null
2394
  }
2395
  },
2396
- "1f1bc53ccaa1495ab26830c14013218d": {
2397
- "model_module": "@jupyter-widgets/controls",
2398
- "model_name": "ProgressStyleModel",
2399
- "model_module_version": "1.5.0",
2400
- "state": {
2401
- "_model_module": "@jupyter-widgets/controls",
2402
- "_model_module_version": "1.5.0",
2403
- "_model_name": "ProgressStyleModel",
2404
- "_view_count": null,
2405
- "_view_module": "@jupyter-widgets/base",
2406
- "_view_module_version": "1.2.0",
2407
- "_view_name": "StyleView",
2408
- "bar_color": null,
2409
- "description_width": ""
2410
- }
2411
- },
2412
  "a462a7ec65504c89a15be733b037c75e": {
2413
  "model_module": "@jupyter-widgets/base",
2414
- "model_name": "LayoutModel",
2415
  "model_module_version": "1.2.0",
 
2416
  "state": {
2417
  "_model_module": "@jupyter-widgets/base",
2418
  "_model_module_version": "1.2.0",
@@ -2461,68 +2438,10 @@
2461
  "width": null
2462
  }
2463
  },
2464
- "ad33b6cd347143ddb2b943c915da1611": {
2465
- "model_module": "@jupyter-widgets/controls",
2466
- "model_name": "DescriptionStyleModel",
2467
- "model_module_version": "1.5.0",
2468
- "state": {
2469
- "_model_module": "@jupyter-widgets/controls",
2470
- "_model_module_version": "1.5.0",
2471
- "_model_name": "DescriptionStyleModel",
2472
- "_view_count": null,
2473
- "_view_module": "@jupyter-widgets/base",
2474
- "_view_module_version": "1.2.0",
2475
- "_view_name": "StyleView",
2476
- "description_width": ""
2477
- }
2478
- },
2479
- "58e43b894fba4ae3b0643da0cd8d536f": {
2480
- "model_module": "@jupyter-widgets/controls",
2481
- "model_name": "HBoxModel",
2482
- "model_module_version": "1.5.0",
2483
- "state": {
2484
- "_dom_classes": [],
2485
- "_model_module": "@jupyter-widgets/controls",
2486
- "_model_module_version": "1.5.0",
2487
- "_model_name": "HBoxModel",
2488
- "_view_count": null,
2489
- "_view_module": "@jupyter-widgets/controls",
2490
- "_view_module_version": "1.5.0",
2491
- "_view_name": "HBoxView",
2492
- "box_style": "",
2493
- "children": [
2494
- "IPY_MODEL_d181df592fa84dbbb6e22b0ac9667e4b",
2495
- "IPY_MODEL_6689c593bd4a48b9b35522d8e16ba466",
2496
- "IPY_MODEL_4ecb36338e5f497ba40efea31abcf12b"
2497
- ],
2498
- "layout": "IPY_MODEL_29448443479c491c887423bc2f9b0ea8"
2499
- }
2500
- },
2501
- "d181df592fa84dbbb6e22b0ac9667e4b": {
2502
  "model_module": "@jupyter-widgets/controls",
2503
- "model_name": "HTMLModel",
2504
  "model_module_version": "1.5.0",
2505
- "state": {
2506
- "_dom_classes": [],
2507
- "_model_module": "@jupyter-widgets/controls",
2508
- "_model_module_version": "1.5.0",
2509
- "_model_name": "HTMLModel",
2510
- "_view_count": null,
2511
- "_view_module": "@jupyter-widgets/controls",
2512
- "_view_module_version": "1.5.0",
2513
- "_view_name": "HTMLView",
2514
- "description": "",
2515
- "description_tooltip": null,
2516
- "layout": "IPY_MODEL_9a2eba62e16143e3912c899fc0f0477b",
2517
- "placeholder": "​",
2518
- "style": "IPY_MODEL_dd296d7568b241b69584faf5a554c0fe",
2519
- "value": "config.json: 100%"
2520
- }
2521
- },
2522
- "6689c593bd4a48b9b35522d8e16ba466": {
2523
- "model_module": "@jupyter-widgets/controls",
2524
  "model_name": "FloatProgressModel",
2525
- "model_module_version": "1.5.0",
2526
  "state": {
2527
  "_dom_classes": [],
2528
  "_model_module": "@jupyter-widgets/controls",
@@ -2535,39 +2454,18 @@
2535
  "bar_style": "success",
2536
  "description": "",
2537
  "description_tooltip": null,
2538
- "layout": "IPY_MODEL_de4a0e1e9fe345b99534071aa4ca87de",
2539
- "max": 836,
2540
  "min": 0,
2541
  "orientation": "horizontal",
2542
- "style": "IPY_MODEL_b486b274dd1f46ba8b2c93e5a774af2e",
2543
- "value": 836
2544
- }
2545
- },
2546
- "4ecb36338e5f497ba40efea31abcf12b": {
2547
- "model_module": "@jupyter-widgets/controls",
2548
- "model_name": "HTMLModel",
2549
- "model_module_version": "1.5.0",
2550
- "state": {
2551
- "_dom_classes": [],
2552
- "_model_module": "@jupyter-widgets/controls",
2553
- "_model_module_version": "1.5.0",
2554
- "_model_name": "HTMLModel",
2555
- "_view_count": null,
2556
- "_view_module": "@jupyter-widgets/controls",
2557
- "_view_module_version": "1.5.0",
2558
- "_view_name": "HTMLView",
2559
- "description": "",
2560
- "description_tooltip": null,
2561
- "layout": "IPY_MODEL_a6eaf244aefa4390a4d4ee79e68f62b4",
2562
- "placeholder": "​",
2563
- "style": "IPY_MODEL_ada031e892fb45319682816021257db8",
2564
- "value": " 836/836 [00:00&lt;00:00, 53.1kB/s]"
2565
  }
2566
  },
2567
- "29448443479c491c887423bc2f9b0ea8": {
2568
  "model_module": "@jupyter-widgets/base",
2569
- "model_name": "LayoutModel",
2570
  "model_module_version": "1.2.0",
 
2571
  "state": {
2572
  "_model_module": "@jupyter-widgets/base",
2573
  "_model_module_version": "1.2.0",
@@ -2616,10 +2514,10 @@
2616
  "width": null
2617
  }
2618
  },
2619
- "9a2eba62e16143e3912c899fc0f0477b": {
2620
  "model_module": "@jupyter-widgets/base",
2621
- "model_name": "LayoutModel",
2622
  "model_module_version": "1.2.0",
 
2623
  "state": {
2624
  "_model_module": "@jupyter-widgets/base",
2625
  "_model_module_version": "1.2.0",
@@ -2668,10 +2566,10 @@
2668
  "width": null
2669
  }
2670
  },
2671
- "dd296d7568b241b69584faf5a554c0fe": {
2672
  "model_module": "@jupyter-widgets/controls",
2673
- "model_name": "DescriptionStyleModel",
2674
  "model_module_version": "1.5.0",
 
2675
  "state": {
2676
  "_model_module": "@jupyter-widgets/controls",
2677
  "_model_module_version": "1.5.0",
@@ -2683,78 +2581,25 @@
2683
  "description_width": ""
2684
  }
2685
  },
2686
- "de4a0e1e9fe345b99534071aa4ca87de": {
2687
- "model_module": "@jupyter-widgets/base",
2688
- "model_name": "LayoutModel",
2689
- "model_module_version": "1.2.0",
2690
- "state": {
2691
- "_model_module": "@jupyter-widgets/base",
2692
- "_model_module_version": "1.2.0",
2693
- "_model_name": "LayoutModel",
2694
- "_view_count": null,
2695
- "_view_module": "@jupyter-widgets/base",
2696
- "_view_module_version": "1.2.0",
2697
- "_view_name": "LayoutView",
2698
- "align_content": null,
2699
- "align_items": null,
2700
- "align_self": null,
2701
- "border": null,
2702
- "bottom": null,
2703
- "display": null,
2704
- "flex": null,
2705
- "flex_flow": null,
2706
- "grid_area": null,
2707
- "grid_auto_columns": null,
2708
- "grid_auto_flow": null,
2709
- "grid_auto_rows": null,
2710
- "grid_column": null,
2711
- "grid_gap": null,
2712
- "grid_row": null,
2713
- "grid_template_areas": null,
2714
- "grid_template_columns": null,
2715
- "grid_template_rows": null,
2716
- "height": null,
2717
- "justify_content": null,
2718
- "justify_items": null,
2719
- "left": null,
2720
- "margin": null,
2721
- "max_height": null,
2722
- "max_width": null,
2723
- "min_height": null,
2724
- "min_width": null,
2725
- "object_fit": null,
2726
- "object_position": null,
2727
- "order": null,
2728
- "overflow": null,
2729
- "overflow_x": null,
2730
- "overflow_y": null,
2731
- "padding": null,
2732
- "right": null,
2733
- "top": null,
2734
- "visibility": null,
2735
- "width": null
2736
- }
2737
- },
2738
- "b486b274dd1f46ba8b2c93e5a774af2e": {
2739
  "model_module": "@jupyter-widgets/controls",
2740
- "model_name": "ProgressStyleModel",
2741
  "model_module_version": "1.5.0",
 
2742
  "state": {
2743
  "_model_module": "@jupyter-widgets/controls",
2744
  "_model_module_version": "1.5.0",
2745
- "_model_name": "ProgressStyleModel",
2746
  "_view_count": null,
2747
  "_view_module": "@jupyter-widgets/base",
2748
  "_view_module_version": "1.2.0",
2749
  "_view_name": "StyleView",
2750
- "bar_color": null,
2751
  "description_width": ""
2752
  }
2753
  },
2754
- "a6eaf244aefa4390a4d4ee79e68f62b4": {
2755
  "model_module": "@jupyter-widgets/base",
2756
- "model_name": "LayoutModel",
2757
  "model_module_version": "1.2.0",
 
2758
  "state": {
2759
  "_model_module": "@jupyter-widgets/base",
2760
  "_model_module_version": "1.2.0",
@@ -2803,10 +2648,10 @@
2803
  "width": null
2804
  }
2805
  },
2806
- "ada031e892fb45319682816021257db8": {
2807
  "model_module": "@jupyter-widgets/controls",
2808
- "model_name": "DescriptionStyleModel",
2809
  "model_module_version": "1.5.0",
 
2810
  "state": {
2811
  "_model_module": "@jupyter-widgets/controls",
2812
  "_model_module_version": "1.5.0",
@@ -2818,98 +2663,87 @@
2818
  "description_width": ""
2819
  }
2820
  },
2821
- "813f492c653649cba7f3f0985fe257cb": {
2822
  "model_module": "@jupyter-widgets/controls",
2823
- "model_name": "HBoxModel",
2824
  "model_module_version": "1.5.0",
 
2825
  "state": {
2826
  "_dom_classes": [],
2827
  "_model_module": "@jupyter-widgets/controls",
2828
  "_model_module_version": "1.5.0",
2829
- "_model_name": "HBoxModel",
2830
  "_view_count": null,
2831
  "_view_module": "@jupyter-widgets/controls",
2832
  "_view_module_version": "1.5.0",
2833
- "_view_name": "HBoxView",
2834
- "box_style": "",
2835
- "children": [
2836
- "IPY_MODEL_faa539bf578a464db0e1e490a2efee3f",
2837
- "IPY_MODEL_2ebe2a62b80142c182e1a7ba85f73752",
2838
- "IPY_MODEL_6d1e613224e04a43aab0a2e339b406b8"
2839
- ],
2840
- "layout": "IPY_MODEL_d8366bb02786415fae7dba410e210d4f"
 
 
2841
  }
2842
  },
2843
- "faa539bf578a464db0e1e490a2efee3f": {
2844
  "model_module": "@jupyter-widgets/controls",
2845
- "model_name": "HTMLModel",
2846
  "model_module_version": "1.5.0",
2847
- "state": {
2848
- "_dom_classes": [],
2849
- "_model_module": "@jupyter-widgets/controls",
2850
- "_model_module_version": "1.5.0",
2851
- "_model_name": "HTMLModel",
2852
- "_view_count": null,
2853
- "_view_module": "@jupyter-widgets/controls",
2854
- "_view_module_version": "1.5.0",
2855
- "_view_name": "HTMLView",
2856
- "description": "",
2857
- "description_tooltip": null,
2858
- "layout": "IPY_MODEL_adfaa93e0c434e40b9677646f36593e4",
2859
- "placeholder": "​",
2860
- "style": "IPY_MODEL_36153ab0490d49f99d84f6fcdd27d086",
2861
- "value": "model.safetensors: 100%"
2862
  }
2863
  },
2864
- "2ebe2a62b80142c182e1a7ba85f73752": {
2865
  "model_module": "@jupyter-widgets/controls",
2866
- "model_name": "FloatProgressModel",
2867
  "model_module_version": "1.5.0",
 
2868
  "state": {
2869
  "_dom_classes": [],
2870
  "_model_module": "@jupyter-widgets/controls",
2871
  "_model_module_version": "1.5.0",
2872
- "_model_name": "FloatProgressModel",
2873
  "_view_count": null,
2874
  "_view_module": "@jupyter-widgets/controls",
2875
  "_view_module_version": "1.5.0",
2876
- "_view_name": "ProgressView",
2877
- "bar_style": "success",
2878
- "description": "",
2879
- "description_tooltip": null,
2880
- "layout": "IPY_MODEL_56aa34c380af4dd48ae565cd32e10391",
2881
- "max": 1116272392,
2882
- "min": 0,
2883
- "orientation": "horizontal",
2884
- "style": "IPY_MODEL_87a1e03cc5574f66b4d6bc21efc6cece",
2885
- "value": 1116272392
2886
  }
2887
  },
2888
- "6d1e613224e04a43aab0a2e339b406b8": {
2889
  "model_module": "@jupyter-widgets/controls",
2890
- "model_name": "HTMLModel",
2891
  "model_module_version": "1.5.0",
 
2892
  "state": {
2893
- "_dom_classes": [],
2894
  "_model_module": "@jupyter-widgets/controls",
2895
  "_model_module_version": "1.5.0",
2896
- "_model_name": "HTMLModel",
2897
  "_view_count": null,
2898
- "_view_module": "@jupyter-widgets/controls",
2899
- "_view_module_version": "1.5.0",
2900
- "_view_name": "HTMLView",
2901
- "description": "",
2902
- "description_tooltip": null,
2903
- "layout": "IPY_MODEL_ac99d5a5e71c4d1fb04962d6b3e0cfcc",
2904
- "placeholder": "​",
2905
- "style": "IPY_MODEL_608e453345e24107a6ebc2c633c47524",
2906
- "value": " 1.12G/1.12G [00:13&lt;00:00, 83.2MB/s]"
2907
  }
2908
  },
2909
- "d8366bb02786415fae7dba410e210d4f": {
2910
  "model_module": "@jupyter-widgets/base",
2911
- "model_name": "LayoutModel",
2912
  "model_module_version": "1.2.0",
 
2913
  "state": {
2914
  "_model_module": "@jupyter-widgets/base",
2915
  "_model_module_version": "1.2.0",
@@ -2958,10 +2792,10 @@
2958
  "width": null
2959
  }
2960
  },
2961
- "adfaa93e0c434e40b9677646f36593e4": {
2962
  "model_module": "@jupyter-widgets/base",
2963
- "model_name": "LayoutModel",
2964
  "model_module_version": "1.2.0",
 
2965
  "state": {
2966
  "_model_module": "@jupyter-widgets/base",
2967
  "_model_module_version": "1.2.0",
@@ -3010,25 +2844,90 @@
3010
  "width": null
3011
  }
3012
  },
3013
- "36153ab0490d49f99d84f6fcdd27d086": {
3014
  "model_module": "@jupyter-widgets/controls",
3015
- "model_name": "DescriptionStyleModel",
3016
  "model_module_version": "1.5.0",
 
3017
  "state": {
 
3018
  "_model_module": "@jupyter-widgets/controls",
3019
  "_model_module_version": "1.5.0",
3020
- "_model_name": "DescriptionStyleModel",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3021
  "_view_count": null,
3022
  "_view_module": "@jupyter-widgets/base",
3023
  "_view_module_version": "1.2.0",
3024
  "_view_name": "StyleView",
 
3025
  "description_width": ""
3026
  }
3027
  },
3028
- "56aa34c380af4dd48ae565cd32e10391": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3029
  "model_module": "@jupyter-widgets/base",
3030
- "model_name": "LayoutModel",
3031
  "model_module_version": "1.2.0",
 
3032
  "state": {
3033
  "_model_module": "@jupyter-widgets/base",
3034
  "_model_module_version": "1.2.0",
@@ -3077,26 +2976,40 @@
3077
  "width": null
3078
  }
3079
  },
3080
- "87a1e03cc5574f66b4d6bc21efc6cece": {
3081
  "model_module": "@jupyter-widgets/controls",
3082
- "model_name": "ProgressStyleModel",
3083
  "model_module_version": "1.5.0",
 
3084
  "state": {
3085
  "_model_module": "@jupyter-widgets/controls",
3086
  "_model_module_version": "1.5.0",
3087
- "_model_name": "ProgressStyleModel",
3088
  "_view_count": null,
3089
  "_view_module": "@jupyter-widgets/base",
3090
  "_view_module_version": "1.2.0",
3091
  "_view_name": "StyleView",
3092
- "bar_color": null,
3093
  "description_width": ""
3094
  }
3095
  },
3096
- "ac99d5a5e71c4d1fb04962d6b3e0cfcc": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3097
  "model_module": "@jupyter-widgets/base",
3098
- "model_name": "LayoutModel",
3099
  "model_module_version": "1.2.0",
 
3100
  "state": {
3101
  "_model_module": "@jupyter-widgets/base",
3102
  "_model_module_version": "1.2.0",
@@ -3145,24 +3058,111 @@
3145
  "width": null
3146
  }
3147
  },
3148
- "608e453345e24107a6ebc2c633c47524": {
3149
  "model_module": "@jupyter-widgets/controls",
3150
- "model_name": "DescriptionStyleModel",
3151
  "model_module_version": "1.5.0",
 
3152
  "state": {
 
3153
  "_model_module": "@jupyter-widgets/controls",
3154
  "_model_module_version": "1.5.0",
3155
- "_model_name": "DescriptionStyleModel",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3156
  "_view_count": null,
3157
  "_view_module": "@jupyter-widgets/base",
3158
  "_view_module_version": "1.2.0",
3159
  "_view_name": "StyleView",
 
3160
  "description_width": ""
3161
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3162
  }
3163
  }
3164
  }
3165
  },
3166
  "nbformat": 4,
3167
  "nbformat_minor": 0
3168
- }
 
23
  "| **Language** | Ottoman Turkish (1500–1928) |\n",
24
  "| **License** | CC-BY-NC-4.0 |\n",
25
  "\n",
26
+ "> _Fine-tuned on 38 million tokens from 144 Ottoman literary works._\n"
27
  ]
28
  },
29
  {
 
41
  "cell_type": "code",
42
  "execution_count": 1,
43
  "metadata": {
 
44
  "colab": {
45
  "base_uri": "https://localhost:8080/"
46
  },
47
  "collapsed": true,
48
+ "id": "xLxSeNtFmFjx",
49
  "outputId": "0cf53fdd-737b-48b7-b1a5-905ef25b39e6"
50
  },
51
  "outputs": [
52
  {
 
53
  "name": "stdout",
54
+ "output_type": "stream",
55
  "text": [
56
  "Requirement already satisfied: transformers in /usr/local/lib/python3.11/dist-packages (4.52.4)\n",
57
  "Requirement already satisfied: torch in /usr/local/lib/python3.11/dist-packages (2.6.0+cu124)\n",
 
183
  "cell_type": "code",
184
  "execution_count": 2,
185
  "metadata": {
 
186
  "colab": {
187
  "base_uri": "https://localhost:8080/",
188
  "height": 386,
 
267
  ]
268
  },
269
  "collapsed": true,
270
+ "id": "B4RV5yrfmFj0",
271
  "outputId": "84d8f5ee-9da9-472f-f59f-ba6b1da51cb0"
272
  },
273
  "outputs": [
274
  {
 
275
  "name": "stderr",
276
+ "output_type": "stream",
277
  "text": [
278
  "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_auth.py:94: UserWarning: \n",
279
  "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
 
284
  ]
285
  },
286
  {
 
287
  "data": {
 
 
 
288
  "application/vnd.jupyter.widget-view+json": {
289
+ "model_id": "e044bb95e9764d3d83d7d215aa7a810b",
290
  "version_major": 2,
291
+ "version_minor": 0
292
+ },
293
+ "text/plain": [
294
+ "tokenizer_config.json: 0.00B [00:00, ?B/s]"
295
+ ]
296
  },
297
+ "metadata": {},
298
+ "output_type": "display_data"
299
  },
300
  {
 
301
  "data": {
 
 
 
302
  "application/vnd.jupyter.widget-view+json": {
303
+ "model_id": "f177fbebbef14e6dbcd5bdaf04900dc2",
304
  "version_major": 2,
305
+ "version_minor": 0
306
+ },
307
+ "text/plain": [
308
+ "spm.model: 0%| | 0.00/4.31M [00:00<?, ?B/s]"
309
+ ]
310
  },
311
+ "metadata": {},
312
+ "output_type": "display_data"
313
  },
314
  {
 
315
  "data": {
 
 
 
316
  "application/vnd.jupyter.widget-view+json": {
317
+ "model_id": "bc84f5407dd941258f5255101d829b7b",
318
  "version_major": 2,
319
+ "version_minor": 0
320
+ },
321
+ "text/plain": [
322
+ "tokenizer.json: 0%| | 0.00/16.3M [00:00<?, ?B/s]"
323
+ ]
324
  },
325
+ "metadata": {},
326
+ "output_type": "display_data"
327
  },
328
  {
 
329
  "data": {
 
 
 
330
  "application/vnd.jupyter.widget-view+json": {
331
+ "model_id": "c9bdfee8ac2d4032b89d001f1ed5bfaf",
332
  "version_major": 2,
333
+ "version_minor": 0
334
+ },
335
+ "text/plain": [
336
+ "added_tokens.json: 0%| | 0.00/23.0 [00:00<?, ?B/s]"
337
+ ]
338
  },
339
+ "metadata": {},
340
+ "output_type": "display_data"
341
  },
342
  {
 
343
  "data": {
 
 
 
344
  "application/vnd.jupyter.widget-view+json": {
345
+ "model_id": "6d52a13b8a2440ceb53ee40a7290b490",
346
  "version_major": 2,
347
+ "version_minor": 0
348
+ },
349
+ "text/plain": [
350
+ "special_tokens_map.json: 0%| | 0.00/970 [00:00<?, ?B/s]"
351
+ ]
352
  },
353
+ "metadata": {},
354
+ "output_type": "display_data"
355
  },
356
  {
 
357
  "data": {
 
 
 
358
  "application/vnd.jupyter.widget-view+json": {
359
+ "model_id": "58e43b894fba4ae3b0643da0cd8d536f",
360
  "version_major": 2,
361
+ "version_minor": 0
362
+ },
363
+ "text/plain": [
364
+ "config.json: 0%| | 0.00/836 [00:00<?, ?B/s]"
365
+ ]
366
  },
367
+ "metadata": {},
368
+ "output_type": "display_data"
369
  },
370
  {
 
371
  "data": {
 
 
 
372
  "application/vnd.jupyter.widget-view+json": {
373
+ "model_id": "813f492c653649cba7f3f0985fe257cb",
374
  "version_major": 2,
375
+ "version_minor": 0
376
+ },
377
+ "text/plain": [
378
+ "model.safetensors: 0%| | 0.00/1.12G [00:00<?, ?B/s]"
379
+ ]
380
  },
381
+ "metadata": {},
382
+ "output_type": "display_data"
383
  },
384
  {
 
385
  "name": "stderr",
386
+ "output_type": "stream",
387
  "text": [
388
  "Device set to use cpu\n"
389
  ]
 
416
  "cell_type": "code",
417
  "execution_count": 3,
418
  "metadata": {
 
419
  "colab": {
420
  "base_uri": "https://localhost:8080/"
421
  },
422
+ "id": "LoY1dksLmFj2",
423
  "outputId": "829ec468-2cc9-4375-8113-1b0919815948"
424
  },
425
  "outputs": [
426
  {
 
427
  "name": "stdout",
428
+ "output_type": "stream",
429
  "text": [
430
  "1. Ne yanar kimse bana âteş-i dil özge\n",
431
  " Score: 0.5893\n",
 
469
  "cell_type": "code",
470
  "execution_count": 4,
471
  "metadata": {
 
472
  "colab": {
473
  "base_uri": "https://localhost:8080/"
474
  },
475
+ "id": "rMgR56g0mFj4",
476
  "outputId": "b276f568-5888-4d19-b6be-2a97cfa91f2e"
477
  },
478
  "outputs": [
479
  {
 
480
  "name": "stdout",
481
+ "output_type": "stream",
482
  "text": [
483
  "Ol perîde melek kim beñzemez insân aña 0.08625990897417068\n",
484
  "Ol perî gibi melek kim beñzemez insân aña 0.07037308067083359\n",
 
507
  "cell_type": "code",
508
  "execution_count": 5,
509
  "metadata": {
 
510
  "colab": {
511
  "base_uri": "https://localhost:8080/"
512
  },
513
+ "id": "uUS8ZmJMmFj5",
514
  "outputId": "62f340a3-32f4-4550-a48e-e9eea3d7a3f3"
515
  },
516
  "outputs": [
517
  {
 
518
  "name": "stdout",
519
+ "output_type": "stream",
520
  "text": [
521
  "Input: hâl kâfir, zülf kâfir, [MASK] kâfir el amân\n",
522
  " - hâl kâfir, zülf kâfir, dil kâfir el amân (0.087)\n",
 
549
  },
550
  {
551
  "cell_type": "markdown",
552
+ "metadata": {
553
+ "id": "ZwsjAo0Omnid"
554
+ },
555
  "source": [
556
  "### 5.3 Finding the Best Option\n",
557
  "\n",
558
  "The code below takes a sentence with an unknown word or words first. Then, according to the candidate words the user gives, it calculates the probability of each candidate in the context.\n",
559
  "At the end of the code block, you can give your own examples with candidates and the model will return the result. Note that the model is still under development, so it might give wrong results."
560
+ ]
 
 
 
561
  },
562
  {
563
  "cell_type": "code",
564
+ "execution_count": 6,
565
+ "metadata": {
566
+ "colab": {
567
+ "base_uri": "https://localhost:8080/"
568
+ },
569
+ "collapsed": true,
570
+ "id": "fMLeaxJ0mY-g",
571
+ "outputId": "49002a75-bd80-40af-8b99-11b722795f37"
572
+ },
573
+ "outputs": [
574
+ {
575
+ "name": "stdout",
576
+ "output_type": "stream",
577
+ "text": [
578
+ "\n",
579
+ "Example #1\n",
580
+ "Template : Gel ey ḥarîf şimdi {} ḳabûl ḳıl\n",
581
+ "Candidates: ['nasîḥat', 'vardı']\n",
582
+ "Scores :\n",
583
+ " nasîḥat: 102.6882\n",
584
+ " vardı: 21.8411\n",
585
+ "→ Best candidate: 'nasîḥat'\n",
586
+ "\n",
587
+ "Example #2\n",
588
+ "Template : ʿAḳlı {} gitdi\n",
589
+ "Candidates: ['başından', 'baş', 'başına']\n",
590
+ "Scores :\n",
591
+ " başından: 46.6133\n",
592
+ " baş: 20.9694\n",
593
+ " başına: 47.1951\n",
594
+ "→ Best candidate: 'başına'\n",
595
+ "\n",
596
+ "Example #3\n",
597
+ "Template : Gerçi der-nâfe-i {} âhû-yı Ḫuten mî-pervered\n",
598
+ "Candidates: ['ḫod', 'çiy', 'muġân']\n",
599
+ "Scores :\n",
600
+ " ḫod: 69.5998\n",
601
+ " çiy: 52.6196\n",
602
+ " muġân: 84.7577\n",
603
+ "→ Best candidate: 'muġân'\n",
604
+ "\n",
605
+ "Example #4\n",
606
+ "Template : Ceydâ sözin işidicek, taḥammül idemedi, güldi ve yüzin açdı ve {}\n",
607
+ "Candidates: ['eyitdi', 'gitti', 'Feraḥ']\n",
608
+ "Scores :\n",
609
+ " eyitdi: 76.0302\n",
610
+ " gitti: 29.0941\n",
611
+ " Feraḥ: 73.1478\n",
612
+ "→ Best candidate: 'eyitdi'\n",
613
+ "\n",
614
+ "Example #5\n",
615
+ "Template : Eyledi {} ʿaṭâsı âb-ı luṭfı terbiyet\n",
616
+ "Candidates: ['mihr-i', 'gül', 'ḳıldı']\n",
617
+ "Scores :\n",
618
+ " mihr-i: 106.7442\n",
619
+ " gül: 26.9753\n",
620
+ " ḳıldı: 67.1779\n",
621
+ "→ Best candidate: 'mihr-i'\n",
622
+ "\n",
623
+ "Example #6\n",
624
+ "Template : Nes̱r: Ḥaḳḳâ ve {} âsmân-ı bî-hemtâ bir saḳf-ı muʿallâdur\n",
625
+ "Candidates: ['s̱ümme ḥaḳḳâ', 'peyġambere', 'güle']\n",
626
+ "Scores :\n",
627
+ " s̱ümme ḥaḳḳâ: 243.4302\n",
628
+ " peyġambere: 95.3403\n",
629
+ " güle: 53.3356\n",
630
+ "→ Best candidate: 's̱ümme ḥaḳḳâ'\n"
631
+ ]
632
+ }
633
+ ],
634
  "source": [
635
  "from transformers import AutoTokenizer, AutoModelForMaskedLM\n",
636
  "import torch\n",
 
711
  " (\"Nes̱r: Ḥaḳḳâ ve {} âsmân-ı bî-hemtâ bir saḳf-ı muʿallâdur\", [\"s̱ümme ḥaḳḳâ\", \"peyġambere\", \"güle\"])\n",
712
  "]\n",
713
  "evaluate_templates(examples)\n"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
714
  ]
715
  },
716
  {
 
743
  }
744
  ],
745
  "metadata": {
746
+ "colab": {
747
+ "provenance": []
748
+ },
749
  "kernelspec": {
750
  "display_name": "Python 3",
751
  "language": "python",
 
764
  "version": "3.11.0"
765
  },
766
  "orig_nbformat": 4,
 
 
 
767
  "widgets": {
768
  "application/vnd.jupyter.widget-state+json": {
769
+ "096f3c78b26e490d80109afc2b011223": {
770
  "model_module": "@jupyter-widgets/controls",
 
771
  "model_module_version": "1.5.0",
772
+ "model_name": "HTMLModel",
773
  "state": {
774
  "_dom_classes": [],
775
  "_model_module": "@jupyter-widgets/controls",
776
  "_model_module_version": "1.5.0",
777
+ "_model_name": "HTMLModel",
778
  "_view_count": null,
779
  "_view_module": "@jupyter-widgets/controls",
780
  "_view_module_version": "1.5.0",
781
+ "_view_name": "HTMLView",
782
+ "description": "",
783
+ "description_tooltip": null,
784
+ "layout": "IPY_MODEL_a27bce2f2f9e46e18b70348d1db1d5e2",
785
+ "placeholder": "​",
786
+ "style": "IPY_MODEL_75603f2e9e104b71936cc584dd89311b",
787
+ "value": "tokenizer.json: 100%"
 
788
  }
789
  },
790
+ "0ccdf14b8fbf45e1bd52cc4878445d4b": {
791
  "model_module": "@jupyter-widgets/controls",
 
792
  "model_module_version": "1.5.0",
793
+ "model_name": "HTMLModel",
794
  "state": {
795
  "_dom_classes": [],
796
  "_model_module": "@jupyter-widgets/controls",
 
802
  "_view_name": "HTMLView",
803
  "description": "",
804
  "description_tooltip": null,
805
+ "layout": "IPY_MODEL_21490208176f4d09a6926ebb0317bc74",
806
  "placeholder": "​",
807
+ "style": "IPY_MODEL_1272dcc14983459184ea6853dc4826ff",
808
+ "value": "spm.model: 100%"
809
  }
810
  },
811
+ "11befdeda70148af863e63dd25b6e2ed": {
812
  "model_module": "@jupyter-widgets/controls",
 
813
  "model_module_version": "1.5.0",
814
+ "model_name": "FloatProgressModel",
815
  "state": {
816
  "_dom_classes": [],
817
  "_model_module": "@jupyter-widgets/controls",
 
824
  "bar_style": "success",
825
  "description": "",
826
  "description_tooltip": null,
827
+ "layout": "IPY_MODEL_350c5e3f9ce24fef9f35f3872d16e257",
828
+ "max": 23,
829
  "min": 0,
830
  "orientation": "horizontal",
831
+ "style": "IPY_MODEL_d47e9ac982a647cc9a1b8c140e529736",
832
+ "value": 23
833
  }
834
  },
835
+ "1272dcc14983459184ea6853dc4826ff": {
836
  "model_module": "@jupyter-widgets/controls",
 
837
  "model_module_version": "1.5.0",
838
+ "model_name": "DescriptionStyleModel",
839
  "state": {
840
+ "_model_module": "@jupyter-widgets/controls",
841
+ "_model_module_version": "1.5.0",
842
+ "_model_name": "DescriptionStyleModel",
843
+ "_view_count": null,
844
+ "_view_module": "@jupyter-widgets/base",
845
+ "_view_module_version": "1.2.0",
846
+ "_view_name": "StyleView",
847
+ "description_width": ""
848
+ }
849
+ },
850
+ "141644bb150c4a3d8b8bcd2abad65286": {
851
+ "model_module": "@jupyter-widgets/controls",
852
+ "model_module_version": "1.5.0",
853
+ "model_name": "HTMLModel",
854
+ "state": {
855
+ "_dom_classes": [],
856
  "_model_module": "@jupyter-widgets/controls",
857
  "_model_module_version": "1.5.0",
858
  "_model_name": "HTMLModel",
 
862
  "_view_name": "HTMLView",
863
  "description": "",
864
  "description_tooltip": null,
865
+ "layout": "IPY_MODEL_a36d5620aed94b69bbb338dda78de767",
866
  "placeholder": "​",
867
+ "style": "IPY_MODEL_bfab4f9760ed4939a5a82c59d439dc93",
868
+ "value": "tokenizer_config.json: "
869
  }
870
  },
871
+ "14195234d0f24b94891b833592ca309e": {
872
  "model_module": "@jupyter-widgets/base",
 
873
  "model_module_version": "1.2.0",
874
+ "model_name": "LayoutModel",
875
  "state": {
876
  "_model_module": "@jupyter-widgets/base",
877
  "_model_module_version": "1.2.0",
 
920
  "width": null
921
  }
922
  },
923
+ "1606b2919ea84758b80f97a0e5b5c052": {
924
  "model_module": "@jupyter-widgets/base",
 
925
  "model_module_version": "1.2.0",
926
+ "model_name": "LayoutModel",
927
  "state": {
928
  "_model_module": "@jupyter-widgets/base",
929
  "_model_module_version": "1.2.0",
 
972
  "width": null
973
  }
974
  },
975
+ "16ea2de635da4b35b4112deca2af0f38": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
976
  "model_module": "@jupyter-widgets/base",
 
977
  "model_module_version": "1.2.0",
978
+ "model_name": "LayoutModel",
979
  "state": {
980
  "_model_module": "@jupyter-widgets/base",
981
  "_model_module_version": "1.2.0",
 
1021
  "right": null,
1022
  "top": null,
1023
  "visibility": null,
1024
+ "width": null
1025
  }
1026
  },
1027
+ "1769d00e809b4694b2fc753d92bfad3d": {
1028
+ "model_module": "@jupyter-widgets/controls",
1029
+ "model_module_version": "1.5.0",
1030
+ "model_name": "DescriptionStyleModel",
1031
+ "state": {
1032
+ "_model_module": "@jupyter-widgets/controls",
1033
+ "_model_module_version": "1.5.0",
1034
+ "_model_name": "DescriptionStyleModel",
1035
+ "_view_count": null,
1036
+ "_view_module": "@jupyter-widgets/base",
1037
+ "_view_module_version": "1.2.0",
1038
+ "_view_name": "StyleView",
1039
+ "description_width": ""
1040
+ }
1041
+ },
1042
+ "1ce3ffcf2c4b4bff8ed1f59cb44efc04": {
1043
+ "model_module": "@jupyter-widgets/controls",
1044
+ "model_module_version": "1.5.0",
1045
+ "model_name": "DescriptionStyleModel",
1046
+ "state": {
1047
+ "_model_module": "@jupyter-widgets/controls",
1048
+ "_model_module_version": "1.5.0",
1049
+ "_model_name": "DescriptionStyleModel",
1050
+ "_view_count": null,
1051
+ "_view_module": "@jupyter-widgets/base",
1052
+ "_view_module_version": "1.2.0",
1053
+ "_view_name": "StyleView",
1054
+ "description_width": ""
1055
+ }
1056
+ },
1057
+ "1f1bc53ccaa1495ab26830c14013218d": {
1058
  "model_module": "@jupyter-widgets/controls",
 
1059
  "model_module_version": "1.5.0",
1060
+ "model_name": "ProgressStyleModel",
1061
  "state": {
1062
  "_model_module": "@jupyter-widgets/controls",
1063
  "_model_module_version": "1.5.0",
 
1070
  "description_width": ""
1071
  }
1072
  },
1073
+ "2147282bbd5b43c9936209299ba5b4a8": {
1074
  "model_module": "@jupyter-widgets/base",
 
1075
  "model_module_version": "1.2.0",
1076
+ "model_name": "LayoutModel",
1077
  "state": {
1078
  "_model_module": "@jupyter-widgets/base",
1079
  "_model_module_version": "1.2.0",
 
1122
  "width": null
1123
  }
1124
  },
1125
+ "21490208176f4d09a6926ebb0317bc74": {
1126
+ "model_module": "@jupyter-widgets/base",
1127
+ "model_module_version": "1.2.0",
1128
+ "model_name": "LayoutModel",
1129
  "state": {
1130
+ "_model_module": "@jupyter-widgets/base",
1131
+ "_model_module_version": "1.2.0",
1132
+ "_model_name": "LayoutModel",
1133
  "_view_count": null,
1134
  "_view_module": "@jupyter-widgets/base",
1135
  "_view_module_version": "1.2.0",
1136
+ "_view_name": "LayoutView",
1137
+ "align_content": null,
1138
+ "align_items": null,
1139
+ "align_self": null,
1140
+ "border": null,
1141
+ "bottom": null,
1142
+ "display": null,
1143
+ "flex": null,
1144
+ "flex_flow": null,
1145
+ "grid_area": null,
1146
+ "grid_auto_columns": null,
1147
+ "grid_auto_flow": null,
1148
+ "grid_auto_rows": null,
1149
+ "grid_column": null,
1150
+ "grid_gap": null,
1151
+ "grid_row": null,
1152
+ "grid_template_areas": null,
1153
+ "grid_template_columns": null,
1154
+ "grid_template_rows": null,
1155
+ "height": null,
1156
+ "justify_content": null,
1157
+ "justify_items": null,
1158
+ "left": null,
1159
+ "margin": null,
1160
+ "max_height": null,
1161
+ "max_width": null,
1162
+ "min_height": null,
1163
+ "min_width": null,
1164
+ "object_fit": null,
1165
+ "object_position": null,
1166
+ "order": null,
1167
+ "overflow": null,
1168
+ "overflow_x": null,
1169
+ "overflow_y": null,
1170
+ "padding": null,
1171
+ "right": null,
1172
+ "top": null,
1173
+ "visibility": null,
1174
+ "width": null
 
 
 
 
 
 
1175
  }
1176
  },
1177
  "25877632f7ce482cb90c031a3a325ffb": {
1178
  "model_module": "@jupyter-widgets/controls",
 
1179
  "model_module_version": "1.5.0",
1180
+ "model_name": "FloatProgressModel",
1181
  "state": {
1182
  "_dom_classes": [],
1183
  "_model_module": "@jupyter-widgets/controls",
 
1198
  "value": 4305025
1199
  }
1200
  },
1201
+ "25fbb1d7f4d340e19e6313df035d9ed6": {
1202
  "model_module": "@jupyter-widgets/controls",
 
1203
  "model_module_version": "1.5.0",
1204
+ "model_name": "HTMLModel",
1205
  "state": {
1206
  "_dom_classes": [],
1207
  "_model_module": "@jupyter-widgets/controls",
 
1213
  "_view_name": "HTMLView",
1214
  "description": "",
1215
  "description_tooltip": null,
1216
+ "layout": "IPY_MODEL_1606b2919ea84758b80f97a0e5b5c052",
1217
  "placeholder": "​",
1218
+ "style": "IPY_MODEL_d9493430a0fc4564ad8cbbd960d43bc3",
1219
+ "value": " 23.0/23.0 [00:00&lt;00:00, 2.02kB/s]"
1220
  }
1221
  },
1222
+ "29448443479c491c887423bc2f9b0ea8": {
1223
  "model_module": "@jupyter-widgets/base",
 
1224
  "model_module_version": "1.2.0",
1225
+ "model_name": "LayoutModel",
1226
  "state": {
1227
  "_model_module": "@jupyter-widgets/base",
1228
  "_model_module_version": "1.2.0",
 
1271
  "width": null
1272
  }
1273
  },
1274
+ "2cc8754f197e457393e2b3fbaf7ba2ea": {
1275
  "model_module": "@jupyter-widgets/base",
 
1276
  "model_module_version": "1.2.0",
1277
+ "model_name": "LayoutModel",
1278
  "state": {
1279
  "_model_module": "@jupyter-widgets/base",
1280
  "_model_module_version": "1.2.0",
 
1323
  "width": null
1324
  }
1325
  },
1326
+ "2ebe2a62b80142c182e1a7ba85f73752": {
1327
  "model_module": "@jupyter-widgets/controls",
 
1328
  "model_module_version": "1.5.0",
1329
+ "model_name": "FloatProgressModel",
1330
  "state": {
1331
+ "_dom_classes": [],
1332
  "_model_module": "@jupyter-widgets/controls",
1333
  "_model_module_version": "1.5.0",
1334
+ "_model_name": "FloatProgressModel",
1335
  "_view_count": null,
1336
+ "_view_module": "@jupyter-widgets/controls",
1337
+ "_view_module_version": "1.5.0",
1338
+ "_view_name": "ProgressView",
1339
+ "bar_style": "success",
1340
+ "description": "",
1341
+ "description_tooltip": null,
1342
+ "layout": "IPY_MODEL_56aa34c380af4dd48ae565cd32e10391",
1343
+ "max": 1116272392,
1344
+ "min": 0,
1345
+ "orientation": "horizontal",
1346
+ "style": "IPY_MODEL_87a1e03cc5574f66b4d6bc21efc6cece",
1347
+ "value": 1116272392
1348
  }
1349
  },
1350
+ "2f20ab09b6544dfa99d5e0bb5d85ad1e": {
1351
  "model_module": "@jupyter-widgets/base",
 
1352
  "model_module_version": "1.2.0",
1353
+ "model_name": "LayoutModel",
1354
  "state": {
1355
  "_model_module": "@jupyter-widgets/base",
1356
  "_model_module_version": "1.2.0",
 
1399
  "width": null
1400
  }
1401
  },
1402
+ "350c5e3f9ce24fef9f35f3872d16e257": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1403
  "model_module": "@jupyter-widgets/base",
 
1404
  "model_module_version": "1.2.0",
1405
+ "model_name": "LayoutModel",
1406
  "state": {
1407
  "_model_module": "@jupyter-widgets/base",
1408
  "_model_module_version": "1.2.0",
 
1451
  "width": null
1452
  }
1453
  },
1454
+ "36153ab0490d49f99d84f6fcdd27d086": {
1455
  "model_module": "@jupyter-widgets/controls",
 
1456
  "model_module_version": "1.5.0",
1457
+ "model_name": "DescriptionStyleModel",
1458
  "state": {
1459
  "_model_module": "@jupyter-widgets/controls",
1460
  "_model_module_version": "1.5.0",
 
1466
  "description_width": ""
1467
  }
1468
  },
1469
+ "36e0ba60be5e4ec8a5b4cb1d4b346633": {
1470
  "model_module": "@jupyter-widgets/controls",
 
1471
  "model_module_version": "1.5.0",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1472
  "model_name": "HTMLModel",
 
1473
  "state": {
1474
  "_dom_classes": [],
1475
  "_model_module": "@jupyter-widgets/controls",
 
1481
  "_view_name": "HTMLView",
1482
  "description": "",
1483
  "description_tooltip": null,
1484
+ "layout": "IPY_MODEL_2f20ab09b6544dfa99d5e0bb5d85ad1e",
1485
  "placeholder": "​",
1486
+ "style": "IPY_MODEL_aed635f5806c46bc91378cc72b9636bd",
1487
+ "value": " 19.9k/? [00:00&lt;00:00,973kB/s]"
1488
  }
1489
  },
1490
+ "38c1f812091a4dd68da7e5bdd74f7519": {
1491
  "model_module": "@jupyter-widgets/controls",
 
1492
  "model_module_version": "1.5.0",
1493
+ "model_name": "ProgressStyleModel",
1494
  "state": {
 
1495
  "_model_module": "@jupyter-widgets/controls",
1496
  "_model_module_version": "1.5.0",
1497
+ "_model_name": "ProgressStyleModel",
1498
  "_view_count": null,
1499
+ "_view_module": "@jupyter-widgets/base",
1500
+ "_view_module_version": "1.2.0",
1501
+ "_view_name": "StyleView",
1502
+ "bar_color": null,
1503
+ "description_width": ""
 
 
 
 
 
 
 
1504
  }
1505
  },
1506
+ "3ad20be6dd93449b9800faa0ccefda9d": {
1507
  "model_module": "@jupyter-widgets/controls",
 
1508
  "model_module_version": "1.5.0",
1509
+ "model_name": "DescriptionStyleModel",
1510
  "state": {
 
1511
  "_model_module": "@jupyter-widgets/controls",
1512
  "_model_module_version": "1.5.0",
1513
+ "_model_name": "DescriptionStyleModel",
1514
  "_view_count": null,
1515
+ "_view_module": "@jupyter-widgets/base",
1516
+ "_view_module_version": "1.2.0",
1517
+ "_view_name": "StyleView",
1518
+ "description_width": ""
 
 
 
 
 
1519
  }
1520
  },
1521
+ "3dcd0747939f43f78364b1d0b7ca7dc1": {
1522
  "model_module": "@jupyter-widgets/base",
 
1523
  "model_module_version": "1.2.0",
1524
+ "model_name": "LayoutModel",
1525
  "state": {
1526
  "_model_module": "@jupyter-widgets/base",
1527
  "_model_module_version": "1.2.0",
 
1570
  "width": null
1571
  }
1572
  },
1573
+ "4ecb36338e5f497ba40efea31abcf12b": {
1574
+ "model_module": "@jupyter-widgets/controls",
1575
+ "model_module_version": "1.5.0",
1576
+ "model_name": "HTMLModel",
1577
+ "state": {
1578
+ "_dom_classes": [],
1579
+ "_model_module": "@jupyter-widgets/controls",
1580
+ "_model_module_version": "1.5.0",
1581
+ "_model_name": "HTMLModel",
1582
+ "_view_count": null,
1583
+ "_view_module": "@jupyter-widgets/controls",
1584
+ "_view_module_version": "1.5.0",
1585
+ "_view_name": "HTMLView",
1586
+ "description": "",
1587
+ "description_tooltip": null,
1588
+ "layout": "IPY_MODEL_a6eaf244aefa4390a4d4ee79e68f62b4",
1589
+ "placeholder": "​",
1590
+ "style": "IPY_MODEL_ada031e892fb45319682816021257db8",
1591
+ "value": " 836/836 [00:00&lt;00:00, 53.1kB/s]"
1592
+ }
1593
+ },
1594
+ "5200d7b4b8ec46a691f1eaa6bd01192f": {
1595
+ "model_module": "@jupyter-widgets/controls",
1596
+ "model_module_version": "1.5.0",
1597
+ "model_name": "HTMLModel",
1598
+ "state": {
1599
+ "_dom_classes": [],
1600
+ "_model_module": "@jupyter-widgets/controls",
1601
+ "_model_module_version": "1.5.0",
1602
+ "_model_name": "HTMLModel",
1603
+ "_view_count": null,
1604
+ "_view_module": "@jupyter-widgets/controls",
1605
+ "_view_module_version": "1.5.0",
1606
+ "_view_name": "HTMLView",
1607
+ "description": "",
1608
+ "description_tooltip": null,
1609
+ "layout": "IPY_MODEL_9da6d35d745140b081fc98b269f84e90",
1610
+ "placeholder": "​",
1611
+ "style": "IPY_MODEL_3ad20be6dd93449b9800faa0ccefda9d",
1612
+ "value": "special_tokens_map.json: 100%"
1613
+ }
1614
+ },
1615
+ "56aa34c380af4dd48ae565cd32e10391": {
1616
  "model_module": "@jupyter-widgets/base",
 
1617
  "model_module_version": "1.2.0",
1618
+ "model_name": "LayoutModel",
1619
  "state": {
1620
  "_model_module": "@jupyter-widgets/base",
1621
  "_model_module_version": "1.2.0",
 
1664
  "width": null
1665
  }
1666
  },
1667
+ "58e43b894fba4ae3b0643da0cd8d536f": {
1668
  "model_module": "@jupyter-widgets/controls",
 
1669
  "model_module_version": "1.5.0",
1670
+ "model_name": "HBoxModel",
1671
  "state": {
1672
+ "_dom_classes": [],
1673
  "_model_module": "@jupyter-widgets/controls",
1674
  "_model_module_version": "1.5.0",
1675
+ "_model_name": "HBoxModel",
1676
  "_view_count": null,
1677
+ "_view_module": "@jupyter-widgets/controls",
1678
+ "_view_module_version": "1.5.0",
1679
+ "_view_name": "HBoxView",
1680
+ "box_style": "",
1681
+ "children": [
1682
+ "IPY_MODEL_d181df592fa84dbbb6e22b0ac9667e4b",
1683
+ "IPY_MODEL_6689c593bd4a48b9b35522d8e16ba466",
1684
+ "IPY_MODEL_4ecb36338e5f497ba40efea31abcf12b"
1685
+ ],
1686
+ "layout": "IPY_MODEL_29448443479c491c887423bc2f9b0ea8"
1687
  }
1688
  },
1689
+ "5abfcb98468042788197a3e6753d4fd5": {
1690
+ "model_module": "@jupyter-widgets/controls",
1691
+ "model_module_version": "1.5.0",
1692
+ "model_name": "HTMLModel",
1693
+ "state": {
1694
+ "_dom_classes": [],
1695
+ "_model_module": "@jupyter-widgets/controls",
1696
+ "_model_module_version": "1.5.0",
1697
+ "_model_name": "HTMLModel",
1698
+ "_view_count": null,
1699
+ "_view_module": "@jupyter-widgets/controls",
1700
+ "_view_module_version": "1.5.0",
1701
+ "_view_name": "HTMLView",
1702
+ "description": "",
1703
+ "description_tooltip": null,
1704
+ "layout": "IPY_MODEL_70a4313df3404beb87622d5a7db2d014",
1705
+ "placeholder": "​",
1706
+ "style": "IPY_MODEL_1ce3ffcf2c4b4bff8ed1f59cb44efc04",
1707
+ "value": " 4.31M/4.31M [00:00&lt;00:00, 13.2MB/s]"
1708
+ }
1709
+ },
1710
+ "5db7474c8eaf4f87a3b51847f9416467": {
1711
  "model_module": "@jupyter-widgets/base",
 
1712
  "model_module_version": "1.2.0",
1713
+ "model_name": "LayoutModel",
1714
  "state": {
1715
  "_model_module": "@jupyter-widgets/base",
1716
  "_model_module_version": "1.2.0",
 
1759
  "width": null
1760
  }
1761
  },
1762
+ "6076231a0dc743bb84dafe6277643ec4": {
1763
  "model_module": "@jupyter-widgets/controls",
 
1764
  "model_module_version": "1.5.0",
1765
+ "model_name": "FloatProgressModel",
1766
  "state": {
1767
+ "_dom_classes": [],
1768
  "_model_module": "@jupyter-widgets/controls",
1769
  "_model_module_version": "1.5.0",
1770
+ "_model_name": "FloatProgressModel",
1771
+ "_view_count": null,
1772
+ "_view_module": "@jupyter-widgets/controls",
1773
+ "_view_module_version": "1.5.0",
1774
+ "_view_name": "ProgressView",
1775
+ "bar_style": "success",
1776
+ "description": "",
1777
+ "description_tooltip": null,
1778
+ "layout": "IPY_MODEL_3dcd0747939f43f78364b1d0b7ca7dc1",
1779
+ "max": 16335781,
1780
+ "min": 0,
1781
+ "orientation": "horizontal",
1782
+ "style": "IPY_MODEL_38c1f812091a4dd68da7e5bdd74f7519",
1783
+ "value": 16335781
1784
+ }
1785
+ },
1786
+ "608e453345e24107a6ebc2c633c47524": {
1787
+ "model_module": "@jupyter-widgets/controls",
1788
+ "model_module_version": "1.5.0",
1789
+ "model_name": "DescriptionStyleModel",
1790
+ "state": {
1791
+ "_model_module": "@jupyter-widgets/controls",
1792
+ "_model_module_version": "1.5.0",
1793
+ "_model_name": "DescriptionStyleModel",
1794
+ "_view_count": null,
1795
+ "_view_module": "@jupyter-widgets/base",
1796
+ "_view_module_version": "1.2.0",
1797
+ "_view_name": "StyleView",
1798
+ "description_width": ""
1799
+ }
1800
+ },
1801
+ "6689c593bd4a48b9b35522d8e16ba466": {
1802
+ "model_module": "@jupyter-widgets/controls",
1803
+ "model_module_version": "1.5.0",
1804
+ "model_name": "FloatProgressModel",
1805
+ "state": {
1806
+ "_dom_classes": [],
1807
+ "_model_module": "@jupyter-widgets/controls",
1808
+ "_model_module_version": "1.5.0",
1809
+ "_model_name": "FloatProgressModel",
1810
+ "_view_count": null,
1811
+ "_view_module": "@jupyter-widgets/controls",
1812
+ "_view_module_version": "1.5.0",
1813
+ "_view_name": "ProgressView",
1814
+ "bar_style": "success",
1815
+ "description": "",
1816
+ "description_tooltip": null,
1817
+ "layout": "IPY_MODEL_de4a0e1e9fe345b99534071aa4ca87de",
1818
+ "max": 836,
1819
+ "min": 0,
1820
+ "orientation": "horizontal",
1821
+ "style": "IPY_MODEL_b486b274dd1f46ba8b2c93e5a774af2e",
1822
+ "value": 836
1823
+ }
1824
+ },
1825
+ "6aed4eac3d654f73af5bb3113667efc0": {
1826
+ "model_module": "@jupyter-widgets/controls",
1827
+ "model_module_version": "1.5.0",
1828
+ "model_name": "DescriptionStyleModel",
1829
+ "state": {
1830
+ "_model_module": "@jupyter-widgets/controls",
1831
+ "_model_module_version": "1.5.0",
1832
+ "_model_name": "DescriptionStyleModel",
1833
  "_view_count": null,
1834
  "_view_module": "@jupyter-widgets/base",
1835
  "_view_module_version": "1.2.0",
1836
  "_view_name": "StyleView",
 
1837
  "description_width": ""
1838
  }
1839
  },
1840
+ "6d1e613224e04a43aab0a2e339b406b8": {
1841
+ "model_module": "@jupyter-widgets/controls",
1842
+ "model_module_version": "1.5.0",
1843
+ "model_name": "HTMLModel",
1844
+ "state": {
1845
+ "_dom_classes": [],
1846
+ "_model_module": "@jupyter-widgets/controls",
1847
+ "_model_module_version": "1.5.0",
1848
+ "_model_name": "HTMLModel",
1849
+ "_view_count": null,
1850
+ "_view_module": "@jupyter-widgets/controls",
1851
+ "_view_module_version": "1.5.0",
1852
+ "_view_name": "HTMLView",
1853
+ "description": "",
1854
+ "description_tooltip": null,
1855
+ "layout": "IPY_MODEL_ac99d5a5e71c4d1fb04962d6b3e0cfcc",
1856
+ "placeholder": "​",
1857
+ "style": "IPY_MODEL_608e453345e24107a6ebc2c633c47524",
1858
+ "value": " 1.12G/1.12G [00:13&lt;00:00, 83.2MB/s]"
1859
+ }
1860
+ },
1861
+ "6d52a13b8a2440ceb53ee40a7290b490": {
1862
+ "model_module": "@jupyter-widgets/controls",
1863
+ "model_module_version": "1.5.0",
1864
+ "model_name": "HBoxModel",
1865
+ "state": {
1866
+ "_dom_classes": [],
1867
+ "_model_module": "@jupyter-widgets/controls",
1868
+ "_model_module_version": "1.5.0",
1869
+ "_model_name": "HBoxModel",
1870
+ "_view_count": null,
1871
+ "_view_module": "@jupyter-widgets/controls",
1872
+ "_view_module_version": "1.5.0",
1873
+ "_view_name": "HBoxView",
1874
+ "box_style": "",
1875
+ "children": [
1876
+ "IPY_MODEL_5200d7b4b8ec46a691f1eaa6bd01192f",
1877
+ "IPY_MODEL_b263b4eb2b9d4488a167947dc765b7fa",
1878
+ "IPY_MODEL_f7d88a08a04c47eab34bf7da4fedc0a5"
1879
+ ],
1880
+ "layout": "IPY_MODEL_c05b31ff903b41cbb6bc602cfb55e0fb"
1881
+ }
1882
+ },
1883
+ "70a4313df3404beb87622d5a7db2d014": {
1884
  "model_module": "@jupyter-widgets/base",
 
1885
  "model_module_version": "1.2.0",
1886
+ "model_name": "LayoutModel",
1887
  "state": {
1888
  "_model_module": "@jupyter-widgets/base",
1889
  "_model_module_version": "1.2.0",
 
1932
  "width": null
1933
  }
1934
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1935
  "73ecd381f9774ffdb888abe905e2dfde": {
1936
  "model_module": "@jupyter-widgets/controls",
 
1937
  "model_module_version": "1.5.0",
1938
+ "model_name": "HTMLModel",
1939
  "state": {
1940
  "_dom_classes": [],
1941
  "_model_module": "@jupyter-widgets/controls",
 
1953
  "value": "added_tokens.json: 100%"
1954
  }
1955
  },
1956
+ "75603f2e9e104b71936cc584dd89311b": {
1957
  "model_module": "@jupyter-widgets/controls",
 
1958
  "model_module_version": "1.5.0",
1959
+ "model_name": "DescriptionStyleModel",
1960
  "state": {
 
1961
  "_model_module": "@jupyter-widgets/controls",
1962
  "_model_module_version": "1.5.0",
1963
+ "_model_name": "DescriptionStyleModel",
1964
  "_view_count": null,
1965
+ "_view_module": "@jupyter-widgets/base",
1966
+ "_view_module_version": "1.2.0",
1967
+ "_view_name": "StyleView",
1968
+ "description_width": ""
 
 
 
 
 
 
 
 
1969
  }
1970
  },
1971
+ "813f492c653649cba7f3f0985fe257cb": {
1972
  "model_module": "@jupyter-widgets/controls",
 
1973
  "model_module_version": "1.5.0",
1974
+ "model_name": "HBoxModel",
1975
  "state": {
1976
  "_dom_classes": [],
1977
  "_model_module": "@jupyter-widgets/controls",
1978
  "_model_module_version": "1.5.0",
1979
+ "_model_name": "HBoxModel",
1980
  "_view_count": null,
1981
  "_view_module": "@jupyter-widgets/controls",
1982
  "_view_module_version": "1.5.0",
1983
+ "_view_name": "HBoxView",
1984
+ "box_style": "",
1985
+ "children": [
1986
+ "IPY_MODEL_faa539bf578a464db0e1e490a2efee3f",
1987
+ "IPY_MODEL_2ebe2a62b80142c182e1a7ba85f73752",
1988
+ "IPY_MODEL_6d1e613224e04a43aab0a2e339b406b8"
1989
+ ],
1990
+ "layout": "IPY_MODEL_d8366bb02786415fae7dba410e210d4f"
1991
  }
1992
  },
1993
+ "855ff8b6bde84a129ad21b4b0341f7d1": {
1994
  "model_module": "@jupyter-widgets/base",
 
1995
  "model_module_version": "1.2.0",
1996
+ "model_name": "LayoutModel",
1997
  "state": {
1998
  "_model_module": "@jupyter-widgets/base",
1999
  "_model_module_version": "1.2.0",
 
2042
  "width": null
2043
  }
2044
  },
2045
+ "87a1e03cc5574f66b4d6bc21efc6cece": {
2046
+ "model_module": "@jupyter-widgets/controls",
2047
+ "model_module_version": "1.5.0",
2048
+ "model_name": "ProgressStyleModel",
2049
+ "state": {
2050
+ "_model_module": "@jupyter-widgets/controls",
2051
+ "_model_module_version": "1.5.0",
2052
+ "_model_name": "ProgressStyleModel",
2053
+ "_view_count": null,
2054
+ "_view_module": "@jupyter-widgets/base",
2055
+ "_view_module_version": "1.2.0",
2056
+ "_view_name": "StyleView",
2057
+ "bar_color": null,
2058
+ "description_width": ""
2059
+ }
2060
+ },
2061
+ "8e84e57817d742de962585ee8786435e": {
2062
  "model_module": "@jupyter-widgets/base",
 
2063
  "model_module_version": "1.2.0",
2064
+ "model_name": "LayoutModel",
2065
  "state": {
2066
  "_model_module": "@jupyter-widgets/base",
2067
  "_model_module_version": "1.2.0",
 
2110
  "width": null
2111
  }
2112
  },
2113
+ "94e57d8b1707408293a430e34c81cf35": {
2114
  "model_module": "@jupyter-widgets/controls",
 
2115
  "model_module_version": "1.5.0",
2116
+ "model_name": "ProgressStyleModel",
2117
  "state": {
2118
  "_model_module": "@jupyter-widgets/controls",
2119
  "_model_module_version": "1.5.0",
2120
+ "_model_name": "ProgressStyleModel",
2121
  "_view_count": null,
2122
  "_view_module": "@jupyter-widgets/base",
2123
  "_view_module_version": "1.2.0",
2124
  "_view_name": "StyleView",
2125
+ "bar_color": null,
2126
  "description_width": ""
2127
  }
2128
  },
2129
+ "9a2eba62e16143e3912c899fc0f0477b": {
2130
  "model_module": "@jupyter-widgets/base",
 
2131
  "model_module_version": "1.2.0",
2132
+ "model_name": "LayoutModel",
2133
  "state": {
2134
  "_model_module": "@jupyter-widgets/base",
2135
  "_model_module_version": "1.2.0",
 
2178
  "width": null
2179
  }
2180
  },
2181
+ "9bef29612e8b4eccb9bb0cff46089317": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2182
  "model_module": "@jupyter-widgets/base",
 
2183
  "model_module_version": "1.2.0",
2184
+ "model_name": "LayoutModel",
2185
  "state": {
2186
  "_model_module": "@jupyter-widgets/base",
2187
  "_model_module_version": "1.2.0",
 
2227
  "right": null,
2228
  "top": null,
2229
  "visibility": null,
2230
+ "width": "20px"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2231
  }
2232
  },
2233
+ "9da6d35d745140b081fc98b269f84e90": {
2234
  "model_module": "@jupyter-widgets/base",
 
2235
  "model_module_version": "1.2.0",
2236
+ "model_name": "LayoutModel",
2237
  "state": {
2238
  "_model_module": "@jupyter-widgets/base",
2239
  "_model_module_version": "1.2.0",
 
2282
  "width": null
2283
  }
2284
  },
2285
+ "a27bce2f2f9e46e18b70348d1db1d5e2": {
2286
  "model_module": "@jupyter-widgets/base",
 
2287
  "model_module_version": "1.2.0",
2288
+ "model_name": "LayoutModel",
2289
  "state": {
2290
  "_model_module": "@jupyter-widgets/base",
2291
  "_model_module_version": "1.2.0",
 
2334
  "width": null
2335
  }
2336
  },
2337
+ "a36d5620aed94b69bbb338dda78de767": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2338
  "model_module": "@jupyter-widgets/base",
 
2339
  "model_module_version": "1.2.0",
2340
+ "model_name": "LayoutModel",
2341
  "state": {
2342
  "_model_module": "@jupyter-widgets/base",
2343
  "_model_module_version": "1.2.0",
 
2386
  "width": null
2387
  }
2388
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2389
  "a462a7ec65504c89a15be733b037c75e": {
2390
  "model_module": "@jupyter-widgets/base",
 
2391
  "model_module_version": "1.2.0",
2392
+ "model_name": "LayoutModel",
2393
  "state": {
2394
  "_model_module": "@jupyter-widgets/base",
2395
  "_model_module_version": "1.2.0",
 
2438
  "width": null
2439
  }
2440
  },
2441
+ "a6c9c775a8b34f069f373feb7960537b": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2442
  "model_module": "@jupyter-widgets/controls",
 
2443
  "model_module_version": "1.5.0",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2444
  "model_name": "FloatProgressModel",
 
2445
  "state": {
2446
  "_dom_classes": [],
2447
  "_model_module": "@jupyter-widgets/controls",
 
2454
  "bar_style": "success",
2455
  "description": "",
2456
  "description_tooltip": null,
2457
+ "layout": "IPY_MODEL_9bef29612e8b4eccb9bb0cff46089317",
2458
+ "max": 1,
2459
  "min": 0,
2460
  "orientation": "horizontal",
2461
+ "style": "IPY_MODEL_94e57d8b1707408293a430e34c81cf35",
2462
+ "value": 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2463
  }
2464
  },
2465
+ "a6eaf244aefa4390a4d4ee79e68f62b4": {
2466
  "model_module": "@jupyter-widgets/base",
 
2467
  "model_module_version": "1.2.0",
2468
+ "model_name": "LayoutModel",
2469
  "state": {
2470
  "_model_module": "@jupyter-widgets/base",
2471
  "_model_module_version": "1.2.0",
 
2514
  "width": null
2515
  }
2516
  },
2517
+ "ac99d5a5e71c4d1fb04962d6b3e0cfcc": {
2518
  "model_module": "@jupyter-widgets/base",
 
2519
  "model_module_version": "1.2.0",
2520
+ "model_name": "LayoutModel",
2521
  "state": {
2522
  "_model_module": "@jupyter-widgets/base",
2523
  "_model_module_version": "1.2.0",
 
2566
  "width": null
2567
  }
2568
  },
2569
+ "ad33b6cd347143ddb2b943c915da1611": {
2570
  "model_module": "@jupyter-widgets/controls",
 
2571
  "model_module_version": "1.5.0",
2572
+ "model_name": "DescriptionStyleModel",
2573
  "state": {
2574
  "_model_module": "@jupyter-widgets/controls",
2575
  "_model_module_version": "1.5.0",
 
2581
  "description_width": ""
2582
  }
2583
  },
2584
+ "ada031e892fb45319682816021257db8": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2585
  "model_module": "@jupyter-widgets/controls",
 
2586
  "model_module_version": "1.5.0",
2587
+ "model_name": "DescriptionStyleModel",
2588
  "state": {
2589
  "_model_module": "@jupyter-widgets/controls",
2590
  "_model_module_version": "1.5.0",
2591
+ "_model_name": "DescriptionStyleModel",
2592
  "_view_count": null,
2593
  "_view_module": "@jupyter-widgets/base",
2594
  "_view_module_version": "1.2.0",
2595
  "_view_name": "StyleView",
 
2596
  "description_width": ""
2597
  }
2598
  },
2599
+ "adfaa93e0c434e40b9677646f36593e4": {
2600
  "model_module": "@jupyter-widgets/base",
 
2601
  "model_module_version": "1.2.0",
2602
+ "model_name": "LayoutModel",
2603
  "state": {
2604
  "_model_module": "@jupyter-widgets/base",
2605
  "_model_module_version": "1.2.0",
 
2648
  "width": null
2649
  }
2650
  },
2651
+ "aed635f5806c46bc91378cc72b9636bd": {
2652
  "model_module": "@jupyter-widgets/controls",
 
2653
  "model_module_version": "1.5.0",
2654
+ "model_name": "DescriptionStyleModel",
2655
  "state": {
2656
  "_model_module": "@jupyter-widgets/controls",
2657
  "_model_module_version": "1.5.0",
 
2663
  "description_width": ""
2664
  }
2665
  },
2666
+ "b263b4eb2b9d4488a167947dc765b7fa": {
2667
  "model_module": "@jupyter-widgets/controls",
 
2668
  "model_module_version": "1.5.0",
2669
+ "model_name": "FloatProgressModel",
2670
  "state": {
2671
  "_dom_classes": [],
2672
  "_model_module": "@jupyter-widgets/controls",
2673
  "_model_module_version": "1.5.0",
2674
+ "_model_name": "FloatProgressModel",
2675
  "_view_count": null,
2676
  "_view_module": "@jupyter-widgets/controls",
2677
  "_view_module_version": "1.5.0",
2678
+ "_view_name": "ProgressView",
2679
+ "bar_style": "success",
2680
+ "description": "",
2681
+ "description_tooltip": null,
2682
+ "layout": "IPY_MODEL_2cc8754f197e457393e2b3fbaf7ba2ea",
2683
+ "max": 970,
2684
+ "min": 0,
2685
+ "orientation": "horizontal",
2686
+ "style": "IPY_MODEL_1f1bc53ccaa1495ab26830c14013218d",
2687
+ "value": 970
2688
  }
2689
  },
2690
+ "b486b274dd1f46ba8b2c93e5a774af2e": {
2691
  "model_module": "@jupyter-widgets/controls",
 
2692
  "model_module_version": "1.5.0",
2693
+ "model_name": "ProgressStyleModel",
2694
+ "state": {
2695
+ "_model_module": "@jupyter-widgets/controls",
2696
+ "_model_module_version": "1.5.0",
2697
+ "_model_name": "ProgressStyleModel",
2698
+ "_view_count": null,
2699
+ "_view_module": "@jupyter-widgets/base",
2700
+ "_view_module_version": "1.2.0",
2701
+ "_view_name": "StyleView",
2702
+ "bar_color": null,
2703
+ "description_width": ""
 
 
 
 
2704
  }
2705
  },
2706
+ "bc84f5407dd941258f5255101d829b7b": {
2707
  "model_module": "@jupyter-widgets/controls",
 
2708
  "model_module_version": "1.5.0",
2709
+ "model_name": "HBoxModel",
2710
  "state": {
2711
  "_dom_classes": [],
2712
  "_model_module": "@jupyter-widgets/controls",
2713
  "_model_module_version": "1.5.0",
2714
+ "_model_name": "HBoxModel",
2715
  "_view_count": null,
2716
  "_view_module": "@jupyter-widgets/controls",
2717
  "_view_module_version": "1.5.0",
2718
+ "_view_name": "HBoxView",
2719
+ "box_style": "",
2720
+ "children": [
2721
+ "IPY_MODEL_096f3c78b26e490d80109afc2b011223",
2722
+ "IPY_MODEL_6076231a0dc743bb84dafe6277643ec4",
2723
+ "IPY_MODEL_d6aa096fcd2d4a6185f98d386fc19f9f"
2724
+ ],
2725
+ "layout": "IPY_MODEL_16ea2de635da4b35b4112deca2af0f38"
 
 
2726
  }
2727
  },
2728
+ "bfab4f9760ed4939a5a82c59d439dc93": {
2729
  "model_module": "@jupyter-widgets/controls",
 
2730
  "model_module_version": "1.5.0",
2731
+ "model_name": "DescriptionStyleModel",
2732
  "state": {
 
2733
  "_model_module": "@jupyter-widgets/controls",
2734
  "_model_module_version": "1.5.0",
2735
+ "_model_name": "DescriptionStyleModel",
2736
  "_view_count": null,
2737
+ "_view_module": "@jupyter-widgets/base",
2738
+ "_view_module_version": "1.2.0",
2739
+ "_view_name": "StyleView",
2740
+ "description_width": ""
 
 
 
 
 
2741
  }
2742
  },
2743
+ "c05b31ff903b41cbb6bc602cfb55e0fb": {
2744
  "model_module": "@jupyter-widgets/base",
 
2745
  "model_module_version": "1.2.0",
2746
+ "model_name": "LayoutModel",
2747
  "state": {
2748
  "_model_module": "@jupyter-widgets/base",
2749
  "_model_module_version": "1.2.0",
 
2792
  "width": null
2793
  }
2794
  },
2795
+ "c3b51208025c4eb8b095b7de8c472328": {
2796
  "model_module": "@jupyter-widgets/base",
 
2797
  "model_module_version": "1.2.0",
2798
+ "model_name": "LayoutModel",
2799
  "state": {
2800
  "_model_module": "@jupyter-widgets/base",
2801
  "_model_module_version": "1.2.0",
 
2844
  "width": null
2845
  }
2846
  },
2847
+ "c9bdfee8ac2d4032b89d001f1ed5bfaf": {
2848
  "model_module": "@jupyter-widgets/controls",
 
2849
  "model_module_version": "1.5.0",
2850
+ "model_name": "HBoxModel",
2851
  "state": {
2852
+ "_dom_classes": [],
2853
  "_model_module": "@jupyter-widgets/controls",
2854
  "_model_module_version": "1.5.0",
2855
+ "_model_name": "HBoxModel",
2856
+ "_view_count": null,
2857
+ "_view_module": "@jupyter-widgets/controls",
2858
+ "_view_module_version": "1.5.0",
2859
+ "_view_name": "HBoxView",
2860
+ "box_style": "",
2861
+ "children": [
2862
+ "IPY_MODEL_73ecd381f9774ffdb888abe905e2dfde",
2863
+ "IPY_MODEL_11befdeda70148af863e63dd25b6e2ed",
2864
+ "IPY_MODEL_25fbb1d7f4d340e19e6313df035d9ed6"
2865
+ ],
2866
+ "layout": "IPY_MODEL_2147282bbd5b43c9936209299ba5b4a8"
2867
+ }
2868
+ },
2869
+ "d181df592fa84dbbb6e22b0ac9667e4b": {
2870
+ "model_module": "@jupyter-widgets/controls",
2871
+ "model_module_version": "1.5.0",
2872
+ "model_name": "HTMLModel",
2873
+ "state": {
2874
+ "_dom_classes": [],
2875
+ "_model_module": "@jupyter-widgets/controls",
2876
+ "_model_module_version": "1.5.0",
2877
+ "_model_name": "HTMLModel",
2878
+ "_view_count": null,
2879
+ "_view_module": "@jupyter-widgets/controls",
2880
+ "_view_module_version": "1.5.0",
2881
+ "_view_name": "HTMLView",
2882
+ "description": "",
2883
+ "description_tooltip": null,
2884
+ "layout": "IPY_MODEL_9a2eba62e16143e3912c899fc0f0477b",
2885
+ "placeholder": "​",
2886
+ "style": "IPY_MODEL_dd296d7568b241b69584faf5a554c0fe",
2887
+ "value": "config.json: 100%"
2888
+ }
2889
+ },
2890
+ "d47e9ac982a647cc9a1b8c140e529736": {
2891
+ "model_module": "@jupyter-widgets/controls",
2892
+ "model_module_version": "1.5.0",
2893
+ "model_name": "ProgressStyleModel",
2894
+ "state": {
2895
+ "_model_module": "@jupyter-widgets/controls",
2896
+ "_model_module_version": "1.5.0",
2897
+ "_model_name": "ProgressStyleModel",
2898
  "_view_count": null,
2899
  "_view_module": "@jupyter-widgets/base",
2900
  "_view_module_version": "1.2.0",
2901
  "_view_name": "StyleView",
2902
+ "bar_color": null,
2903
  "description_width": ""
2904
  }
2905
  },
2906
+ "d6aa096fcd2d4a6185f98d386fc19f9f": {
2907
+ "model_module": "@jupyter-widgets/controls",
2908
+ "model_module_version": "1.5.0",
2909
+ "model_name": "HTMLModel",
2910
+ "state": {
2911
+ "_dom_classes": [],
2912
+ "_model_module": "@jupyter-widgets/controls",
2913
+ "_model_module_version": "1.5.0",
2914
+ "_model_name": "HTMLModel",
2915
+ "_view_count": null,
2916
+ "_view_module": "@jupyter-widgets/controls",
2917
+ "_view_module_version": "1.5.0",
2918
+ "_view_name": "HTMLView",
2919
+ "description": "",
2920
+ "description_tooltip": null,
2921
+ "layout": "IPY_MODEL_855ff8b6bde84a129ad21b4b0341f7d1",
2922
+ "placeholder": "​",
2923
+ "style": "IPY_MODEL_1769d00e809b4694b2fc753d92bfad3d",
2924
+ "value": " 16.3M/16.3M [00:00&lt;00:00, 77.6MB/s]"
2925
+ }
2926
+ },
2927
+ "d8366bb02786415fae7dba410e210d4f": {
2928
  "model_module": "@jupyter-widgets/base",
 
2929
  "model_module_version": "1.2.0",
2930
+ "model_name": "LayoutModel",
2931
  "state": {
2932
  "_model_module": "@jupyter-widgets/base",
2933
  "_model_module_version": "1.2.0",
 
2976
  "width": null
2977
  }
2978
  },
2979
+ "d9493430a0fc4564ad8cbbd960d43bc3": {
2980
  "model_module": "@jupyter-widgets/controls",
 
2981
  "model_module_version": "1.5.0",
2982
+ "model_name": "DescriptionStyleModel",
2983
  "state": {
2984
  "_model_module": "@jupyter-widgets/controls",
2985
  "_model_module_version": "1.5.0",
2986
+ "_model_name": "DescriptionStyleModel",
2987
  "_view_count": null,
2988
  "_view_module": "@jupyter-widgets/base",
2989
  "_view_module_version": "1.2.0",
2990
  "_view_name": "StyleView",
 
2991
  "description_width": ""
2992
  }
2993
  },
2994
+ "dd296d7568b241b69584faf5a554c0fe": {
2995
+ "model_module": "@jupyter-widgets/controls",
2996
+ "model_module_version": "1.5.0",
2997
+ "model_name": "DescriptionStyleModel",
2998
+ "state": {
2999
+ "_model_module": "@jupyter-widgets/controls",
3000
+ "_model_module_version": "1.5.0",
3001
+ "_model_name": "DescriptionStyleModel",
3002
+ "_view_count": null,
3003
+ "_view_module": "@jupyter-widgets/base",
3004
+ "_view_module_version": "1.2.0",
3005
+ "_view_name": "StyleView",
3006
+ "description_width": ""
3007
+ }
3008
+ },
3009
+ "de4a0e1e9fe345b99534071aa4ca87de": {
3010
  "model_module": "@jupyter-widgets/base",
 
3011
  "model_module_version": "1.2.0",
3012
+ "model_name": "LayoutModel",
3013
  "state": {
3014
  "_model_module": "@jupyter-widgets/base",
3015
  "_model_module_version": "1.2.0",
 
3058
  "width": null
3059
  }
3060
  },
3061
+ "e044bb95e9764d3d83d7d215aa7a810b": {
3062
  "model_module": "@jupyter-widgets/controls",
 
3063
  "model_module_version": "1.5.0",
3064
+ "model_name": "HBoxModel",
3065
  "state": {
3066
+ "_dom_classes": [],
3067
  "_model_module": "@jupyter-widgets/controls",
3068
  "_model_module_version": "1.5.0",
3069
+ "_model_name": "HBoxModel",
3070
+ "_view_count": null,
3071
+ "_view_module": "@jupyter-widgets/controls",
3072
+ "_view_module_version": "1.5.0",
3073
+ "_view_name": "HBoxView",
3074
+ "box_style": "",
3075
+ "children": [
3076
+ "IPY_MODEL_141644bb150c4a3d8b8bcd2abad65286",
3077
+ "IPY_MODEL_a6c9c775a8b34f069f373feb7960537b",
3078
+ "IPY_MODEL_36e0ba60be5e4ec8a5b4cb1d4b346633"
3079
+ ],
3080
+ "layout": "IPY_MODEL_5db7474c8eaf4f87a3b51847f9416467"
3081
+ }
3082
+ },
3083
+ "e8930838bb244b569416a79b60ed349d": {
3084
+ "model_module": "@jupyter-widgets/controls",
3085
+ "model_module_version": "1.5.0",
3086
+ "model_name": "ProgressStyleModel",
3087
+ "state": {
3088
+ "_model_module": "@jupyter-widgets/controls",
3089
+ "_model_module_version": "1.5.0",
3090
+ "_model_name": "ProgressStyleModel",
3091
  "_view_count": null,
3092
  "_view_module": "@jupyter-widgets/base",
3093
  "_view_module_version": "1.2.0",
3094
  "_view_name": "StyleView",
3095
+ "bar_color": null,
3096
  "description_width": ""
3097
  }
3098
+ },
3099
+ "f177fbebbef14e6dbcd5bdaf04900dc2": {
3100
+ "model_module": "@jupyter-widgets/controls",
3101
+ "model_module_version": "1.5.0",
3102
+ "model_name": "HBoxModel",
3103
+ "state": {
3104
+ "_dom_classes": [],
3105
+ "_model_module": "@jupyter-widgets/controls",
3106
+ "_model_module_version": "1.5.0",
3107
+ "_model_name": "HBoxModel",
3108
+ "_view_count": null,
3109
+ "_view_module": "@jupyter-widgets/controls",
3110
+ "_view_module_version": "1.5.0",
3111
+ "_view_name": "HBoxView",
3112
+ "box_style": "",
3113
+ "children": [
3114
+ "IPY_MODEL_0ccdf14b8fbf45e1bd52cc4878445d4b",
3115
+ "IPY_MODEL_25877632f7ce482cb90c031a3a325ffb",
3116
+ "IPY_MODEL_5abfcb98468042788197a3e6753d4fd5"
3117
+ ],
3118
+ "layout": "IPY_MODEL_14195234d0f24b94891b833592ca309e"
3119
+ }
3120
+ },
3121
+ "f7d88a08a04c47eab34bf7da4fedc0a5": {
3122
+ "model_module": "@jupyter-widgets/controls",
3123
+ "model_module_version": "1.5.0",
3124
+ "model_name": "HTMLModel",
3125
+ "state": {
3126
+ "_dom_classes": [],
3127
+ "_model_module": "@jupyter-widgets/controls",
3128
+ "_model_module_version": "1.5.0",
3129
+ "_model_name": "HTMLModel",
3130
+ "_view_count": null,
3131
+ "_view_module": "@jupyter-widgets/controls",
3132
+ "_view_module_version": "1.5.0",
3133
+ "_view_name": "HTMLView",
3134
+ "description": "",
3135
+ "description_tooltip": null,
3136
+ "layout": "IPY_MODEL_a462a7ec65504c89a15be733b037c75e",
3137
+ "placeholder": "​",
3138
+ "style": "IPY_MODEL_ad33b6cd347143ddb2b943c915da1611",
3139
+ "value": " 970/970 [00:00&lt;00:00, 69.3kB/s]"
3140
+ }
3141
+ },
3142
+ "faa539bf578a464db0e1e490a2efee3f": {
3143
+ "model_module": "@jupyter-widgets/controls",
3144
+ "model_module_version": "1.5.0",
3145
+ "model_name": "HTMLModel",
3146
+ "state": {
3147
+ "_dom_classes": [],
3148
+ "_model_module": "@jupyter-widgets/controls",
3149
+ "_model_module_version": "1.5.0",
3150
+ "_model_name": "HTMLModel",
3151
+ "_view_count": null,
3152
+ "_view_module": "@jupyter-widgets/controls",
3153
+ "_view_module_version": "1.5.0",
3154
+ "_view_name": "HTMLView",
3155
+ "description": "",
3156
+ "description_tooltip": null,
3157
+ "layout": "IPY_MODEL_adfaa93e0c434e40b9677646f36593e4",
3158
+ "placeholder": "​",
3159
+ "style": "IPY_MODEL_36153ab0490d49f99d84f6fcdd27d086",
3160
+ "value": "model.safetensors: 100%"
3161
+ }
3162
  }
3163
  }
3164
  }
3165
  },
3166
  "nbformat": 4,
3167
  "nbformat_minor": 0
3168
+ }