tistak
/

sn6-1

Text Generation

text-generation-inference

Model card Files Files and versions

tistak commited on May 7, 2024

Commit

132c5d6

·

verified ·

1 Parent(s): 15631c1

Upload tokenizer

Files changed (1) hide show

tokenizer.json +1 -0

tokenizer.json CHANGED Viewed

@@ -345,6 +345,7 @@
     "end_of_word_suffix": "",
     "fuse_unk": false,
     "byte_fallback": false,
     "vocab": {
       "!": 0,
       "\"": 1,

     "end_of_word_suffix": "",
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": false,
     "vocab": {
       "!": 0,
       "\"": 1,