Upload model trained with Unsloth
Browse filesUpload model trained with Unsloth 2x faster
- README.md +3 -1
- special_tokens_map.json +1 -8
- tokenizer.json +2 -2
- tokenizer_config.json +2 -2
README.md
CHANGED
|
@@ -4,4 +4,6 @@ language:
|
|
| 4 |
- en
|
| 5 |
pipeline_tag: text-to-speech
|
| 6 |
license: apache-2.0
|
| 7 |
-
|
|
|
|
|
|
|
|
|
| 4 |
- en
|
| 5 |
pipeline_tag: text-to-speech
|
| 6 |
license: apache-2.0
|
| 7 |
+
tags:
|
| 8 |
+
- unsloth
|
| 9 |
+
---
|
special_tokens_map.json
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
{
|
| 2 |
-
"additional_special_tokens": [],
|
| 3 |
"bos_token": {
|
| 4 |
"content": "<|begin_of_text|>",
|
| 5 |
"lstrip": false,
|
|
@@ -7,13 +6,7 @@
|
|
| 7 |
"rstrip": false,
|
| 8 |
"single_word": false
|
| 9 |
},
|
| 10 |
-
"eos_token":
|
| 11 |
-
"content": "<|eot_id|>",
|
| 12 |
-
"lstrip": false,
|
| 13 |
-
"normalized": false,
|
| 14 |
-
"rstrip": false,
|
| 15 |
-
"single_word": false
|
| 16 |
-
},
|
| 17 |
"pad_token": {
|
| 18 |
"content": "<|finetune_right_pad_id|>",
|
| 19 |
"lstrip": false,
|
|
|
|
| 1 |
{
|
|
|
|
| 2 |
"bos_token": {
|
| 3 |
"content": "<|begin_of_text|>",
|
| 4 |
"lstrip": false,
|
|
|
|
| 6 |
"rstrip": false,
|
| 7 |
"single_word": false
|
| 8 |
},
|
| 9 |
+
"eos_token": "<custom_token_2>",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
"pad_token": {
|
| 11 |
"content": "<|finetune_right_pad_id|>",
|
| 12 |
"lstrip": false,
|
tokenizer.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:948f905693e9d7f3f7881e01a30299ec92b98999b7c06e1faada462519dc6b5d
|
| 3 |
+
size 22849361
|
tokenizer_config.json
CHANGED
|
@@ -231517,7 +231517,7 @@
|
|
| 231517 |
"additional_special_tokens": [],
|
| 231518 |
"bos_token": "<|begin_of_text|>",
|
| 231519 |
"clean_up_tokenization_spaces": true,
|
| 231520 |
-
"eos_token": "
|
| 231521 |
"extra_special_tokens": {},
|
| 231522 |
"model_input_names": [
|
| 231523 |
"input_ids",
|
|
@@ -231526,6 +231526,6 @@
|
|
| 231526 |
"model_max_length": 131072,
|
| 231527 |
"pad_token": "<|finetune_right_pad_id|>",
|
| 231528 |
"padding_side": "left",
|
| 231529 |
-
"tokenizer_class": "
|
| 231530 |
"unk_token": null
|
| 231531 |
}
|
|
|
|
| 231517 |
"additional_special_tokens": [],
|
| 231518 |
"bos_token": "<|begin_of_text|>",
|
| 231519 |
"clean_up_tokenization_spaces": true,
|
| 231520 |
+
"eos_token": "<custom_token_2>",
|
| 231521 |
"extra_special_tokens": {},
|
| 231522 |
"model_input_names": [
|
| 231523 |
"input_ids",
|
|
|
|
| 231526 |
"model_max_length": 131072,
|
| 231527 |
"pad_token": "<|finetune_right_pad_id|>",
|
| 231528 |
"padding_side": "left",
|
| 231529 |
+
"tokenizer_class": "PreTrainedTokenizerFast",
|
| 231530 |
"unk_token": null
|
| 231531 |
}
|