Upload processor
Browse files
decoder_tokenizer/tokenizer_config.json
CHANGED
|
@@ -1106,7 +1106,7 @@
|
|
| 1106 |
}
|
| 1107 |
},
|
| 1108 |
"auto_map": {
|
| 1109 |
-
"AutoProcessor": "
|
| 1110 |
},
|
| 1111 |
"bos_token": "<|bos|>",
|
| 1112 |
"chat_template": "<|bos|><|aspect_ratio:{{ messages[\"aspect_ratio\"] }}|><|rating:{{ messages[\"rating\"] }}|><|length:{{ messages[\"length\"] }}|><text><|text|></text><|translate:{{ messages[\"translate_mode\"] }}|><|input_end|><copyright>{% if messages[\"copyright\"]|default(none) is not none %}{{ messages[\"copyright\"] }}</copyright><character>{% if messages[\"character\"]|default(none) is not none %}{{ messages[\"character\"] }}</character><general><translation>{% if messages[\"translation\"]|default(none) is not none %}{{ messages[\"translation\"] }}</translation><extension>{% endif %}{% endif %}{% endif %}",
|
|
|
|
| 1106 |
}
|
| 1107 |
},
|
| 1108 |
"auto_map": {
|
| 1109 |
+
"AutoProcessor": "processor_danbot_nl.DanbotNLProcessor"
|
| 1110 |
},
|
| 1111 |
"bos_token": "<|bos|>",
|
| 1112 |
"chat_template": "<|bos|><|aspect_ratio:{{ messages[\"aspect_ratio\"] }}|><|rating:{{ messages[\"rating\"] }}|><|length:{{ messages[\"length\"] }}|><text><|text|></text><|translate:{{ messages[\"translate_mode\"] }}|><|input_end|><copyright>{% if messages[\"copyright\"]|default(none) is not none %}{{ messages[\"copyright\"] }}</copyright><character>{% if messages[\"character\"]|default(none) is not none %}{{ messages[\"character\"] }}</character><general><translation>{% if messages[\"translation\"]|default(none) is not none %}{{ messages[\"translation\"] }}</translation><extension>{% endif %}{% endif %}{% endif %}",
|
encoder_tokenizer/tokenizer_config.json
CHANGED
|
@@ -150,7 +150,7 @@
|
|
| 150 |
}
|
| 151 |
},
|
| 152 |
"auto_map": {
|
| 153 |
-
"AutoProcessor": "
|
| 154 |
},
|
| 155 |
"bos_token": "<s>",
|
| 156 |
"clean_up_tokenization_spaces": false,
|
|
|
|
| 150 |
}
|
| 151 |
},
|
| 152 |
"auto_map": {
|
| 153 |
+
"AutoProcessor": "processor_danbot_nl.DanbotNLProcessor"
|
| 154 |
},
|
| 155 |
"bos_token": "<s>",
|
| 156 |
"clean_up_tokenization_spaces": false,
|
processor_config.json
CHANGED
|
@@ -1,4 +1,7 @@
|
|
| 1 |
{
|
|
|
|
|
|
|
|
|
|
| 2 |
"encoder_token": "<|text|>",
|
| 3 |
"processor_class": "DanbotNLProcessor"
|
| 4 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"auto_map": {
|
| 3 |
+
"AutoProcessor": "processor_danbot_nl.DanbotNLProcessor"
|
| 4 |
+
},
|
| 5 |
"encoder_token": "<|text|>",
|
| 6 |
"processor_class": "DanbotNLProcessor"
|
| 7 |
}
|