Transformers
Safetensors
Japanese
English
danbot_nl
pretraining
custom_code
p1atdev commited on
Commit
f992aa6
·
verified ·
1 Parent(s): bb68c10

Upload processor

Browse files
decoder_tokenizer/tokenizer_config.json CHANGED
@@ -1106,7 +1106,7 @@
1106
  }
1107
  },
1108
  "auto_map": {
1109
- "AutoProcessor": "dartags/DanbotNL-2408-260m--processor_danbot_nl.DanbotNLProcessor"
1110
  },
1111
  "bos_token": "<|bos|>",
1112
  "chat_template": "<|bos|><|aspect_ratio:{{ messages[\"aspect_ratio\"] }}|><|rating:{{ messages[\"rating\"] }}|><|length:{{ messages[\"length\"] }}|><text><|text|></text><|translate:{{ messages[\"translate_mode\"] }}|><|input_end|><copyright>{% if messages[\"copyright\"]|default(none) is not none %}{{ messages[\"copyright\"] }}</copyright><character>{% if messages[\"character\"]|default(none) is not none %}{{ messages[\"character\"] }}</character><general><translation>{% if messages[\"translation\"]|default(none) is not none %}{{ messages[\"translation\"] }}</translation><extension>{% endif %}{% endif %}{% endif %}",
 
1106
  }
1107
  },
1108
  "auto_map": {
1109
+ "AutoProcessor": "processor_danbot_nl.DanbotNLProcessor"
1110
  },
1111
  "bos_token": "<|bos|>",
1112
  "chat_template": "<|bos|><|aspect_ratio:{{ messages[\"aspect_ratio\"] }}|><|rating:{{ messages[\"rating\"] }}|><|length:{{ messages[\"length\"] }}|><text><|text|></text><|translate:{{ messages[\"translate_mode\"] }}|><|input_end|><copyright>{% if messages[\"copyright\"]|default(none) is not none %}{{ messages[\"copyright\"] }}</copyright><character>{% if messages[\"character\"]|default(none) is not none %}{{ messages[\"character\"] }}</character><general><translation>{% if messages[\"translation\"]|default(none) is not none %}{{ messages[\"translation\"] }}</translation><extension>{% endif %}{% endif %}{% endif %}",
encoder_tokenizer/tokenizer_config.json CHANGED
@@ -150,7 +150,7 @@
150
  }
151
  },
152
  "auto_map": {
153
- "AutoProcessor": "dartags/DanbotNL-2408-260m--processor_danbot_nl.DanbotNLProcessor"
154
  },
155
  "bos_token": "<s>",
156
  "clean_up_tokenization_spaces": false,
 
150
  }
151
  },
152
  "auto_map": {
153
+ "AutoProcessor": "processor_danbot_nl.DanbotNLProcessor"
154
  },
155
  "bos_token": "<s>",
156
  "clean_up_tokenization_spaces": false,
processor_config.json CHANGED
@@ -1,4 +1,7 @@
1
  {
 
 
 
2
  "encoder_token": "<|text|>",
3
  "processor_class": "DanbotNLProcessor"
4
  }
 
1
  {
2
+ "auto_map": {
3
+ "AutoProcessor": "processor_danbot_nl.DanbotNLProcessor"
4
+ },
5
  "encoder_token": "<|text|>",
6
  "processor_class": "DanbotNLProcessor"
7
  }