rulixiang commited on
Commit
10ac23c
·
1 Parent(s): bfddb8b

Update tokenizer_config.json && Add LICENCE

Browse files
Files changed (2) hide show
  1. LICENCE +21 -0
  2. tokenizer_config.json +1 -1
LICENCE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2025 inclusionAI
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
tokenizer_config.json CHANGED
@@ -2140,7 +2140,7 @@
2140
  "<|number_end|>"
2141
  ],
2142
  "bos_token": "<|startoftext|>",
2143
- "chat_template": "{% set thinking_option = 'off' %}\n{% if enable_thinking %}\n {% set thinking_option = 'on' %}\n{% endif %}\n{{- '<role>SYSTEM</role>' }}\n{%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\n'}}\n{%- endif %}\n{{- 'detailed thinking ' + thinking_option }}\n{% for message in messages %}\n {%- if message.role == \"user\" %}\n {{- '<role>HUMAN</role>' + message.content }}\n {%- elif message.role == \"system\" and not loop.first %}\n {{- '<role>SYSTEM</role>' + message.content }}\n {%- elif message.role == \"assistant\" %}\n {{- '<role>ASSISTANT</role>' + message.content }}\n {%- elif message.role == \"tool\" %}\n {{- '<role>OBSERVATION</role>' + message.content }}\n {%- endif %}\n{% endfor %}\n{% if add_generation_prompt %}\n {{- '<role>ASSISTANT</role>' }}\n {% if enable_thinking %}\n {{- '<think>' }}\n {% endif %}\n{% endif %}",
2144
  "clean_up_tokenization_spaces": false,
2145
  "cls_token": "[CLS]",
2146
  "eos_token": "<|endoftext|>",
 
2140
  "<|number_end|>"
2141
  ],
2142
  "bos_token": "<|startoftext|>",
2143
+ "chat_template": "{% set thinking_option = 'off' %}{% if enable_thinking %}{% set thinking_option = 'on' %}{% endif %}{{- '<role>SYSTEM</role>' }}{%- if messages[0].role == 'system' %}{{- messages[0].content + '\n'}}{%- endif %}{{- 'detailed thinking ' + thinking_option }}{% for message in messages %}{%- if message.role == \"user\" %}{{- '<role>HUMAN</role>' + message.content }}{%- elif message.role == \"system\" and not loop.first %}{{- '<role>SYSTEM</role>' + message.content }}{%- elif message.role == \"assistant\" %}{{- '<role>ASSISTANT</role>' + message.content }}{%- elif message.role == \"tool\" %}{{- '<role>OBSERVATION</role>' + message.content }}{%- endif %}{% endfor %}{% if add_generation_prompt %}{{- '<role>ASSISTANT</role>' }}{% if enable_thinking %}{{- '<think>' }}{% endif %}{% endif %}",
2144
  "clean_up_tokenization_spaces": false,
2145
  "cls_token": "[CLS]",
2146
  "eos_token": "<|endoftext|>",