Add response schema

#4
by Rocketknight1 HF Staff - opened
Files changed (1) hide show
  1. tokenizer_config.json +44 -0
tokenizer_config.json CHANGED
@@ -29,5 +29,49 @@
29
  "pad_token": "<|endoftext|>",
30
  "padding_side": "left",
31
  "remove_space": false,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  "tokenizer_class": "TokenizersBackend"
33
  }
 
29
  "pad_token": "<|endoftext|>",
30
  "padding_side": "left",
31
  "remove_space": false,
32
+ "response_schema": {
33
+ "type": "object",
34
+ "properties": {
35
+ "role": {
36
+ "const": "assistant"
37
+ },
38
+ "thinking": {
39
+ "type": "string",
40
+ "x-regex": "^(?:<think>)?\\s*(\\S[\\s\\S]*?)\\s*</think>"
41
+ },
42
+ "content": {
43
+ "type": "string",
44
+ "x-regex": "</think>\\s*((?:(?!<tool_call>)[\\s\\S])+?)\\s*$"
45
+ },
46
+ "tool_calls": {
47
+ "x-regex-iterator": "<tool_call>\\s*([\\s\\S]*?)\\s*</tool_call>",
48
+ "type": "array",
49
+ "items": {
50
+ "type": "object",
51
+ "x-parser": "json",
52
+ "x-parser-args": {
53
+ "transform": "{type: 'function', function: @}"
54
+ },
55
+ "properties": {
56
+ "type": {
57
+ "const": "function"
58
+ },
59
+ "function": {
60
+ "type": "object",
61
+ "properties": {
62
+ "name": {
63
+ "type": "string"
64
+ },
65
+ "arguments": {
66
+ "type": "object",
67
+ "additionalProperties": {}
68
+ }
69
+ }
70
+ }
71
+ }
72
+ }
73
+ }
74
+ }
75
+ },
76
  "tokenizer_class": "TokenizersBackend"
77
  }