Text Generation
MLX
Safetensors
GGUF
qwen3
conversational
adeelahmad commited on
Commit
3745ba4
·
1 Parent(s): 7ba029c

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -3,3 +3,5 @@ ReasonableQwen3-4B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
3
  model.safetensors filter=lfs diff=lfs merge=lfs -text
4
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
5
  ReasonableQwen3-4B-Q3_k.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
3
  model.safetensors filter=lfs diff=lfs merge=lfs -text
4
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
5
  ReasonableQwen3-4B-Q3_k.gguf filter=lfs diff=lfs merge=lfs -text
6
+ ReasonableQwen3-4B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
7
+ ReasonableQwen3-4B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
ReasonableQwen3-4B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93ba740daf57e566856a3f09fc0d964040749d3dfa870b0e0939ea71d1622172
3
+ size 2075618016
ReasonableQwen3-4B-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8ca16588d704c3ae6cee91f6156517e23b90dd1529dc153f641fdbfcda898f7
3
+ size 2497280736
ReasonableQwen3-4B-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4338119189b96dd0003d1d678368fd7caa661f6e080d97109bd625cc0c88e1b
3
- size 4280405152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54e6d5641b930f128baf7798fdc5373c223b25ae7ab2b80b044af92239110350
3
+ size 4280405216
added_tokens.json CHANGED
@@ -1,9 +1,19 @@
1
  {
 
 
 
 
2
  "</think>": 151668,
3
  "</tool_call>": 151658,
 
4
  "</tool_response>": 151666,
 
 
 
 
5
  "<think>": 151667,
6
  "<tool_call>": 151657,
 
7
  "<tool_response>": 151665,
8
  "<|box_end|>": 151649,
9
  "<|box_start|>": 151648,
 
1
  {
2
+ "</answer>": 151669,
3
+ "</img_base64>": 151670,
4
+ "</json_output>": 151671,
5
+ "</ocr_text>": 151672,
6
  "</think>": 151668,
7
  "</tool_call>": 151658,
8
+ "</tool_code>": 151673,
9
  "</tool_response>": 151666,
10
+ "<answer>": 151674,
11
+ "<img_base64>": 151675,
12
+ "<json_output>": 151676,
13
+ "<ocr_text>": 151677,
14
  "<think>": 151667,
15
  "<tool_call>": 151657,
16
+ "<tool_code>": 151678,
17
  "<tool_response>": 151665,
18
  "<|box_end|>": 151649,
19
  "<|box_start|>": 151648,
config.json CHANGED
@@ -11,7 +11,7 @@
11
  "hidden_size": 2560,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 9728,
14
- "max_position_embeddings": 40960,
15
  "max_window_layers": 36,
16
  "model_type": "qwen3",
17
  "num_attention_heads": 32,
@@ -19,7 +19,7 @@
19
  "num_key_value_heads": 8,
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": null,
22
- "rope_theta": 1000000,
23
  "sliding_window": null,
24
  "tie_word_embeddings": true,
25
  "torch_dtype": "bfloat16",
 
11
  "hidden_size": 2560,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 9728,
14
+ "max_position_embeddings": 262144,
15
  "max_window_layers": 36,
16
  "model_type": "qwen3",
17
  "num_attention_heads": 32,
 
19
  "num_key_value_heads": 8,
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": null,
22
+ "rope_theta": 5000000,
23
  "sliding_window": null,
24
  "tie_word_embeddings": true,
25
  "torch_dtype": "bfloat16",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd2a7264387c2d750f5db724af5117a0897743dc0f71da28efa82e057b976e91
3
- size 8044982021
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff3ffee50d3af1a70c12cf7af914e7a98dc3241ed4803acdd45cf9f03bdac2a
3
+ size 8044982009
special_tokens_map.json CHANGED
@@ -1,18 +1,89 @@
1
  {
2
  "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>",
5
- "<|object_ref_start|>",
6
- "<|object_ref_end|>",
7
- "<|box_start|>",
8
- "<|box_end|>",
9
- "<|quad_start|>",
10
- "<|quad_end|>",
11
- "<|vision_start|>",
12
- "<|vision_end|>",
13
- "<|vision_pad|>",
14
- "<|image_pad|>",
15
- "<|video_pad|>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  ],
17
  "eos_token": {
18
  "content": "<|im_end|>",
 
1
  {
2
  "additional_special_tokens": [
3
+ {
4
+ "content": "</answer>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "</img_base64>",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ {
18
+ "content": "</json_output>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ {
25
+ "content": "</ocr_text>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ {
32
+ "content": "</think>",
33
+ "lstrip": false,
34
+ "normalized": false,
35
+ "rstrip": false,
36
+ "single_word": false
37
+ },
38
+ {
39
+ "content": "</tool_code>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false
44
+ },
45
+ {
46
+ "content": "<answer>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false
51
+ },
52
+ {
53
+ "content": "<img_base64>",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false
58
+ },
59
+ {
60
+ "content": "<json_output>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false
65
+ },
66
+ {
67
+ "content": "<ocr_text>",
68
+ "lstrip": false,
69
+ "normalized": false,
70
+ "rstrip": false,
71
+ "single_word": false
72
+ },
73
+ {
74
+ "content": "<think>",
75
+ "lstrip": false,
76
+ "normalized": false,
77
+ "rstrip": false,
78
+ "single_word": false
79
+ },
80
+ {
81
+ "content": "<tool_code>",
82
+ "lstrip": false,
83
+ "normalized": false,
84
+ "rstrip": false,
85
+ "single_word": false
86
+ }
87
  ],
88
  "eos_token": {
89
  "content": "<|im_end|>",
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
- size 11422654
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c73c38bcfda11e5e9cbed5db75854b6d0fdb3be4bbe54cffae22ad886a27137
3
+ size 11424535
tokenizer_config.json CHANGED
@@ -200,7 +200,7 @@
200
  "normalized": false,
201
  "rstrip": false,
202
  "single_word": false,
203
- "special": false
204
  },
205
  "151668": {
206
  "content": "</think>",
@@ -208,23 +208,102 @@
208
  "normalized": false,
209
  "rstrip": false,
210
  "single_word": false,
211
- "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
212
  }
213
  },
214
  "additional_special_tokens": [
215
- "<|im_start|>",
216
- "<|im_end|>",
217
- "<|object_ref_start|>",
218
- "<|object_ref_end|>",
219
- "<|box_start|>",
220
- "<|box_end|>",
221
- "<|quad_start|>",
222
- "<|quad_end|>",
223
- "<|vision_start|>",
224
- "<|vision_end|>",
225
- "<|vision_pad|>",
226
- "<|image_pad|>",
227
- "<|video_pad|>"
228
  ],
229
  "bos_token": null,
230
  "clean_up_tokenization_spaces": false,
 
200
  "normalized": false,
201
  "rstrip": false,
202
  "single_word": false,
203
+ "special": true
204
  },
205
  "151668": {
206
  "content": "</think>",
 
208
  "normalized": false,
209
  "rstrip": false,
210
  "single_word": false,
211
+ "special": true
212
+ },
213
+ "151669": {
214
+ "content": "</answer>",
215
+ "lstrip": false,
216
+ "normalized": false,
217
+ "rstrip": false,
218
+ "single_word": false,
219
+ "special": true
220
+ },
221
+ "151670": {
222
+ "content": "</img_base64>",
223
+ "lstrip": false,
224
+ "normalized": false,
225
+ "rstrip": false,
226
+ "single_word": false,
227
+ "special": true
228
+ },
229
+ "151671": {
230
+ "content": "</json_output>",
231
+ "lstrip": false,
232
+ "normalized": false,
233
+ "rstrip": false,
234
+ "single_word": false,
235
+ "special": true
236
+ },
237
+ "151672": {
238
+ "content": "</ocr_text>",
239
+ "lstrip": false,
240
+ "normalized": false,
241
+ "rstrip": false,
242
+ "single_word": false,
243
+ "special": true
244
+ },
245
+ "151673": {
246
+ "content": "</tool_code>",
247
+ "lstrip": false,
248
+ "normalized": false,
249
+ "rstrip": false,
250
+ "single_word": false,
251
+ "special": true
252
+ },
253
+ "151674": {
254
+ "content": "<answer>",
255
+ "lstrip": false,
256
+ "normalized": false,
257
+ "rstrip": false,
258
+ "single_word": false,
259
+ "special": true
260
+ },
261
+ "151675": {
262
+ "content": "<img_base64>",
263
+ "lstrip": false,
264
+ "normalized": false,
265
+ "rstrip": false,
266
+ "single_word": false,
267
+ "special": true
268
+ },
269
+ "151676": {
270
+ "content": "<json_output>",
271
+ "lstrip": false,
272
+ "normalized": false,
273
+ "rstrip": false,
274
+ "single_word": false,
275
+ "special": true
276
+ },
277
+ "151677": {
278
+ "content": "<ocr_text>",
279
+ "lstrip": false,
280
+ "normalized": false,
281
+ "rstrip": false,
282
+ "single_word": false,
283
+ "special": true
284
+ },
285
+ "151678": {
286
+ "content": "<tool_code>",
287
+ "lstrip": false,
288
+ "normalized": false,
289
+ "rstrip": false,
290
+ "single_word": false,
291
+ "special": true
292
  }
293
  },
294
  "additional_special_tokens": [
295
+ "</answer>",
296
+ "</img_base64>",
297
+ "</json_output>",
298
+ "</ocr_text>",
299
+ "</think>",
300
+ "</tool_code>",
301
+ "<answer>",
302
+ "<img_base64>",
303
+ "<json_output>",
304
+ "<ocr_text>",
305
+ "<think>",
306
+ "<tool_code>"
 
307
  ],
308
  "bos_token": null,
309
  "clean_up_tokenization_spaces": false,