Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,18 @@
+{
+  "<|endofexecution|>": 151655,
+  "<|endofobservation|>": 151653,
+  "<|endofresponse|>": 151649,
+  "<|endofsystem|>": 151651,
+  "<|endoftext|>": 151643,
+  "<|endofuserprompt|>": 151647,
+  "<|execution|>": 151654,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|observation|>": 151652,
+  "<|reject-unknown|>": 151656,
+  "<|response|>": 151648,
+  "<|sec-cot|>": 151657,
+  "<|sec-end-cot|>": 151658,
+  "<|system|>": 151650,
+  "<|userprompt|>": 151646
+}

chat_template.jinja

@@ -0,0 +1 @@
+{% if messages[0]['role'] == 'system' %}<|system|>{{ messages[0]['content'] }}<|endofsystem|>{% set start_idx = 1 %}{% else %}<|system|>You are a helpful assistant.<|endofsystem|>{% set start_idx = 0 %}{% endif %}{% for idx in range(start_idx, messages|length) %}{% if messages[idx]['role'] == 'user' %}<|userprompt|>{{ messages[idx]['content'] }}<|endofuserprompt|>{% elif messages[idx]['role'] == 'assistant' %}<|response|>{{ messages[idx]['content'] }}<|endofresponse|>{% endif %}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] == 'user' %}<|response|>{% endif %}

config.json

@@ -0,0 +1,320 @@
+{
+  "architectures": [
+    "Dots1ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "eos_token_id": 151645,
+  "first_k_dense_replace": 1,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 10944,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 62,
+  "model_type": "dots1",
+  "moe_intermediate_size": 1408,
+  "moe_layer_freq": 1,
+  "n_group": 1,
+  "n_routed_experts": 128,
+  "n_shared_experts": 2,
+  "norm_topk_prob": true,
+  "num_attention_heads": 32,
+  "num_experts_per_tok": 6,
+  "num_hidden_layers": 62,
+  "num_key_value_heads": 32,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "config_groups": {
+      "group_0": {
+        "input_activations": null,
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": false,
+          "group_size": 128,
+          "num_bits": 4,
+          "observer": "minmax",
+          "observer_kwargs": {},
+          "strategy": "group",
+          "symmetric": true,
+          "type": "int"
+        }
+      }
+    },
+    "format": "pack-quantized",
+    "global_compression_ratio": null,
+    "ignore": [
+      "model.layers.0.mlp.gate_proj",
+      "model.layers.0.mlp.down_proj",
+      "model.layers.1.mlp.shared_experts.gate_proj",
+      "model.layers.1.mlp.shared_experts.up_proj",
+      "model.layers.1.mlp.shared_experts.down_proj",
+      "model.layers.2.mlp.shared_experts.gate_proj",
+      "model.layers.2.mlp.shared_experts.up_proj",
+      "model.layers.2.mlp.shared_experts.down_proj",
+      "model.layers.3.mlp.shared_experts.gate_proj",
+      "model.layers.3.mlp.shared_experts.up_proj",
+      "model.layers.3.mlp.shared_experts.down_proj",
+      "model.layers.4.mlp.shared_experts.gate_proj",
+      "model.layers.4.mlp.shared_experts.up_proj",
+      "model.layers.4.mlp.shared_experts.down_proj",
+      "model.layers.5.mlp.shared_experts.gate_proj",
+      "model.layers.5.mlp.shared_experts.up_proj",
+      "model.layers.5.mlp.shared_experts.down_proj",
+      "model.layers.6.mlp.shared_experts.gate_proj",
+      "model.layers.6.mlp.shared_experts.up_proj",
+      "model.layers.6.mlp.shared_experts.down_proj",
+      "model.layers.7.mlp.shared_experts.gate_proj",
+      "model.layers.7.mlp.shared_experts.up_proj",
+      "model.layers.7.mlp.shared_experts.down_proj",
+      "model.layers.8.mlp.shared_experts.gate_proj",
+      "model.layers.8.mlp.shared_experts.up_proj",
+      "model.layers.8.mlp.shared_experts.down_proj",
+      "model.layers.9.mlp.shared_experts.gate_proj",
+      "model.layers.9.mlp.shared_experts.up_proj",
+      "model.layers.9.mlp.shared_experts.down_proj",
+      "model.layers.10.mlp.shared_experts.gate_proj",
+      "model.layers.10.mlp.shared_experts.up_proj",
+      "model.layers.10.mlp.shared_experts.down_proj",
+      "model.layers.11.mlp.shared_experts.gate_proj",
+      "model.layers.11.mlp.shared_experts.up_proj",
+      "model.layers.11.mlp.shared_experts.down_proj",
+      "model.layers.12.mlp.shared_experts.gate_proj",
+      "model.layers.12.mlp.shared_experts.up_proj",
+      "model.layers.12.mlp.shared_experts.down_proj",
+      "model.layers.13.mlp.shared_experts.gate_proj",
+      "model.layers.13.mlp.shared_experts.up_proj",
+      "model.layers.13.mlp.shared_experts.down_proj",
+      "model.layers.14.mlp.shared_experts.gate_proj",
+      "model.layers.14.mlp.shared_experts.up_proj",
+      "model.layers.14.mlp.shared_experts.down_proj",
+      "model.layers.15.mlp.shared_experts.gate_proj",
+      "model.layers.15.mlp.shared_experts.up_proj",
+      "model.layers.15.mlp.shared_experts.down_proj",
+      "model.layers.16.mlp.shared_experts.gate_proj",
+      "model.layers.16.mlp.shared_experts.up_proj",
+      "model.layers.16.mlp.shared_experts.down_proj",
+      "model.layers.17.mlp.shared_experts.gate_proj",
+      "model.layers.17.mlp.shared_experts.up_proj",
+      "model.layers.17.mlp.shared_experts.down_proj",
+      "model.layers.18.mlp.shared_experts.gate_proj",
+      "model.layers.18.mlp.shared_experts.up_proj",
+      "model.layers.18.mlp.shared_experts.down_proj",
+      "model.layers.19.mlp.shared_experts.gate_proj",
+      "model.layers.19.mlp.shared_experts.up_proj",
+      "model.layers.19.mlp.shared_experts.down_proj",
+      "model.layers.20.mlp.shared_experts.gate_proj",
+      "model.layers.20.mlp.shared_experts.up_proj",
+      "model.layers.20.mlp.shared_experts.down_proj",
+      "model.layers.21.mlp.shared_experts.gate_proj",
+      "model.layers.21.mlp.shared_experts.up_proj",
+      "model.layers.21.mlp.shared_experts.down_proj",
+      "model.layers.22.mlp.shared_experts.gate_proj",
+      "model.layers.22.mlp.shared_experts.up_proj",
+      "model.layers.22.mlp.shared_experts.down_proj",
+      "model.layers.23.mlp.shared_experts.gate_proj",
+      "model.layers.23.mlp.shared_experts.up_proj",
+      "model.layers.23.mlp.shared_experts.down_proj",
+      "model.layers.24.mlp.shared_experts.gate_proj",
+      "model.layers.24.mlp.shared_experts.up_proj",
+      "model.layers.24.mlp.shared_experts.down_proj",
+      "model.layers.25.mlp.shared_experts.gate_proj",
+      "model.layers.25.mlp.shared_experts.up_proj",
+      "model.layers.25.mlp.shared_experts.down_proj",
+      "model.layers.26.mlp.shared_experts.gate_proj",
+      "model.layers.26.mlp.shared_experts.up_proj",
+      "model.layers.26.mlp.shared_experts.down_proj",
+      "model.layers.27.mlp.shared_experts.gate_proj",
+      "model.layers.27.mlp.shared_experts.up_proj",
+      "model.layers.27.mlp.shared_experts.down_proj",
+      "model.layers.28.mlp.shared_experts.gate_proj",
+      "model.layers.28.mlp.shared_experts.up_proj",
+      "model.layers.28.mlp.shared_experts.down_proj",
+      "model.layers.29.mlp.shared_experts.gate_proj",
+      "model.layers.29.mlp.shared_experts.up_proj",
+      "model.layers.29.mlp.shared_experts.down_proj",
+      "model.layers.30.mlp.shared_experts.gate_proj",
+      "model.layers.30.mlp.shared_experts.up_proj",
+      "model.layers.30.mlp.shared_experts.down_proj",
+      "model.layers.31.mlp.shared_experts.gate_proj",
+      "model.layers.31.mlp.shared_experts.up_proj",
+      "model.layers.31.mlp.shared_experts.down_proj",
+      "model.layers.32.mlp.shared_experts.gate_proj",
+      "model.layers.32.mlp.shared_experts.up_proj",
+      "model.layers.32.mlp.shared_experts.down_proj",
+      "model.layers.33.mlp.shared_experts.gate_proj",
+      "model.layers.33.mlp.shared_experts.up_proj",
+      "model.layers.33.mlp.shared_experts.down_proj",
+      "model.layers.34.mlp.shared_experts.gate_proj",
+      "model.layers.34.mlp.shared_experts.up_proj",
+      "model.layers.34.mlp.shared_experts.down_proj",
+      "model.layers.35.mlp.shared_experts.gate_proj",
+      "model.layers.35.mlp.shared_experts.up_proj",
+      "model.layers.35.mlp.shared_experts.down_proj",
+      "model.layers.36.mlp.shared_experts.gate_proj",
+      "model.layers.36.mlp.shared_experts.up_proj",
+      "model.layers.36.mlp.shared_experts.down_proj",
+      "model.layers.37.mlp.shared_experts.gate_proj",
+      "model.layers.37.mlp.shared_experts.up_proj",
+      "model.layers.37.mlp.shared_experts.down_proj",
+      "model.layers.38.mlp.shared_experts.gate_proj",
+      "model.layers.38.mlp.shared_experts.up_proj",
+      "model.layers.38.mlp.shared_experts.down_proj",
+      "model.layers.39.mlp.shared_experts.gate_proj",
+      "model.layers.39.mlp.shared_experts.up_proj",
+      "model.layers.39.mlp.shared_experts.down_proj",
+      "model.layers.40.mlp.shared_experts.gate_proj",
+      "model.layers.40.mlp.shared_experts.up_proj",
+      "model.layers.40.mlp.shared_experts.down_proj",
+      "model.layers.41.mlp.shared_experts.gate_proj",
+      "model.layers.41.mlp.shared_experts.up_proj",
+      "model.layers.41.mlp.shared_experts.down_proj",
+      "model.layers.42.mlp.shared_experts.gate_proj",
+      "model.layers.42.mlp.shared_experts.up_proj",
+      "model.layers.42.mlp.shared_experts.down_proj",
+      "model.layers.43.mlp.shared_experts.gate_proj",
+      "model.layers.43.mlp.shared_experts.up_proj",
+      "model.layers.43.mlp.shared_experts.down_proj",
+      "model.layers.44.mlp.shared_experts.gate_proj",
+      "model.layers.44.mlp.shared_experts.up_proj",
+      "model.layers.44.mlp.shared_experts.down_proj",
+      "model.layers.45.mlp.shared_experts.gate_proj",
+      "model.layers.45.mlp.shared_experts.up_proj",
+      "model.layers.45.mlp.shared_experts.down_proj",
+      "model.layers.46.mlp.shared_experts.gate_proj",
+      "model.layers.46.mlp.shared_experts.up_proj",
+      "model.layers.46.mlp.shared_experts.down_proj",
+      "model.layers.47.mlp.shared_experts.gate_proj",
+      "model.layers.47.mlp.shared_experts.up_proj",
+      "model.layers.47.mlp.shared_experts.down_proj",
+      "model.layers.48.mlp.shared_experts.gate_proj",
+      "model.layers.48.mlp.shared_experts.up_proj",
+      "model.layers.48.mlp.shared_experts.down_proj",
+      "model.layers.49.mlp.shared_experts.gate_proj",
+      "model.layers.49.mlp.shared_experts.up_proj",
+      "model.layers.49.mlp.shared_experts.down_proj",
+      "model.layers.50.mlp.shared_experts.gate_proj",
+      "model.layers.50.mlp.shared_experts.up_proj",
+      "model.layers.50.mlp.shared_experts.down_proj",
+      "model.layers.51.mlp.shared_experts.gate_proj",
+      "model.layers.51.mlp.shared_experts.up_proj",
+      "model.layers.51.mlp.shared_experts.down_proj",
+      "model.layers.52.mlp.shared_experts.gate_proj",
+      "model.layers.52.mlp.shared_experts.up_proj",
+      "model.layers.52.mlp.shared_experts.down_proj",
+      "model.layers.53.mlp.shared_experts.gate_proj",
+      "model.layers.53.mlp.shared_experts.up_proj",
+      "model.layers.53.mlp.shared_experts.down_proj",
+      "model.layers.54.mlp.shared_experts.gate_proj",
+      "model.layers.54.mlp.shared_experts.up_proj",
+      "model.layers.54.mlp.shared_experts.down_proj",
+      "model.layers.55.mlp.shared_experts.gate_proj",
+      "model.layers.55.mlp.shared_experts.up_proj",
+      "model.layers.55.mlp.shared_experts.down_proj",
+      "model.layers.56.mlp.shared_experts.gate_proj",
+      "model.layers.56.mlp.shared_experts.up_proj",
+      "model.layers.56.mlp.shared_experts.down_proj",
+      "model.layers.57.mlp.shared_experts.gate_proj",
+      "model.layers.57.mlp.shared_experts.up_proj",
+      "model.layers.57.mlp.shared_experts.down_proj",
+      "model.layers.58.mlp.shared_experts.gate_proj",
+      "model.layers.58.mlp.shared_experts.up_proj",
+      "model.layers.58.mlp.shared_experts.down_proj",
+      "model.layers.59.mlp.shared_experts.gate_proj",
+      "model.layers.59.mlp.shared_experts.up_proj",
+      "model.layers.59.mlp.shared_experts.down_proj",
+      "model.layers.60.mlp.shared_experts.gate_proj",
+      "model.layers.60.mlp.shared_experts.up_proj",
+      "model.layers.60.mlp.shared_experts.down_proj",
+      "model.layers.61.mlp.shared_experts.gate_proj",
+      "model.layers.61.mlp.shared_experts.up_proj",
+      "model.layers.61.mlp.shared_experts.down_proj",
+      "lm_head"
+    ],
+    "kv_cache_scheme": null,
+    "quant_method": "compressed-tensors",
+    "quantization_status": "compressed"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000000,
+  "routed_scaling_factor": 2.5,
+  "scoring_func": "noaux_tc",
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.0.dev0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": 151645,
+  "top_p": 0.8,
+  "transformers_version": "4.53.0.dev0"
+}

model-00001-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ff798dd409e0576d55dc88e89cdb4f00376097d439a38d0cd2c173202723fb
+size 4998598248

model-00002-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c978ca4f52ec54c2eb6046e916e8d1952e4babda09c8937baf59b142f2bdd11
+size 4999592368

model-00003-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977c70a5c41a474482e648daf9563f09a8a39516fef665464013fc16068edc3
+size 4999594576

model-00004-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ed7ebc5bdb7aa49dddf8300e450fa1dfe7c37af1b80eeae68e69cbf9c6c839
+size 4999597064

model-00005-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5299f245c0dc5c36c1e99d7c56ef6521b11b532c9ae2f01efd2017bc4bc3d457
+size 4999597072

model-00006-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e6c65ab08f4e632886c9846927e6158ee7e7ba844ce49b0ac52e8976c000e6
+size 4999597072

model-00007-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f825fc113facfb75653c0a7def57e80868d65a0b8dc102f70ce6ff6f635ca3
+size 4999597064

model-00008-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c58330823786c03e90c35c7aaebde3b6983dc13d3362f5f803fe7c521f3030b
+size 4999597072

model-00009-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253f21bffc497d5a4a9f07729d78c75d95b278ec36eb39f27bdcc41ea8be5365
+size 4999597072

model-00010-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed87b0a79612e02634cdb8d6bd491f142e5a0352cf752f768ee9ca39d58ee05f
+size 4999597064

model-00011-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6857177b18e5e3cc37f2de4a85f0edfc8d144ff0a8975224314b3376e897f334
+size 4999597072

model-00012-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c40230584051c558c9c191036f1b1c6fd5c54c6d6b0375a7049ce0fcc3f4cc
+size 4999597072

model-00013-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec977324bb1be77ec4b18c4c2563fee873ea74320605da72076dc74da19979e
+size 4999597064

model-00014-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336c7100b3a31a7db8be8ba2e57c4781b38d4b17cdb500b6a10183cc42be3502
+size 4999596944

model-00015-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a9aaa1fe35518d1c112002fcc3f49ed3961b119bfda8ff72b5156f70ad9348
+size 4988749784

model-00016-of-00016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146227b7b43062e716f96119aa7bdfb54f436556c1e6e8c9776f2ce875d2ffb0
+size 3808788992

recipe.yaml

@@ -0,0 +1,97 @@
+default_stage:
+  default_modifiers:
+    QuantizationModifier:
+      ignore: [model.layers.3.mlp.shared_experts.up_proj, model.layers.25.mlp.shared_experts.up_proj,
+        model.layers.8.mlp.shared_experts.gate_proj, model.layers.40.mlp.shared_experts.gate_proj,
+        model.layers.38.mlp.shared_experts.gate_proj, model.layers.20.mlp.shared_experts.down_proj,
+        model.layers.37.mlp.shared_experts.up_proj, model.layers.23.mlp.shared_experts.gate_proj,
+        model.layers.15.mlp.shared_experts.up_proj, model.layers.46.mlp.shared_experts.down_proj,
+        model.layers.18.mlp.shared_experts.gate_proj, model.layers.24.mlp.shared_experts.gate_proj,
+        model.layers.11.mlp.shared_experts.up_proj, model.layers.53.mlp.shared_experts.gate_proj,
+        model.layers.0.mlp.gate_proj, model.layers.31.mlp.shared_experts.up_proj, model.layers.43.mlp.shared_experts.up_proj,
+        model.layers.34.mlp.shared_experts.gate_proj, model.layers.11.mlp.shared_experts.down_proj,
+        model.layers.26.mlp.shared_experts.up_proj, model.layers.25.mlp.shared_experts.gate_proj,
+        model.layers.54.mlp.shared_experts.gate_proj, model.layers.51.mlp.shared_experts.down_proj,
+        model.layers.3.mlp.shared_experts.gate_proj, model.layers.27.mlp.shared_experts.up_proj,
+        model.layers.57.mlp.shared_experts.down_proj, model.layers.14.mlp.shared_experts.down_proj,
+        model.layers.53.mlp.shared_experts.up_proj, model.layers.4.mlp.shared_experts.gate_proj,
+        model.layers.22.mlp.shared_experts.down_proj, model.layers.20.mlp.shared_experts.up_proj,
+        model.layers.28.mlp.shared_experts.down_proj, model.layers.34.mlp.shared_experts.up_proj,
+        model.layers.26.mlp.shared_experts.gate_proj, model.layers.41.mlp.shared_experts.down_proj,
+        model.layers.9.mlp.shared_experts.down_proj, model.layers.49.mlp.shared_experts.down_proj,
+        model.layers.33.mlp.shared_experts.gate_proj, model.layers.17.mlp.shared_experts.gate_proj,
+        model.layers.2.mlp.shared_experts.gate_proj, model.layers.37.mlp.shared_experts.gate_proj,
+        model.layers.59.mlp.shared_experts.gate_proj, model.layers.7.mlp.shared_experts.gate_proj,
+        model.layers.21.mlp.shared_experts.gate_proj, model.layers.30.mlp.shared_experts.down_proj,
+        model.layers.38.mlp.shared_experts.up_proj, model.layers.59.mlp.shared_experts.down_proj,
+        model.layers.12.mlp.shared_experts.up_proj, model.layers.56.mlp.shared_experts.down_proj,
+        model.layers.10.mlp.shared_experts.down_proj, model.layers.37.mlp.shared_experts.down_proj,
+        model.layers.39.mlp.shared_experts.up_proj, model.layers.7.mlp.shared_experts.down_proj,
+        model.layers.42.mlp.shared_experts.down_proj, model.layers.52.mlp.shared_experts.up_proj,
+        model.layers.29.mlp.shared_experts.up_proj, model.layers.29.mlp.shared_experts.down_proj,
+        model.layers.18.mlp.shared_experts.down_proj, model.layers.31.mlp.shared_experts.gate_proj,
+        model.layers.5.mlp.shared_experts.down_proj, model.layers.35.mlp.shared_experts.up_proj,
+        model.layers.39.mlp.shared_experts.down_proj, model.layers.19.mlp.shared_experts.up_proj,
+        model.layers.15.mlp.shared_experts.gate_proj, model.layers.29.mlp.shared_experts.gate_proj,
+        model.layers.61.mlp.shared_experts.up_proj, model.layers.2.mlp.shared_experts.down_proj,
+        model.layers.23.mlp.shared_experts.up_proj, model.layers.36.mlp.shared_experts.down_proj,
+        model.layers.9.mlp.shared_experts.gate_proj, model.layers.32.mlp.shared_experts.gate_proj,
+        model.layers.48.mlp.shared_experts.up_proj, model.layers.21.mlp.shared_experts.up_proj,
+        model.layers.6.mlp.shared_experts.gate_proj, model.layers.6.mlp.shared_experts.up_proj,
+        model.layers.10.mlp.shared_experts.gate_proj, model.layers.61.mlp.shared_experts.gate_proj,
+        model.layers.57.mlp.shared_experts.gate_proj, model.layers.34.mlp.shared_experts.down_proj,
+        model.layers.49.mlp.shared_experts.up_proj, model.layers.20.mlp.shared_experts.gate_proj,
+        model.layers.12.mlp.shared_experts.down_proj, model.layers.16.mlp.shared_experts.up_proj,
+        model.layers.24.mlp.shared_experts.down_proj, model.layers.35.mlp.shared_experts.down_proj,
+        model.layers.59.mlp.shared_experts.up_proj, model.layers.14.mlp.shared_experts.up_proj,
+        model.layers.54.mlp.shared_experts.up_proj, model.layers.17.mlp.shared_experts.up_proj,
+        model.layers.51.mlp.shared_experts.gate_proj, model.layers.16.mlp.shared_experts.gate_proj,
+        model.layers.48.mlp.shared_experts.down_proj, model.layers.25.mlp.shared_experts.down_proj,
+        model.layers.58.mlp.shared_experts.down_proj, model.layers.28.mlp.shared_experts.up_proj,
+        model.layers.43.mlp.shared_experts.down_proj, model.layers.11.mlp.shared_experts.gate_proj,
+        model.layers.61.mlp.shared_experts.down_proj, model.layers.45.mlp.shared_experts.up_proj,
+        model.layers.45.mlp.shared_experts.down_proj, model.layers.60.mlp.shared_experts.up_proj,
+        model.layers.36.mlp.shared_experts.up_proj, model.layers.14.mlp.shared_experts.gate_proj,
+        model.layers.32.mlp.shared_experts.up_proj, model.layers.47.mlp.shared_experts.down_proj,
+        model.layers.47.mlp.shared_experts.up_proj, model.layers.50.mlp.shared_experts.up_proj,
+        model.layers.19.mlp.shared_experts.gate_proj, model.layers.5.mlp.shared_experts.gate_proj,
+        model.layers.53.mlp.shared_experts.down_proj, model.layers.42.mlp.shared_experts.gate_proj,
+        model.layers.43.mlp.shared_experts.gate_proj, model.layers.2.mlp.shared_experts.up_proj,
+        model.layers.1.mlp.shared_experts.gate_proj, model.layers.45.mlp.shared_experts.gate_proj,
+        model.layers.23.mlp.shared_experts.down_proj, model.layers.55.mlp.shared_experts.down_proj,
+        model.layers.31.mlp.shared_experts.down_proj, model.layers.13.mlp.shared_experts.down_proj,
+        model.layers.57.mlp.shared_experts.up_proj, model.layers.48.mlp.shared_experts.gate_proj,
+        model.layers.17.mlp.shared_experts.down_proj, model.layers.15.mlp.shared_experts.down_proj,
+        model.layers.44.mlp.shared_experts.down_proj, model.layers.4.mlp.shared_experts.up_proj,
+        model.layers.3.mlp.shared_experts.down_proj, model.layers.54.mlp.shared_experts.down_proj,
+        model.layers.50.mlp.shared_experts.gate_proj, model.layers.1.mlp.shared_experts.up_proj,
+        model.layers.41.mlp.shared_experts.gate_proj, model.layers.49.mlp.shared_experts.gate_proj,
+        model.layers.32.mlp.shared_experts.down_proj, model.layers.56.mlp.shared_experts.up_proj,
+        model.layers.9.mlp.shared_experts.up_proj, model.layers.7.mlp.shared_experts.up_proj,
+        model.layers.18.mlp.shared_experts.up_proj, model.layers.1.mlp.shared_experts.down_proj,
+        model.layers.39.mlp.shared_experts.gate_proj, model.layers.58.mlp.shared_experts.gate_proj,
+        model.layers.13.mlp.shared_experts.gate_proj, model.layers.47.mlp.shared_experts.gate_proj,
+        model.layers.52.mlp.shared_experts.gate_proj, model.layers.24.mlp.shared_experts.up_proj,
+        model.layers.26.mlp.shared_experts.down_proj, model.layers.22.mlp.shared_experts.up_proj,
+        model.layers.38.mlp.shared_experts.down_proj, model.layers.27.mlp.shared_experts.down_proj,
+        model.layers.52.mlp.shared_experts.down_proj, model.layers.6.mlp.shared_experts.down_proj,
+        model.layers.55.mlp.shared_experts.gate_proj, model.layers.27.mlp.shared_experts.gate_proj,
+        model.layers.12.mlp.shared_experts.gate_proj, lm_head, model.layers.40.mlp.shared_experts.down_proj,
+        model.layers.55.mlp.shared_experts.up_proj, model.layers.44.mlp.shared_experts.gate_proj,
+        model.layers.30.mlp.shared_experts.gate_proj, model.layers.60.mlp.shared_experts.gate_proj,
+        model.layers.22.mlp.shared_experts.gate_proj, model.layers.19.mlp.shared_experts.down_proj,
+        model.layers.50.mlp.shared_experts.down_proj, model.layers.33.mlp.shared_experts.down_proj,
+        model.layers.5.mlp.shared_experts.up_proj, model.layers.30.mlp.shared_experts.up_proj,
+        model.layers.44.mlp.shared_experts.up_proj, model.layers.58.mlp.shared_experts.up_proj,
+        model.layers.33.mlp.shared_experts.up_proj, model.layers.13.mlp.shared_experts.up_proj,
+        model.layers.46.mlp.shared_experts.gate_proj, model.layers.51.mlp.shared_experts.up_proj,
+        model.layers.35.mlp.shared_experts.gate_proj, model.layers.46.mlp.shared_experts.up_proj,
+        model.layers.56.mlp.shared_experts.gate_proj, model.layers.40.mlp.shared_experts.up_proj,
+        model.layers.28.mlp.shared_experts.gate_proj, model.layers.8.mlp.shared_experts.up_proj,
+        model.layers.60.mlp.shared_experts.down_proj, model.layers.41.mlp.shared_experts.up_proj,
+        model.layers.0.mlp.down_proj, model.layers.8.mlp.shared_experts.down_proj, model.layers.16.mlp.shared_experts.down_proj,
+        model.layers.42.mlp.shared_experts.up_proj, model.layers.10.mlp.shared_experts.up_proj,
+        model.layers.4.mlp.shared_experts.down_proj, model.layers.21.mlp.shared_experts.down_proj,
+        model.layers.36.mlp.shared_experts.gate_proj]
+      targets: [Linear]
+      scheme: W4A16

special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|userprompt|>",
+    "<|endofuserprompt|>",
+    "<|response|>",
+    "<|endofresponse|>",
+    "<|system|>",
+    "<|endofsystem|>",
+    "<|observation|>",
+    "<|endofobservation|>",
+    "<|execution|>",
+    "<|endofexecution|>",
+    "<|reject-unknown|>",
+    "<|sec-cot|>",
+    "<|sec-end-cot|>"
+  ],
+  "eos_token": {
+    "content": "<|endofresponse|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endofresponse|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe750f7b1f42fb8f760ee7ee91fa5fb3974795b3dc14c269819b83a086f5e98d
+size 11420764

tokenizer_config.json

@@ -0,0 +1,160 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|userprompt|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|endofuserprompt|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|response|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|endofresponse|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|endofsystem|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|endofobservation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|execution|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|endofexecution|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|reject-unknown|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<|sec-cot|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151658": {
+      "content": "<|sec-end-cot|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|userprompt|>",
+    "<|endofuserprompt|>",
+    "<|response|>",
+    "<|endofresponse|>",
+    "<|system|>",
+    "<|endofsystem|>",
+    "<|observation|>",
+    "<|endofobservation|>",
+    "<|execution|>",
+    "<|endofexecution|>",
+    "<|reject-unknown|>",
+    "<|sec-cot|>",
+    "<|sec-end-cot|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endofresponse|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endofresponse|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}