Upload folder using huggingface_hub

config.json

@@ -98,9 +98,10 @@
   "pretraining_tp": 2,
   "rms_norm_eps": 1e-06,
   "rope_scaling": {
-      "type": "yarn",
-      "factor": 2.0,
-      "original_max_position_embeddings": 65536
+    "factor": 2.0,
+    "original_max_position_embeddings": 65536,
+    "rope_type": "yarn",
+    "type": "yarn"
   },
   "rope_theta": 5000000.0,
   "sliding_window": null,

generation_config.json

@@ -2,7 +2,7 @@
   "bos_token_id": 128000,
   "do_sample": true,
   "eos_token_id": 128012,
-  "max_length": 65536,
+  "max_length": 131072,
   "pad_token_id": 128004,
   "temperature": 0.6,
   "top_p": 0.95,