Johnyquest7
/

struct_med_onnx

Text Generation

Transformers.js

Model card Files Files and versions

Johnyquest7 commited on Jun 12

Commit

b9304c3

·

verified ·

1 Parent(s): f87d2a1

Update config.json

Files changed (1) hide show

config.json +4 -2

config.json CHANGED Viewed

@@ -31,8 +31,10 @@
   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.51.3",
-  "unsloth_fixed": true,
-  "unsloth_version": "2025.4.7",
   "use_cache": true,
   "vocab_size": 128256
 }

   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.51.3",
+  "transformers.js_config": {
+    "dtype": "q4f16",
+    "kv_cache_dtype": "float16"
+  },
   "use_cache": true,
   "vocab_size": 128256
 }