yujiepan
/

meta-llama-3.2-tiny-random

Text Generation

text-generation-inference

Model card Files Files and versions

yujiepan commited on Sep 26, 2024

Commit

e328f94

·

verified ·

1 Parent(s): d2e46d5

Upload folder using huggingface_hub

Files changed (3) hide show

README.md +1 -0
config.json +1 -1
model.safetensors +2 -2

README.md CHANGED Viewed

@@ -28,6 +28,7 @@ config.hidden_size = 8
 config.intermediate_size = 16
 config.num_attention_heads = 2
 config.num_key_value_heads = 1
 config.num_hidden_layers = 2
 config.torch_dtype = "bfloat16"

 config.intermediate_size = 16
 config.num_attention_heads = 2
 config.num_key_value_heads = 1
+config.head_dim = 4
 config.num_hidden_layers = 2
 config.torch_dtype = "bfloat16"

config.json CHANGED Viewed

@@ -11,7 +11,7 @@
     128008,
     128009
   ],
-  "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 8,
   "initializer_range": 0.02,

     128008,
     128009
   ],
+  "head_dim": 4,
   "hidden_act": "silu",
   "hidden_size": 8,
   "initializer_range": 0.02,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3187b2242d620e435bf8aa0fa0b3ab9aa8c5383b8dbcf4d4f5ae08ee71304ff9
-size 2080400

 version https://git-lfs.github.com/spec/v1
+oid sha256:b5738ef2405dea1d64eae9ebc5b263d9bd324b802364cbe9128785d1468d217a
+size 2056576