Hugging Face's logo

Mayank6255
/
LLAMA-3.2-3B-EAGLE2-en

Transformers
Safetensors
Model card Files
xet
Community
Mayank6255 commited on
Commit
1632307
·
verified ·
1 Parent(s): 660acaa

Add files using upload-large-folder tool

Browse files
Files changed (28) hide show
  1. Llama-3.2-3B-Instruct/.ipynb_checkpoints/config-checkpoint.json +39 -0
  2. output/state_0/model.safetensors +1 -1
  3. output/state_0/optimizer.bin +1 -1
  4. output/state_0/scheduler.bin +1 -1
  5. output/state_1/model.safetensors +1 -1
  6. output/state_1/optimizer.bin +1 -1
  7. output/state_1/scheduler.bin +1 -1
  8. output/state_10/model.safetensors +1 -1
  9. output/state_10/optimizer.bin +1 -1
  10. output/state_10/scheduler.bin +1 -1
  11. output/state_2/model.safetensors +1 -1
  12. output/state_2/optimizer.bin +1 -1
  13. output/state_2/scheduler.bin +1 -1
  14. output/state_3/model.safetensors +1 -1
  15. output/state_3/optimizer.bin +1 -1
  16. output/state_3/scheduler.bin +1 -1
  17. output/state_5/model.safetensors +1 -1
  18. output/state_5/optimizer.bin +1 -1
  19. output/state_5/scheduler.bin +1 -1
  20. output/state_6/model.safetensors +1 -1
  21. output/state_6/optimizer.bin +1 -1
  22. output/state_6/scheduler.bin +1 -1
  23. output/state_7/model.safetensors +1 -1
  24. output/state_7/optimizer.bin +1 -1
  25. output/state_7/scheduler.bin +1 -1
  26. output/state_8/model.safetensors +1 -1
  27. output/state_8/optimizer.bin +1 -1
  28. output/state_8/scheduler.bin +1 -1
Llama-3.2-3B-Instruct/.ipynb_checkpoints/config-checkpoint.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 128,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 3072,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 24,
22
+ "num_hidden_layers": 28,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
output/state_0/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2c73d51473545e3e026896ee0500cb99376d7423ffecce5e7882cc6d8b7a418
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c201d140806abd6234e5b42ae4ba44d2ea1fb016ca71c8f8b252f99a9454a481
3
  size 2054186136
output/state_0/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91b93852ec6eee20bae2e96a790be3c8e959a18fb156d66dc5cf983e3006724c
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ba6dc42b81e22903fa0487a82aa78c4918ac54019deeedb8306a9c06ca0d629
3
  size 956359825
output/state_0/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ffc002a16bccfd82e735bfc0445a5286eb6cf25ce551b3de1aa958550c19d27
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f27e259c38912c76b5f52f93444c1e26a550d5be21d3b2a2d50dc7abcd44864
3
  size 1401
output/state_1/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d12c7c57fe3649892f9c84b56b95f49404a805cbc4de9f9b9d03f9983b72ec60
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bf66bb5bcdab9cc877e1059af4bfb6cda4e23cc9612a98cb7352972eb10cefb
3
  size 2054186136
output/state_1/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73060486829e65decbcbe279174108ea73958486fc0c50ff0ef687ee572edba2
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76bd0d4b83e1fb7d825750c9304176020ee29116e5564db8e57914a247992533
3
  size 956359825
output/state_1/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f87f46b14f6e486e71be018c56e8d266165d6c8165ffa52b05cf0d21ff386696
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66ad4ea5da2bfb70f060b16b681b79bc6ac4f6a8e560a112dd28ee1f67c8fdf4
3
  size 1401
output/state_10/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e350474b2f904f2c36665527749b744c332e8c35b9142ee5544ed720b746d113
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e61c4c8d8fb54b0e3145417941186aab8dea93941d530b56978f66d787a5ef4b
3
  size 2054186136
output/state_10/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58c9e12d93674bb9c1a79c5d429ce48b974485187c8f4fa7cb27f249f7e970e3
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f41b7a496665ffc049db3cb28a65e8e2ee64d6165d79ae47518987416689fc2
3
  size 956359825
output/state_10/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:087bb485d38f14e277efc5ab46f51c296762b322996009fe90d22d62abebb625
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ed71f4e134f40f16228fdbd072bebd40061dd69f90052088cc1dcd9f11561b2
3
  size 1401
output/state_2/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eef5e409a184b7739c657dc11199ce5736169b94989b4fff323424c31c1f36e7
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b7d0b74625bb27057e564e6dc3fde6413c4d5d81fadca8ef69676186c35c90
3
  size 2054186136
output/state_2/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb42a629ec437195f08eeb1689c04d6c25b7460b1d3780943e6e292e699a3295
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d7ff6e2dbceef2378419c97b103b4815b8ccb8fd562c44e66ab860fe43d04b
3
  size 956359825
output/state_2/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fa2faf155cf2cba1b37179e8819a3517a0960de881a7cf830305ac3da3f639a
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e0d3f1231e3e44aee6e95f99ecba9de266678ad018e6d0e6feb29089b4f6d9
3
  size 1401
output/state_3/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:751c45e9d775bb015b1d065bd566b01b34addc9cbf452464048297a8329421d0
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58592517f5166be8200128966436a3c928ab76ce78307e6b125610649ccc6138
3
  size 2054186136
output/state_3/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9f9f125bb5e2b22310dc14111ed11b5adcf4e4f3b75f9c749ddafe0fabd3cbd
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e777320353270186872747ce3bba396c6a924778e53b9faaa327632b44a710
3
  size 956359825
output/state_3/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c957df4622bcd1bd27fe13a3255dd8a580eff674764e120559fae8a1362210a
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee1cea88cc157ab22c432313eb868c69fe0787f9bd62eb0c2c077300b853e80
3
  size 1401
output/state_5/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb86d4be0cbf56729e0c53160f2453cf3275f109482988293067877de3cda989
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e674f7c203cb676613d85bfefd5755cc6177918dae8cd2c70c9046d3a871b7e
3
  size 2054186136
output/state_5/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45c7f1d3c4e895b9e4288173dd5b5f73178922c794f27077c1efdb522b99ab0b
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:013b7eee12b42e48e5798731b17b270bc41f0487338d5f58a49e10224e958207
3
  size 956359825
output/state_5/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b87e52a11c6594283beb1d641299270cdd8a37443493fd7bbfd11676a81f96c
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f5bdeb75c594be6b54ef4b44ca9a1e873bab81f6e5ee392bf4665d046347ca8
3
  size 1401
output/state_6/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8c279ba72172364c5f45d0060bbb8a164675f9ad90c39404fc56682aaf9e6ee
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b020e0ade6892957716bb48a7ac026f8e28de4f33a4b6cf86b4ead354b3e905f
3
  size 2054186136
output/state_6/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9139fe38846f6edf7b63562273db95fd779dfeef73fabecbd9e3904ff884c25
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6120cec174f5e40aeef4b976d0e38187e84c591c7d8b9c050ad3de7f20c1d9c6
3
  size 956359825
output/state_6/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a51582c136127dffb2f204a4e86cc3d51024afd0771b2cc731f32f915159f47b
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10e8d03a05068c620de50e3e085bbde9fcaace576dd2c1fa2bacb98e43dbf3c
3
  size 1401
output/state_7/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ddd8cc714fa19a36d85621b537806516a8453bc3621f4b0070d852395ffc016a
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f59e427e589ea3f3edf4fb1d67d9bff6750d3c74f6a40ba630f28d1ecbd9a0ea
3
  size 2054186136
output/state_7/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ee788359ca93a57844eb500c1932f86d728688b44b65d78fa723f32023bc6f0
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed61de61e09a323bdf1bcb8f04ea94d6cff9c3fb5363b1a38c5813dfd5fc7196
3
  size 956359825
output/state_7/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03ebb8857f2b23155f8ff6839027d6e35ca58bd859f979ea58e71d68ea980261
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:363b5fe9cf24ae86f33e9240afc77379de53cdf590142246591a5e04e77c3425
3
  size 1401
output/state_8/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cc940a601f5884c7ae86fcead99faaf561071e1c12546a80b18fdced2370771
3
  size 2054186136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c109f8be326e87bb78184087a4d8d2f4d0df5cd20d6abf16eef7db60f8101e
3
  size 2054186136
output/state_8/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8a85cd151447b8bf6de5628cc957fc096ef6d4b6869d96b8a30c2412ce6ae3f
3
  size 956359825
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:381564bed5b8b5458dc63ddd06d3f09ed2ae3307fbfb1f375bc787f05261c443
3
  size 956359825
output/state_8/scheduler.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c73d0f0c8df3da880df5b682b7ce0d7deda9c76ed471958a5941dd9273d7e186
3
  size 1401
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8349faf395cb3d5dd5b3d0537340384f6d4a9ae414163d23fa7be6bf32ef6a
3
  size 1401