Hugging Face's logo

unsloth
/
Llama-3.1-8B-Instruct-GGUF

Text Generation
GGUF
PyTorch
llama
facebook
meta
llama-3
conversational
Model card Files
xet
Community
danielhanchen commited on
Commit
0cbad7e
·
verified ·
1 Parent(s): 9343c49

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. Llama-3.1-8B-Instruct-UD-IQ1_M.gguf +2 -2
  2. Llama-3.1-8B-Instruct-UD-IQ1_S.gguf +2 -2
  3. Llama-3.1-8B-Instruct-UD-IQ2_M.gguf +2 -2
  4. Llama-3.1-8B-Instruct-UD-IQ3_XXS.gguf +2 -2
  5. Llama-3.1-8B-Instruct-UD-Q2_K_XL.gguf +1 -1
  6. Llama-3.1-8B-Instruct-UD-Q3_K_XL.gguf +1 -1
  7. Llama-3.1-8B-Instruct-UD-Q4_K_XL.gguf +1 -1
  8. config.json +1 -1
Llama-3.1-8B-Instruct-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44758acff2b503dfb6aecbe4058fce44c5e16720fdab3f887004e3191a4098f6
3
- size 2361976192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8c907b73676d40c9e65dad4d6d33f12834ed6ddacab9974c64179c866bb12e2
3
+ size 2292204928
Llama-3.1-8B-Instruct-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12df766135437a7823f2991e3fb796dc5212534dd1e1438186bd316f4cf37a3d
3
- size 2234443136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9221fc4ea1cec0fd8903833990fdab0d3cf3c8f2ebefb57bc42da76eabdb9d42
3
+ size 2164671872
Llama-3.1-8B-Instruct-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7f86bd3e9d81758d9973b52ab09d824bf32ad9ea7b0a8052aa7f2624ec12538
3
- size 3073041792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aac0d1aedd31a6ed2c3d4f5811c4a6a1e0b3715bcd400360809a3bf9082deed2
3
+ size 3003270528
Llama-3.1-8B-Instruct-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a4b2a2554aa59d80f03364dd9b77b4d1875ed213017f6e071bec8a041012e0f
3
- size 3391546752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41b7486ae04cd483b26a4f0a8f460efac49bd5b2d1d8164980a262613ae2d1f8
3
+ size 3321775488
Llama-3.1-8B-Instruct-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ab1da650de036e555f53eaf49c9d577d4dbefa6731beffecf66da2d0ec974a8
3
  size 3388769664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3918c4c8d42d9391d78a8aa63bbbd4647926f5bbf907d16aedd6bc0266b335c1
3
  size 3388769664
Llama-3.1-8B-Instruct-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea007d55552f4a41fa809ca2454235d25838cd5992f55909cab07869b6a89d79
3
  size 4199613824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38cbb27fbc7a49bccf8becf72b9fd7a1476a316bbb85d82783b49b9a89aec609
3
  size 4199613824
Llama-3.1-8B-Instruct-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d516ad921b6ebf5b990cee322961445074b0d3629d5bb6c8af84dd668662593
3
  size 4994205056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5685babde6e53e95764f4f56ec0a0bbde574c1b4987b6170ee346bdf22fac2e1
3
  size 4994205056
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "bfloat16",
33
- "transformers_version": "4.51.3",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "vocab_size": 128256
 
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.52.0.dev0",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "vocab_size": 128256