Upload folder using huggingface_hub

.gitattributes

@@ -45,3 +45,10 @@ Llama-3.3-70B-Instruct-Q6_K/Llama-3.3-70B-Instruct-Q6_K-00002-of-00002.gguf filt
 Llama-3.3-70B-Instruct-Q6_K/Llama-3.3-70B-Instruct-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
 Llama-3.3-70B-Instruct-Q8_0/Llama-3.3-70B-Instruct-Q8_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
 Llama-3.3-70B-Instruct-Q8_0/Llama-3.3-70B-Instruct-Q8_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3.3-70B-Instruct-UD-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3.3-70B-Instruct-UD-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3.3-70B-Instruct-UD-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3.3-70B-Instruct-UD-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3.3-70B-Instruct-UD-Q2_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3.3-70B-Instruct-UD-Q3_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3.3-70B-Instruct-UD-Q4_K_XL.gguf filter=lfs diff=lfs merge=lfs -text

Llama-3.3-70B-Instruct-UD-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677172549829d52d6a0a8fc54bd6e4d9f40e73931d451ac4e7759f4bf4fe22bc
+size 17145875040

Llama-3.3-70B-Instruct-UD-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d52799879a1a151e472a1f49492f9f329b2ac79e4435250bee8c68ca5dfdf6
+size 15854029408

Llama-3.3-70B-Instruct-UD-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a62bf74dc8e3bf184b17bf21394d9f07ee71c12df268c2e0b5e966c73ce8d11
+size 24295197280

Llama-3.3-70B-Instruct-UD-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068ccbffa47147ca4acc0632bd6c3eeb4276928fbdd716aa2e2e5dc32a85f6b0
+size 27655621216

Llama-3.3-70B-Instruct-UD-Q2_K_XL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f825d0faf439010238a8912c992384e789043547eca4bb9939baa5927512603d
+size 26966739552

Llama-3.3-70B-Instruct-UD-Q3_K_XL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593de268e187d606e8072f7a146b0f19bf7a9e456f2cb8a815e3c850348e5161
+size 34784725600

Llama-3.3-70B-Instruct-UD-Q4_K_XL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86d2c9e2e8d69d86c5d6a5b4bf69b7e06f3a5e6c70dc03f68ee8447b74d6fb5
+size 42664577632

config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.0.dev0",
+  "unsloth_fixed": true,
+  "use_cache": true,
+  "vocab_size": 128256
+}