Upload tested quants

Files changed (7) hide show

.gitattributes CHANGED Viewed

@@ -37,3 +37,8 @@ model.f16.gguf filter=lfs diff=lfs merge=lfs -text
 model.f32.gguf filter=lfs diff=lfs merge=lfs -text
 model.q4_0.gguf filter=lfs diff=lfs merge=lfs -text
 model.q8_0.gguf filter=lfs diff=lfs merge=lfs -text

 model.f32.gguf filter=lfs diff=lfs merge=lfs -text
 model.q4_0.gguf filter=lfs diff=lfs merge=lfs -text
 model.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+model.bf16.gguf filter=lfs diff=lfs merge=lfs -text
+model.fp32.gguf filter=lfs diff=lfs merge=lfs -text
+model.q4_k.gguf filter=lfs diff=lfs merge=lfs -text
+model.q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+model.q6_k.gguf filter=lfs diff=lfs merge=lfs -text

model.bf16.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:d55f6b4d74f556d5ad376254c75bd9129501f41c37e3b9adb417e7067a45c324
+size 1019852992

model.fp32.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:c59c51d2a41c8a56723cafcc552d359a810171d4d65e580b21072e45926d83be
+size 2032978112

model.q4_k.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:583534cf07f6dae7369feb87df3b8c8431bfb1a8148266612eae8130fb5d54c5
+size 411690304

model.q5_k.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2ee81d167a472538acdacb0cd79475e334309a6b6a4e636620956090c48da5
+size 433968448

model.q6_k.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef9356283f7c7a9f39ff703b27a16b86cc7631241fb598c8ec89d1ce81d2835
+size 519618880

model.q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:74e15b76ed6c06f05f2add8fbc52e94bf4b8ff89d9a1e2e12e009f1e454e6c86
+size 544950592