diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..44e463d8a69c340549aa4394ba45731cd0b58c1a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,107 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e4f79e38a46bbc677935c3402f0b64909ac87d05 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: fireworks-ai/llama-3-firefunction-v2 +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# fireworks-ai/llama-3-firefunction-v2 GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [fireworks-ai-llama-3-firefunction-v2-IQ4_XS](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-IQ4_XS) | 36496.80 MB (folder) | +| Q2_K | [fireworks-ai-llama-3-firefunction-v2-Q2_K](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q2_K) | 25153.27 MB (folder) | +| Q3_K_L | [fireworks-ai-llama-3-firefunction-v2-Q3_K_L](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q3_K_L) | 35420.03 MB (folder) | +| Q3_K_M | [fireworks-ai-llama-3-firefunction-v2-Q3_K_M](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q3_K_M) | 32680.03 MB (folder) | +| Q3_K_S | [fireworks-ai-llama-3-firefunction-v2-Q3_K_S](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q3_K_S) | 29480.03 MB (folder) | +| Q4_K_M | [fireworks-ai-llama-3-firefunction-v2-Q4_K_M](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q4_K_M) | 40550.61 MB (folder) | +| Q4_K_S | [fireworks-ai-llama-3-firefunction-v2-Q4_K_S](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q4_K_S) | 38478.11 MB (folder) | +| Q5_K_M | [fireworks-ai-llama-3-firefunction-v2-Q5_K_M](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q5_K_M) | 47635.86 MB (folder) | +| Q5_K_S | [fireworks-ai-llama-3-firefunction-v2-Q5_K_S](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q5_K_S) | 46403.36 MB (folder) | +| Q6_K | [fireworks-ai-llama-3-firefunction-v2-Q6_K](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q6_K) | 55206.44 MB (folder) | +| Q8_0 | [fireworks-ai-llama-3-firefunction-v2-Q8_0](https://huggingface.co/featherless-ai-quants/fireworks-ai-llama-3-firefunction-v2-GGUF/tree/main/fireworks-ai-llama-3-firefunction-v2-Q8_0) | 71501.78 MB (folder) | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000000000000000000000000000000000000..3e0eab9d9c036800df77695d52ddae95b5e1f669 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532 diff --git a/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00001-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..775e110340bf83304a8fd948688a9ccd28825a3f --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:059448786ed383635d677a21b169c56cd660394a6fa08ffd3aa4e07c92c9cb49 +size 4999736864 diff --git a/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00002-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..90b0915bd58d835c41e8bfae6e632dec6f754c7a --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107208fd9c17cd8e8e5eafb59c2fc0c49159f79b79f631fa2d5e6d49e0dd8626 +size 4974876320 diff --git a/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00003-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4cd27409d65208aeebaa1663cbb873bed493df3a --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66cd4ee4faa3df5f2017c4fa231dfa53eea5e3997735e53abd58c854d1193269 +size 4886009568 diff --git a/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00004-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..456c3936a7144521d1c621b87b5bd8025f0ff98b --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:196f756095bc8636a17b54db264617a70421cbcfe3c93cae99cc7c9f477468e9 +size 4890498912 diff --git a/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00005-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c3808302668f3c54bf3dcaa4c6606d61ef59e4a3 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2e321558ce5b66b31fbb34a31c56295a7fb1622816a187829fe273ef9dbf4b +size 4890498912 diff --git a/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00006-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..90754d93eb189ea682a4ba1e212340457392fd30 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d8b8a72544baf408b921cd9f99cf43818dbd83918141eaaff000cdbcc6d749 +size 4973827808 diff --git a/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00007-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3a51f8f4b35a300430cef29665d411bd29bfa487 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d7d0e4d7e8acf11eb0b53a02629ebd4c8033c97e099986714a42ca18e8d323 +size 4979627872 diff --git a/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00008-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2db700169ce8e3e9794ffa8df35347e740d64c32 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-IQ4_XS/fireworks-ai-llama-3-firefunction-v2-IQ4_XS-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28243f495dad723c0a8c4a81b81fffc94f6d8125d88203885a87a5075a1da421 +size 3674590784 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00001-of-00006.gguf b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..30860d6a4f36379084d4136d619183c37e00a3f4 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e36a3c09f95d5bb951067bce3f1e9e8f594f376a50d28f21d517152606b1a30 +size 4933712128 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00002-of-00006.gguf b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6e00d15555c7af25f3286d1bacb603280df2f31e --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d0d4a48339d26a73f549896d21f9ea469be3e8a3c38715dc75bb888329a807 +size 4955054560 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00003-of-00006.gguf b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b2cd1cff2d2c63da24d6b50d9611b2253c37e015 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3071144192e13c6d06306a9d4f5eef5b2c9e417f1418d3f841587f9dafeba7aa +size 4990575328 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00004-of-00006.gguf b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1ec1d5a663539ffb6506b415095440f7e8edd7a9 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705df9c72b72728c8bce6fd3c69352a4689c4a450aa2bbd0352191b7de6a8b5d +size 4972749088 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00005-of-00006.gguf b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3d52919ca6bc341ab12c62438511436bece01ff5 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c056b30852d1d42bfecceb158bd709f766d977963063e865fa761b855383f296 +size 4926152992 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00006-of-00006.gguf b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c3305a9a0dc216fb60c8b4f390dcd0db67895e70 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q2_K/fireworks-ai-llama-3-firefunction-v2-Q2_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06dcc08ba79c5cc7312a9632d8ac55343bc5e7f093f9fae65e1edbe9a5f8af72 +size 1596868032 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00001-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b5c9b12cfbe4f9ebba5b9ef582e27a2d8785833b --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058e867671a22f84ffd504c222e579b76279e525d99f4e2579ad8cc2a2148210 +size 4936740896 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00002-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..18e3962a48d1016b88d57285be5ce0fdf40c0ff7 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc9dc4298878f1a3ab541d9edb1903114bdb2b7d7665843b3e5b2bbb1d99896b +size 4963375168 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00003-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a251ed9ae85134dd7409b396699f00c0dbe4f63f --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6354702e688a1f348d8f70e41612eafe0ea595c4170f64cb610e80a43e96d87 +size 4971304928 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00004-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db734afd218be071cb87cc632069c6440a17362a --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eefbf653114d5f4e9aca815ff0dfc81bde599f11a188219c63ace7b22064ae86 +size 4991457056 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00005-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6039da74076b157016d96fa39605eb1a34ad492b --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46823f945657fb107e28e1d9dc01b3f2c13e746d18d1f6499f19f1c3c26f11b8 +size 4979955616 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00006-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d0d374d9f8028d8151b7f8323c8a5a724b7208cb --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b025495df3c2f31b3fb1b5ba8c82337e43935ad7b891a2369b209fd2e62148c +size 4982151072 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00007-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bd11480da66b152578d7db2ea777b551ab92b18f --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5021455fd0c8a88bc4e4b5e360f020d752ff4e25a68ec5c34a0632dae476e86 +size 4925167520 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00008-of-00008.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..794705c6dead6f48913e8e26a6ea94cd49b2711c --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_L/fireworks-ai-llama-3-firefunction-v2-Q3_K_L-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217e0b55c703f7f11f7d5304711c77f615292efd9aa7cea2e0f2b9a0a32dea8c +size 2390444192 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00001-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8c4257e6b2fc0ccd343498f93b0082b67067d447 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39f7c6ad243f389000a091e7a96250f6419ef0f3670bc66edf7dba2c336c806 +size 4939100320 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00002-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e27f8d6d5a71f2b9944b5544434d2e25e262da1c --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240d140c263088773161a141fcaecf2a84ba754ae6f43a6081c56e08d7981777 +size 4919925184 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00003-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0e2088dadbab9ce37122c148d753f4ddb7e1554d --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250e6f3f4f5cecd4ff6997cf445ee834a7b387e9bdbd2eb903ab27a9853be917 +size 4919925184 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00004-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..53938623357e50db554c7bf2462f2ed39c7e552a --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1405d8d1f49367c858f8568b5a3321b9a2a3ce1933d4e35c2cf46e060d7e8f +size 4995881632 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00005-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a8486ce2188bfee5f3f6e40a6a3db3aa9aae337b --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6795ef45771cba99bd3f47134c35d94a27e658453e4ea6e089505bc0674b6ed0 +size 4986280352 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00006-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8d90db2219db53dd6abbd7b0902a7028e4e4db5d --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa4adeecea5b2712c54799fb7c2588bb2294bb79ab124d55e73c0490c9bac4f5 +size 4954528288 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00007-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3226cde9045b513578cc8ec878b829fca6ed6d46 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_M/fireworks-ai-llama-3-firefunction-v2-Q3_K_M-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2d2adec819367a3f5b9342ce4ccb201fe9a7d3b908ad14293237b4c7a87ca0 +size 4551857088 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00001-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..43d946b676dab6e72009ff48621f46cdaf633e12 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a155b89180fb9413f8c1c381f9af54bec2258a85e03ebf6ef0447c00cad3ab +size 4998837344 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00002-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ac7419bfbfd9a3c1719280718e5002d5071918e3 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823deac32423734697d77402baca0b65019848c848d2a46400ed6057ee459f68 +size 4909472832 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00003-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..642577d1800a226b9413ec835fb92d6a272bc1b3 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4531483a47ab340c8c906410ce196c768260f646d75cd083aaf0bb3336c8cf9a +size 4976549216 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00004-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4a6807f18aa0397e1052adaa2967bc95699b68b2 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac6ce2a8375196c7a942539cad10c691c55b77aa6c092346d136d7dc213a24d +size 4909440000 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00005-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7f6d3aaff24b5d1c9c0238a9290ade4780e9a14a --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1186aff7d5bcbf9cfebf548314561836f49f56ac63d8899e0701429995403d7 +size 4909440000 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00006-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..677f93f778cab76f30bc7557d228bb95af67a84a --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9688acaf135ac623c8bdf88d4625449fc2903575314d35687676229e90d2b8c +size 4976549216 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00007-of-00007.gguf b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b0a5eef50d71fd8c33299b082d149af4edaa9220 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q3_K_S/fireworks-ai-llama-3-firefunction-v2-Q3_K_S-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d669b26a5e1a2e9dba74b077aa3b40a7bd2dce31ea7ecf68b691b15eca44b4c6 +size 1231766208 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00001-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1613d5680eabd7a68f97e0a6be2af0284fb935f4 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1114e680b5538ef7d3ad2298e6ac822c609cb259a7931d5eaf073e28ddc46863 +size 4951501824 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00002-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bd5a2cf3de455855a05eb07ee26ab97d480e262d --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0b48883e8d21e96bb643652b9025b6fad4ca247f5680f447e65a99fcdd6a91 +size 4989490304 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00003-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7576f993ae1185abd38556223bd77fd52ab9a9aa --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c482e3becc3e813c0c33353fa6620c13f2a8e6c22fae39b9896a5b5432e2ddcc +size 4932801728 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00004-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7540206ccb44271432c1b85084a026e1d6f5aae1 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238854b000306327df93f631d2cefc20b47dd5dce4bb1b78e5c5d5ce97e497da +size 4878112064 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00005-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..81dbe91b6ae46f94410dfa356987cb5e14a33584 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0c370a033c1c0119858a6d8833f6c63f13631f48aac78c54a1ee4efc9e978a +size 4876997952 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00006-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..32435f575684d3433401c1e6e620a69c52fa34f0 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9647b8e34784598f4ab418bef5e6f656fd1b6963f04358b6f0bf34fc43600a16 +size 4965569728 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00007-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..43cf253b26296973a56a9e1adddd73a037dedfdd --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a483ad4dcd9e861814134c1412b6ad6bcb6139393e90f5830e4d55ecbf1f580 +size 4895052928 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00008-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8eb7225d45280276997d75c43cc644aa3e2d1256 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c9bdbddc79562bdbfd964b1aa7512bc3ecc5e17490b19084ded04db88808f9 +size 4992668928 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00009-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8a9bd0e4bcbc63bfe937acf532a2fa8bdaa60eb7 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_M/fireworks-ai-llama-3-firefunction-v2-Q4_K_M-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39b1cd7602ff2deae5a76adbc206378b2247e4feb0ef5861b081cb146e694392 +size 3038202144 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00001-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f63483357d23bdd7bea608adaafe5a0c31427974 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0ad8401e6691e3acc76172506f8c4b7978c285c75b860472535f542142981a +size 4986629248 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00002-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..45b646b730e3bd2834a31a35f23e2690fcb4e140 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc75e0660f014a8cd366b04ec32ab632d616821d443ad4fe33451091b90c60c1 +size 4939454048 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00003-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..285b4ad8e9066f0b867078374065ab88b0d6fc5a --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39bfc5bf09cf7e30bc0288dedb5603c9d38844e709385a4a251c9038644614e3 +size 4956263904 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00004-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3642b3a204176e0c1440a10a9f7a705775a50a51 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43844acb0b670689f7ddc3f6aa1c9f32585c22da4f38607e9100b2dcd92baf1d +size 4956263936 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00005-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0c63a72c4f58bf014438b54af71829f708dc4e60 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879b488c0f90e4462c97aa1cfb1bde03226c58a1019ea5f545ebb23a2454872a +size 4872345152 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00006-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ae298538db8681da0f71a2f1b7cd769936c6bbd4 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c2025686d775475b8b42b034444643f56f50b1e3ad87ac3d5532a76023e757 +size 4907996416 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00007-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2ddd150eafc0a3a6a926f084f4a466fa14387782 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d805473250bbc2eff7afd0a8d2a0da5378fbac0e9e76dc9204cd3224da01d7 +size 4998731360 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00008-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1962dc367d2d3b419689e49bfe6c3a30e4acb2bb --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e05e41050bc9c83e2b1a4100b8723015b4d1c11d3fa8a078b806908534b5ec +size 4867659296 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00009-of-00009.gguf b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..044f17ecd7c5fc2115323ee8adba686e8d36d1c1 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q4_K_S/fireworks-ai-llama-3-firefunction-v2-Q4_K_S-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df25963dd90833965a2ddc1bead0acc99415b6e7dcef0bbecd986e93d0931a81 +size 861880480 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00001-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00001-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..92fb0ecd33cdecd0532e64a241fd2d491950625d --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00001-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe1533a88abd21ace323add2b69e5979fb8b3514805dfcb1baa2e40f359e54e +size 4975388928 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00002-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00002-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..392d484d16843d0f2260bf04b1ce565bccb23ce4 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00002-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4652bd51185551aaafd62556fe5d8658b290a1fb87e67b39ab7241839742a8 +size 4934930912 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00003-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00003-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..197c7e703b533c89ff2d54b92253424e880cbac6 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00003-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a522f9ef8300f507424364d5e53791bac6ecd50746027ae7f072792730911d03 +size 4964979136 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00004-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00004-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..514d188ae90eb6c112869ce59bef9840393246b6 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00004-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a6f40cdace73fb4f85c43e3c3a7fff898188e39a7b6a1839c44b35c727ed395 +size 4964946304 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00005-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00005-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..af8f68a1ea4a8a60a9c57f1ac82b172ef50596ef --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00005-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c3e4cb4936a9391e415c8c569633a8c792795f35dba08b96312cd4ffff08655 +size 4969632256 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00006-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00006-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d802bfbd419b2a78c1bfd3f4f9e81c66931b6048 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00006-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2887efb8fc2af05f7a31d512a44516a5c3ddefbd1fcd28f2d869a6cd3d5f57a +size 4870345280 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00007-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00007-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..efcb397a3cc4b0bc277fe6fc768eaa600d7d12d7 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00007-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:024ac351dfae32ba3a7a5008c7e808956a86d9b389d06321d3a9af4d52545b93 +size 4964946304 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00008-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00008-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6f3c5855602412347d318609858402aaddc235b2 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00008-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:414f577ec91510e089b8a2c93fbec35945a222c988739cc11206ead2c10faf38 +size 4964946304 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00009-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00009-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6a759f1523fb417d3a8f6a7eae01361da8d2902e --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00009-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53cd99cd94cd4d602b2775608f1d7c2f431169dcbf76a41a3ef9a914f0a96bb +size 4866969920 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00010-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00010-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8513260aa1af6489bd65ad0ebc58c44a98d50e24 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00010-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4be3e0befad2a26a8f06fa79183ab212d0acb1525e7c5909b8198acd9eab85 +size 4610855104 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00011-of-00011.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00011-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f9209b69b06cb3785ae51d3338c2d7eeaf886691 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_M/fireworks-ai-llama-3-firefunction-v2-Q5_K_M-00011-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30431db2d9fa59caa4252f983000b7e9c3018f2acc31b04bcb2e38c554ca8d8 +size 861880480 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00001-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00001-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a3015b7403374f7085a9bfe018771e4296e45d42 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00001-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2ce38fc1a70e50a7842c5671ed2857f19470d4a8843b89acc60ad6bcc705fe1 +size 4906085024 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00002-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00002-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..28c78cc9f647e7371483ff3cba0bad958a95168b --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00002-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbd655644e2e70f2d6360b1660989e4a198a1e047a698f1d715bef5a35e3bfa +size 4914155968 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00003-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00003-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cf4173ec4e82963ed58718378522b942802422b6 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00003-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3ce20fd5fe19b450ca39cdecf53153d0acde02c45dfb0e538e39187e4d79e73 +size 4977627520 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00004-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00004-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f57bc5dc530833e64dfc9ba076b5a15e4a9fe013 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00004-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:376f8fd9da4972abb2649e21f7db40c05cf08dd00e4a4e8472b856396c56fb28 +size 4862284512 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00005-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00005-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..71dd18f7d54bd80d67bfe7286ad46473f0910a07 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00005-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20743e78169d5aded6342bb78f33a595c5f1e337b232775695dc522cc1c3910 +size 4977561888 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00006-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00006-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..934c591311e1daf959512c73535cba242366d1b6 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00006-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f885364c6bb7d11840602288ae4f31b0ba99b8c1f8b167d09e97b9da48a531 +size 4977693536 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00007-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00007-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cf09dd1caabc1078a6ceccba87f8545b239cb473 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00007-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:961d13a74f3e2581fa967adba0126013fc9552586f997546ec2e595a6574f132 +size 4914155968 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00008-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00008-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..402c620f100d4dcf67ad104ff3257cd665706591 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00008-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0025b356f550d85daff0eb46734ae1085a46e1e69b6fe53305a39b046c8bfd6a +size 4977627520 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00009-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00009-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..88e5c46a38ef25c72f750e3ed1127cb20f1c5a3d --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00009-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129539ef23c4126c18bafddb625a9cf397d6336d47ac4d667257adb459621c9b +size 4862284512 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00010-of-00010.gguf b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00010-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b71a63991e10d6b775b9b48e2944062b25e8f3b6 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q5_K_S/fireworks-ai-llama-3-firefunction-v2-Q5_K_S-00010-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c2c94acd1bc2a004cf1fdb8486e0665b97fbb1dfddbe3b38a36aa32d390118c +size 4287974496 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00001-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00001-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7da940cbffd344241958e3fed57f8c7be07c8979 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00001-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12093309781e6dc12eada85052b24880258479abbbb7e9891ac5ef17747f41cf +size 4964460288 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00002-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00002-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..35b19d9accefd82a39851868f17bb81d85ce411e --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00002-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1842cd6cded778ccc61226175c244fb29310f9ed85c56cf28d3e034424b0a2 +size 4837969728 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00003-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00003-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..50ab44024bcebff05acc418f3ba7cb3af42d8ec7 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00003-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6e896f32e3ee139c053a473e7ae0e4907fe8a543662e0723e9cc0d657a44ca4 +size 4989423328 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00004-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00004-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0550eb6e8ef6fb58e6088bb9ac110ae3b5564514 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00004-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd99d530cda47deb72215deb62348554afa99b99efa913cbf43dcb4d02f3ab3 +size 4837969792 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00005-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00005-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..003b0703249de27d7fdf8047b239c5f66030a708 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00005-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d78bb85cdbb40304788738c880d6ae17cec06c112b03edab008c0faee408d987 +size 4989423328 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00006-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00006-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..67e13e8e3992765a79cde8c8abc9ca1250641d29 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00006-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0dca6bee432ea8d4f153c97ca9a1051fc2553f331a65be4f6c142965ba0c9ff +size 4837969792 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00007-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00007-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e3fafab969a4d1fe40ec01deebd8384a239d0ecf --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00007-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff2f1982af7303af8b2d6fc2b9fe76e1def84e641342f3bee864aeeb57a1044 +size 4989423328 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00008-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00008-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6d52d335ba9437c657716a6a0db874d2ce1ad618 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00008-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4377769541ae43169d78d25d50048f17e45a7a3a61a919027f0b16550e0f6a40 +size 4837969792 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00009-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00009-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a2de9f475a5e4564bdf78fbfeee3d6e54f8fea4d --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00009-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b9d6be19b95d6a1ebe9f2839dd5845e13a7cbef8df688be4c9ed83d8ae87ff5 +size 4989423328 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00010-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00010-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5013549a563597f845e4e2321a49115c66f6c311 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00010-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4904c4cd2f85641176e0368a98d9bc1cae82b27e0a8c52075d2e0d445d3abc7 +size 4837969792 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00011-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00011-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ece8f5f4deb622a013015f8dadc94cc82430a284 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00011-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9d1602c5ea7c25c9d4829b3a7640170b4905a96eaab0a4cf64e4b2a886ecb7 +size 4989423328 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00012-of-00012.gguf b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00012-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eca79f6c5dc206da3ab48bfc1ae29a50a0c4b62a --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q6_K/fireworks-ai-llama-3-firefunction-v2-Q6_K-00012-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8b87648bf52b4ad441da53f04c04ad500683beeb8ba5183754965ce155859b5 +size 3786721792 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00001-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00001-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7bdc4100ca03f699f8beecc04089f98bc545881c --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00001-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c262a9f4419f37bbef8e78acc768c41ba6b172a485cc6f0e7525bd3b88009e0 +size 4921353408 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00002-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00002-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b84c74f046bc97f7899e178e65b115f5bd0fca65 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00002-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a9ffabd693124d76de6b68976efd0cb872c7e0f4316167b19148c6fd108518 +size 4884597344 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00003-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00003-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b1f09b15de95c131011eb62b6bcbc273ffbb444f --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00003-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37cc2b1fe4162472fb0878414b370562bc5b413875d85a7764210f3ade1ed73c +size 4955933792 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00004-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00004-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..714c21dd68d3b735f50f9315e9f8c6feaaec05ec --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00004-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cecf623e009c81a867d902b58fa826fc89302851ced83a2673514bede981390f +size 4795501440 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00005-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00005-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d5d8d99143b62cc7d960252f8c223498b4d10016 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00005-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7404c771607f4cd8261a7552ba8db4234d357b03406d38290029b62fe9e22d0d +size 4795468608 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00006-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00006-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3528f9cc208d15edc0228b6ed1cd50583faf30d7 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00006-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade9c80682af3c7556033378784f598b83e15642c5b8bd4dcffc399610c8ca21 +size 4955966624 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00007-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00007-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0d6d3dd7ddc2337d5fc493ed92c53bb5c36f6272 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00007-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb11be2e623abbdbab7d2ce852bfe5574abb7be44eb38d47f653194442ddce8 +size 4795468608 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00008-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00008-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..19eb35a281190030f4269f2f37e5003b3544638e --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00008-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d0f29d3af9c8573cd9ad7a682e3987dffc9ddb415603ad9f7d9c99b9ca38fc0 +size 4795468608 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00009-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00009-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..51836d0f6ff52658ccf13558d08582d3dc22f493 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00009-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d01a8e3ccb3521b4c53687b287056bba2365de8ce6fe48a89cb1870263a1f2 +size 4955966624 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00010-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00010-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b8ddca962dc9efb967b56e310e29a66205cbfb65 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00010-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659130ccbbcc82ddba8a35b2c10b97d15ed55c55f2d74f0a4bec7cb2b93a3471 +size 4795468608 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00011-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00011-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cdbefc606cdd859e6c00cf70d30d0dd2a9e05a8d --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00011-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ceccee71da5a6b91e26b216dab4bc5097310887201ac95e2972c162f1547db +size 4955900960 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00012-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00012-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b64a505ec71e9e184085853c20d2ae8ae0abe0e4 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00012-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f837369f06e0a589469f493c80dc88a023c450bd60a944446cd40ad7cf60f7 +size 4884663392 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00013-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00013-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ec436d4a88efb48ddaaebd5aa2168496fe4443d3 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00013-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e60ad8d1b88a191dc243f8e33859d132b098fb755d686a970a9fff256479cdf +size 4964780736 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00014-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00014-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ae6211561c08214b2813cf9f3203b7efe9ecb22c --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00014-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9330909ad2b56a806288d514891856126bb7ee9a6d2202b69a99f6827777fa93 +size 4955966624 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00015-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00015-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3cb12210b14864966a5b496260a5b56889325643 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00015-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa917a4fc2cf105f697c101ce6a882dca5bc7e7842771a688b5d21111453ef3a +size 4786588480 diff --git a/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00016-of-00016.gguf b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00016-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fc5d2b9114683782d676e69ae0c3a1b441c7afc7 --- /dev/null +++ b/fireworks-ai-llama-3-firefunction-v2-Q8_0/fireworks-ai-llama-3-firefunction-v2-Q8_0-00016-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a7d65aa7c6cbdfd67132ee27d8cc5f805cf0c11ae52f70254e917a6cf006df +size 1775960704