mobinln commited on
Commit
cbba6bb
·
verified ·
1 Parent(s): b2ca986

update to unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,10 +2,10 @@ import re
2
  import gradio as gr
3
  from llama_cpp import Llama
4
 
5
- model = "NousResearch/Hermes-3-Llama-3.2-3B-GGUF"
6
  llm = Llama.from_pretrained(
7
  repo_id=model,
8
- filename="*Q6_K.gguf",
9
  verbose=True,
10
  use_mmap=True,
11
  use_mlock=True,
 
2
  import gradio as gr
3
  from llama_cpp import Llama
4
 
5
+ model = "unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF"
6
  llm = Llama.from_pretrained(
7
  repo_id=model,
8
+ filename="*Q4_K_M.gguf",
9
  verbose=True,
10
  use_mmap=True,
11
  use_mlock=True,