Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -23,8 +23,8 @@ processor = AutoProcessor.from_pretrained('gokaygokay/Florence-2-SD3-Captioner',
|
|
| 23 |
|
| 24 |
llm = Llama(
|
| 25 |
model_path=hf_hub_download(
|
| 26 |
-
repo_id=os.environ.get("REPO_ID", "
|
| 27 |
-
filename=os.environ.get("MODEL_FILE", "DarkIdol-Llama-3.1-8B-Instruct-1.
|
| 28 |
),
|
| 29 |
n_ctx=2048,
|
| 30 |
n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM
|
|
|
|
| 23 |
|
| 24 |
llm = Llama(
|
| 25 |
model_path=hf_hub_download(
|
| 26 |
+
repo_id=os.environ.get("REPO_ID", "LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-GGUF-IQ-Imatrix-Request"),
|
| 27 |
+
filename=os.environ.get("MODEL_FILE", "DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf"),
|
| 28 |
),
|
| 29 |
n_ctx=2048,
|
| 30 |
n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM
|