Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,7 +3,6 @@ from llama_cpp import Llama
|
|
| 3 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
| 4 |
import re
|
| 5 |
import httpx
|
| 6 |
-
from spaces import GPU
|
| 7 |
import asyncio
|
| 8 |
import gradio as gr
|
| 9 |
|
|
@@ -82,7 +81,7 @@ def remove_duplicates(text):
|
|
| 82 |
seen_lines.add(line)
|
| 83 |
return '\n'.join(unique_lines)
|
| 84 |
|
| 85 |
-
|
| 86 |
def generate_model_response(model, inputs):
|
| 87 |
try:
|
| 88 |
response = model(inputs)
|
|
|
|
| 3 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
| 4 |
import re
|
| 5 |
import httpx
|
|
|
|
| 6 |
import asyncio
|
| 7 |
import gradio as gr
|
| 8 |
|
|
|
|
| 81 |
seen_lines.add(line)
|
| 82 |
return '\n'.join(unique_lines)
|
| 83 |
|
| 84 |
+
|
| 85 |
def generate_model_response(model, inputs):
|
| 86 |
try:
|
| 87 |
response = model(inputs)
|