File size: 693 Bytes
e7b19b0 c23131f e7b19b0 c23131f e7b19b0 c23131f e7b19b0 c23131f e7b19b0 c23131f e7b19b0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
from fastapi import FastAPI, Request
from fastapi.responses import JSONResponse
from transformers import pipeline
import uvicorn
app = FastAPI()
# Load your model
generator = pipeline(
"text-generation",
model="mistralai/Mistral-7B-Instruct",
max_new_tokens=400,
temperature=0.7,
do_sample=True
)
@app.post("/ask")
async def ask_voxtreme(request: Request):
data = await request.json()
prompt = data.get("prompt", "")
if not prompt:
return JSONResponse(content={"error": "Prompt is missing"}, status_code=400)
# Generate text using model
output = generator(prompt)[0]["generated_text"]
return JSONResponse(content={"response": output})
|