AxL95 commited on
Commit
72679b8
·
verified ·
1 Parent(s): 8b7d7e0

Update chat.py

Browse files
Files changed (1) hide show
  1. chat.py +2 -3
chat.py CHANGED
@@ -309,11 +309,10 @@ async def chat(request: Request):
309
 
310
  try:
311
  completion = hf_client.chat.completions.create(
312
- model="mistralai/Mistral-Small-24B-Instruct-2501",
313
  messages=messages,
314
  max_tokens=1024,
315
- temperature=0.7,
316
- timeout=15,
317
  )
318
  bot_response = completion.choices[0].message["content"].strip()
319
  if bot_response.endswith((".", "!", "?")) == False and len(bot_response) > 500:
 
309
 
310
  try:
311
  completion = hf_client.chat.completions.create(
312
+ model="mistralai/Mistral-7B-Instruct-v0.3",
313
  messages=messages,
314
  max_tokens=1024,
315
+ temperature=0.7
 
316
  )
317
  bot_response = completion.choices[0].message["content"].strip()
318
  if bot_response.endswith((".", "!", "?")) == False and len(bot_response) > 500: