AxL95 commited on
Commit
7f7109a
·
verified ·
1 Parent(s): 697f248

Update chat.py

Browse files
Files changed (1) hide show
  1. chat.py +1 -1
chat.py CHANGED
@@ -362,7 +362,7 @@ async def chat(request: Request):
362
  completion_stream = hf_client.chat.completions.create(
363
  model="mistralai/Mistral-7B-Instruct-v0.3",
364
  messages=messages,
365
- max_tokens=1024,
366
  temperature=0.7,
367
  stream=True
368
  )
 
362
  completion_stream = hf_client.chat.completions.create(
363
  model="mistralai/Mistral-7B-Instruct-v0.3",
364
  messages=messages,
365
+ max_tokens=900,
366
  temperature=0.7,
367
  stream=True
368
  )