The output of MathResponse is empty
class Step(BaseModel):
explanation: str
output: str
class MathResponse(BaseModel):
steps: list[Step]
final_answer: str
client = OpenAI(base_url="http://localhost:8000/v1",api_key="-")
completion = client.beta.chat.completions.parse(
model="glmz1",
messages=[
{"role": "system", "content": "You are a helpful expert math tutor."},
{"role": "user", "content": "Solve 8x + 31 = 2."},
],
response_format=MathResponse,
extra_body=dict(guided_decoding_backend="outlines"),
)
output:
ParsedChatCompletionMessage[MathResponse](content='{"steps": [], "final_answer": ""}', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, parsed=MathResponse(steps=[], final_answer=''), reasoning_content=None)