Skip to content

Commit e8ae0f9

Browse files
authored
fix non-stream serialization bug (#8076)
1 parent 2ee3c7f commit e8ae0f9

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

fastdeploy/entrypoints/openai/api_server.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -605,7 +605,7 @@ async def create_chat_completion(request: ChatCompletionRequest, req: Request):
605605
elif isinstance(generator, ChatCompletionResponse):
606606
api_server_logger.debug(f"release: {connection_semaphore.status()}")
607607
connection_semaphore.release()
608-
return JSONResponse(content=generator.model_dump())
608+
return Response(content=generator.model_dump_json(), media_type="application/json")
609609
else:
610610
wrapped_generator = wrap_streaming_generator(generator)
611611
return StreamingResponse(content=wrapped_generator(), media_type="text/event-stream")

0 commit comments

Comments
 (0)