Skip to content

Commit 98c2149

Browse files
committed
[serving] fix pydantic compatibility
1 parent 93874bb commit 98c2149

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

ochat/serving/openai_api_server.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -67,7 +67,7 @@ def log_request(created_time: int, request: openai_api_protocol.ChatCompletionRe
6767
time=created_time,
6868
request=request,
6969
outputs=[o.text for o in output.outputs]
70-
).json(exclude_unset=True, ensure_ascii=False))
70+
).model_dump_json(exclude_unset=True))
7171

7272

7373
def create_error_response(status_code: HTTPStatus,
@@ -206,7 +206,7 @@ def create_stream_response_json(
206206
model=model_name,
207207
)
208208

209-
return response.json(exclude_unset=True, ensure_ascii=False)
209+
return response.model_dump_json(exclude_unset=True)
210210

211211
async def completion_stream_generator() -> AsyncGenerator[str, None]:
212212
# First chunk with role
@@ -220,7 +220,7 @@ async def completion_stream_generator() -> AsyncGenerator[str, None]:
220220
choices=[choice_data],
221221
model=model_name)
222222

223-
yield f"data: {chunk.json(exclude_unset=True, ensure_ascii=False)}\n\n"
223+
yield f"data: {chunk.model_dump_json(exclude_unset=True)}\n\n"
224224

225225
previous_texts = [""] * request.n
226226
previous_num_tokens = [0] * request.n

0 commit comments

Comments
 (0)