Take two

zifeitong · zifeitong · commit 162bda1aace4 · 2024-07-11T12:23:40.000-07:00
https://docs.pydantic.dev/latest/migration/#required-optional-and-nullable-fields
diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py
@@ -716,7 +716,7 @@ class BatchResponseData(OpenAIBaseModel):
     request_id: str
 
     # The body of the response.
-    body: Optional[Union[ChatCompletionResponse, ]]
+    body: Optional[Union[ChatCompletionResponse, ]] = None
 
 
 class BatchRequestOutput(OpenAIBaseModel):
