Fix

DarkLight1337 · web-flow · commit ba593d5201df · 2024-09-21T11:55:41.000+08:00
diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -433,7 +433,7 @@ def chat(
             # messages is List[...]
             list_of_messages = [messages]
 
-        outputs: List[List[RequestOutput]]] = []
+        outputs: List[List[RequestOutput]] = []
 
         for msgs in list_of_messages:
             tokenizer = self.get_tokenizer()
