We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8f20fc0 commit 7be4f56Copy full SHA for 7be4f56
vllm/engine/async_llm_engine.py
@@ -217,10 +217,16 @@ async def step_async(self) -> List[RequestOutput]:
217
else:
218
output = []
219
220
- return self._process_model_outputs(
+ request_outputs = self._process_model_outputs(
221
output, scheduler_outputs.scheduled_seq_groups,
222
scheduler_outputs.ignored_seq_groups)
223
224
+ # Log stats.
225
+ if self.log_stats:
226
+ self.stat_logger.log(self._get_stats(scheduler_outputs))
227
+
228
+ return request_outputs
229
230
async def encode_request_async(
231
self,
232
request_id: str, # pylint: disable=unused-argument
0 commit comments