[Bugfix][Core] Restore logging of stats in the async engine (#4150)

This commit is contained in:
Ronen Schaffer 2024-04-19 18:08:26 +03:00 committed by GitHub
parent 8f20fc04bf
commit 7be4f5628f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 1 deletions

View File

@ -217,10 +217,16 @@ class _AsyncLLMEngine(LLMEngine):
else:
output = []
return self._process_model_outputs(
request_outputs = self._process_model_outputs(
output, scheduler_outputs.scheduled_seq_groups,
scheduler_outputs.ignored_seq_groups)
# Log stats.
if self.log_stats:
self.stat_logger.log(self._get_stats(scheduler_outputs))
return request_outputs
async def encode_request_async(
self,
request_id: str, # pylint: disable=unused-argument