biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Feature]: Add corrupted request metric to V1 metrics system. (#27306)

Browse Source 
Signed-off-by: atalhens <sneh.lata@nutanix.com>
This commit is contained in:
Snehlata
2025-11-06 03:15:29 +05:30
committed by GitHub
parent 65ac8d8dc4
commit e15601789b
6 changed files with 51 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/core/sched/scheduler.py
View File

@@ -1023,6 +1023,7 @@ class Scheduler(SchedulerInterface):
kv_transfer_params=kv_transfer_params,
trace_headers=request.trace_headers,
num_cached_tokens=request.num_cached_tokens,
num_nans_in_logits=request.num_nans_in_logits,
)
)
else:
@@ -1259,7 +1260,6 @@ class Scheduler(SchedulerInterface):
prefix_cache_stats=prefix_cache_stats,
connector_prefix_cache_stats=connector_prefix_cache_stats,
spec_decoding_stats=spec_decoding_stats,
num_corrupted_reqs=sum(req.is_output_corrupted for req in self.running),
kv_connector_stats=kv_connector_stats.data if kv_connector_stats else None,
)