[Bug] Add e_score_correction_bias to SKIP_TENSORS (#38746)

Signed-off-by: ahao-anyscale <ahao@anyscale.com>
This commit is contained in:
Aaron Hao
2026-04-02 21:15:05 -07:00
committed by GitHub
parent 8b141ed8c3
commit 4729b90838
2 changed files with 4 additions and 0 deletions

View File

@@ -14,6 +14,7 @@ from vllm.model_executor.layers.quantization.base_config import QuantizeMethodBa
from vllm.model_executor.model_loader.weight_utils import default_weight_loader
from .meta import (
SKIP_TENSORS,
capture_layer_to_meta,
get_numel_loaded,
materialize_layer,
@@ -124,6 +125,8 @@ def initialize_online_processing(layer: torch.nn.Module):
# Wrap each parameter's weight loader
# Note that nested wrapping will occur for shared tensors
for name, tensor in get_layer_tensors(layer).items():
if name in SKIP_TENSORS:
continue
if _get_weight_loader(tensor).__name__ != "online_process_loader":
tensor.weight_loader = make_online_process_loader(layer, name)

View File

@@ -27,6 +27,7 @@ SKIP_TENSORS: set[str] = {
"expert_global_to_physical",
"expert_physical_to_global",
"expert_local_to_global",
"e_score_correction_bias",
}