[Quant] [Bugfix] Fix quantization config matching with hf_to_vllm_mapper (#20046)
This commit is contained in:
@@ -53,6 +53,7 @@ class CustomQuantConfig(QuantizationConfig):
|
||||
|
||||
def __init__(self, num_bits: int = 8) -> None:
|
||||
"""Initialize the quantization config."""
|
||||
super().__init__()
|
||||
self.num_bits = num_bits
|
||||
|
||||
def get_name(self) -> QuantizationMethods:
|
||||
|
||||
Reference in New Issue
Block a user