[ci/lint] Add back default arg for pre-commit (#12279)
Signed-off-by: kevin <kevin@anyscale.com>
This commit is contained in:
@@ -147,7 +147,7 @@ class PaliGemmaForConditionalGeneration(nn.Module, SupportsMultiModal,
|
||||
"up_proj",
|
||||
],
|
||||
}
|
||||
|
||||
|
||||
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
|
||||
super().__init__()
|
||||
config = vllm_config.model_config.hf_config
|
||||
|
||||
@@ -348,12 +348,10 @@ class SiglipMLP(nn.Module):
|
||||
if quant_config and quant_config.get_name() == "bitsandbytes":
|
||||
quantizable = True
|
||||
else:
|
||||
# For other quantization, we require the hidden size to be a
|
||||
# For other quantization, we require the hidden size to be a
|
||||
# multiple of 64
|
||||
quantizable = (
|
||||
config.hidden_size % 64 == 0
|
||||
and config.intermediate_size % 64 == 0
|
||||
)
|
||||
quantizable = (config.hidden_size % 64 == 0
|
||||
and config.intermediate_size % 64 == 0)
|
||||
self.fc1 = ColumnParallelLinear(
|
||||
config.hidden_size,
|
||||
config.intermediate_size,
|
||||
|
||||
Reference in New Issue
Block a user