biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Misc] Move print_*_once from utils to logger (#11298)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
Signed-off-by: Maxime Fournioux <55544262+mfournioux@users.noreply.github.com>
Co-authored-by: Maxime Fournioux <55544262+mfournioux@users.noreply.github.com>
This commit is contained in:
Cyrus Leung
2025-01-09 12:48:12 +08:00
committed by GitHub
parent 730e9592e9
commit d848800e88
21 changed files with 129 additions and 72 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/lora/peft_helper.py
View File

@@ -4,7 +4,9 @@ import math
from dataclasses import MISSING, dataclass, field, fields
from typing import Literal, Optional, Union
from vllm.utils import print_info_once
from vllm.logger import init_logger
logger = init_logger(__name__)
@dataclass
@@ -42,7 +44,7 @@ class PEFTHelper:
def __post_init__(self):
self._validate_features()
if self.use_rslora:
print_info_once("Loading LoRA weights trained with rsLoRA.")
logger.info_once("Loading LoRA weights trained with rsLoRA.")
self.vllm_lora_scaling_factor = self.lora_alpha / math.sqrt(self.r)
else:
self.vllm_lora_scaling_factor = self.lora_alpha / self.r