Fix typing for safetensors_load_strategy (#24641)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2025-09-11 11:41:39 +01:00
committed by GitHub
parent 25bb9e8c65
commit d6249d0699
3 changed files with 3 additions and 4 deletions

View File

@@ -51,7 +51,7 @@ class LoadConfig:
download_dir: Optional[str] = None
"""Directory to download and load the weights, default to the default
cache directory of Hugging Face."""
safetensors_load_strategy: Optional[str] = "lazy"
safetensors_load_strategy: str = "lazy"
"""Specifies the loading strategy for safetensors weights.
- "lazy" (default): Weights are memory-mapped from the file. This enables
on-demand loading and is highly efficient for models on local storage.