From ca21483bf900b269dd1876352ee335ab62df2ebb Mon Sep 17 00:00:00 2001 From: Kunshang Ji Date: Thu, 19 Mar 2026 17:23:24 +0800 Subject: [PATCH] [MISC] fix pin_memory=torch.cuda.is_available(), use is_pin_memory_available (#37415) Signed-off-by: Kunshang Ji --- vllm/v1/structured_output/backend_lm_format_enforcer.py | 3 ++- vllm/v1/structured_output/backend_outlines.py | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/vllm/v1/structured_output/backend_lm_format_enforcer.py b/vllm/v1/structured_output/backend_lm_format_enforcer.py index 150c57fed..94568b09a 100644 --- a/vllm/v1/structured_output/backend_lm_format_enforcer.py +++ b/vllm/v1/structured_output/backend_lm_format_enforcer.py @@ -11,6 +11,7 @@ from transformers import PreTrainedTokenizerBase from vllm.sampling_params import SamplingParams from vllm.utils.import_utils import LazyLoader +from vllm.utils.platform_utils import is_pin_memory_available from vllm.v1.structured_output.backend_types import ( StructuredOutputBackend, StructuredOutputGrammar, @@ -138,7 +139,7 @@ class LMFormatEnforcerBackend(StructuredOutputBackend): (max_num_seqs, (self.vocab_size + 31) // 32), -1, dtype=torch.int32, - pin_memory=torch.cuda.is_available(), + pin_memory=is_pin_memory_available(), ) def destroy(self): diff --git a/vllm/v1/structured_output/backend_outlines.py b/vllm/v1/structured_output/backend_outlines.py index 53c08dbc3..20f604a53 100644 --- a/vllm/v1/structured_output/backend_outlines.py +++ b/vllm/v1/structured_output/backend_outlines.py @@ -15,6 +15,7 @@ from regex import escape as regex_escape from vllm.sampling_params import SamplingParams from vllm.utils.import_utils import LazyLoader +from vllm.utils.platform_utils import is_pin_memory_available from vllm.v1.structured_output.backend_types import ( StructuredOutputBackend, StructuredOutputGrammar, @@ -96,7 +97,7 @@ class OutlinesBackend(StructuredOutputBackend): (max_num_seqs, (self.vocab_size + 31) // 32), -1, dtype=torch.int32, - pin_memory=torch.cuda.is_available(), + pin_memory=is_pin_memory_available(), ) def destroy(self):