From d88c8666a167c97193cb3d48fd2de3d90b5b8d85 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Wed, 12 Feb 2025 22:52:11 -0500 Subject: [PATCH] [Bugfix][Example] Fix GCed profiling server for TPU (#12792) Signed-off-by: mgoin --- examples/offline_inference/profiling_tpu/profiling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/offline_inference/profiling_tpu/profiling.py b/examples/offline_inference/profiling_tpu/profiling.py index b1fe829b3..d54117d62 100644 --- a/examples/offline_inference/profiling_tpu/profiling.py +++ b/examples/offline_inference/profiling_tpu/profiling.py @@ -24,7 +24,7 @@ def main(args: argparse.Namespace): engine_args = EngineArgs.from_cli_args(args) llm = LLM(**dataclasses.asdict(engine_args)) - _ = xp.start_server(9012) + server = xp.start_server(9012) # noqa: F841 sampling_params = SamplingParams( temperature=0.0,