[Bugfix][Example] Fix GCed profiling server for TPU (#12792)

Signed-off-by: mgoin <michael@neuralmagic.com>
2025-02-12 22:52:11 -05:00
parent 4fc5c23bb6
commit d88c8666a1
1 changed files with 1 additions and 1 deletions
--- a/examples/offline_inference/profiling_tpu/profiling.py
+++ b/examples/offline_inference/profiling_tpu/profiling.py
@@ -24,7 +24,7 @@ def main(args: argparse.Namespace):

    engine_args = EngineArgs.from_cli_args(args)
    llm = LLM(**dataclasses.asdict(engine_args))
-    _ = xp.start_server(9012)
+    server = xp.start_server(9012)  # noqa: F841

    sampling_params = SamplingParams(
        temperature=0.0,