[doc] improve installation doc (#8550)

Co-authored-by: Andy Dai <76841985+Imss27@users.noreply.github.com>
2024-09-17 16:24:06 -07:00
parent 98f9713399
commit fa0c114fad
2 changed files with 6 additions and 1 deletions
--- a/tests/compile/test_full_graph.py
+++ b/tests/compile/test_full_graph.py
@@ -28,7 +28,10 @@ def test_full_graph(model, tp_size):
        "The future of AI is",
    ]
    sampling_params = SamplingParams(temperature=0)
-    llm = LLM(model=model, enforce_eager=True, tensor_parallel_size=tp_size)
+    llm = LLM(model=model,
+              enforce_eager=True,
+              tensor_parallel_size=tp_size,
+              disable_custom_all_reduce=True)

    outputs = llm.generate(prompts, sampling_params)