[Core][Doc] Default to multiprocessing for single-node distributed case (#5230)
Co-authored-by: Antoni Baum <antoni.baum@protonmail.com>
This commit is contained in:
@@ -19,10 +19,6 @@ class MultiprocessingGPUExecutor(DistributedGPUExecutor):
|
||||
"""Python multiprocessing-based multi-GPU executor"""
|
||||
|
||||
def _init_executor(self) -> None:
|
||||
assert (
|
||||
not self.speculative_config
|
||||
), "Speculative decoding not yet supported for MultiProcGPU backend."
|
||||
|
||||
# Create the parallel GPU workers.
|
||||
world_size = self.parallel_config.tensor_parallel_size
|
||||
|
||||
|
||||
Reference in New Issue
Block a user