[XPU] check is_xccl_available before oneccl warmup (#39302)
Signed-off-by: Xinyu Chen <xinyu1.chen@intel.com>
This commit is contained in:
@@ -86,7 +86,8 @@ class XPUWorker(Worker):
|
|||||||
)
|
)
|
||||||
|
|
||||||
# global all_reduce needed for overall oneccl warm up
|
# global all_reduce needed for overall oneccl warm up
|
||||||
torch.distributed.all_reduce(torch.zeros(1).xpu())
|
if torch.distributed.is_xccl_available():
|
||||||
|
torch.distributed.all_reduce(torch.zeros(1).xpu())
|
||||||
|
|
||||||
# Set random seed.
|
# Set random seed.
|
||||||
set_random_seed(self.model_config.seed)
|
set_random_seed(self.model_config.seed)
|
||||||
|
|||||||
Reference in New Issue
Block a user