Make barrier blocking in UCC

Sergei-Lebedev · pytorchmergebot · commit c431ba0cfc7e · 2022-10-28T21:37:01.000Z
diff --git a/torch/csrc/distributed/c10d/ProcessGroupUCC.cpp b/torch/csrc/distributed/c10d/ProcessGroupUCC.cpp
@@ -169,6 +169,8 @@ void read_config() {
   for (auto op : parse_blocking_wait(blocking_wait_str)) {
     torch_ucc_config.blocking_wait[(std::uint8_t)op] = true;
   }
+  // barrier is always blocking
+  torch_ucc_config.blocking_wait[(std::uint8_t)OpType::BARRIER] = true;
 
   torch_ucc_config.use_future =
       std::stoi(torch_ucc_envs_map.at("TORCH_UCC_USE_FUTURE"));

Original file line number	Diff line number	Diff line change
`@@ -169,6 +169,8 @@ void read_config() {`
`169`	`169`	`for (auto op : parse_blocking_wait(blocking_wait_str)) {`
`170`	`170`	`torch_ucc_config.blocking_wait[(std::uint8_t)op] = true;`
`171`	`171`	`}`
	`172`	`+ // barrier is always blocking`
	`173`	`+ torch_ucc_config.blocking_wait[(std::uint8_t)OpType::BARRIER] = true;`
`172`	`174`
`173`	`175`	`torch_ucc_config.use_future =`
`174`	`176`	`std::stoi(torch_ucc_envs_map.at("TORCH_UCC_USE_FUTURE"));`