diff --git a/mindspore/ccsrc/distributed/collective/collective_manager.cc b/mindspore/ccsrc/distributed/collective/collective_manager.cc
index 70e5b6d35e0..efa07c7e259 100644
--- a/mindspore/ccsrc/distributed/collective/collective_manager.cc
+++ b/mindspore/ccsrc/distributed/collective/collective_manager.cc
@@ -213,6 +213,11 @@ bool CollectiveManager::CreateCommunicationGroup(const std::string &group_name,
     // newly generated one.
     if (RecoveryContext::GetInstance()->enable_recovery()) {
       ret = CheckUniqueIDLatest(group_name, root_info_size, root_info);
+      if (!ret) {
+        // The time interval for querying latest unique id from scheduler: 3 second.
+        constexpr uint32_t kWaitDuration = 3;
+        std::this_thread::sleep_for(std::chrono::seconds(kWaitDuration));
+      }
     }
   }