diff --git a/cmake/external_libs/nccl.cmake b/cmake/external_libs/nccl.cmake
index e08813aed3e..c9c43f38f91 100644
--- a/cmake/external_libs/nccl.cmake
+++ b/cmake/external_libs/nccl.cmake
@@ -12,8 +12,8 @@ mindspore_add_pkg(nccl
         LIBS nccl
         URL ${REQ_URL}
         MD5 ${MD5}
-        BUILD_OPTION src.build NVCC_GENCODE="-gencode=arch=compute_70,code=sm_70"
+        BUILD_OPTION src.build
         INSTALL_INCS build/include/*
         INSTALL_LIBS build/lib/*)
 include_directories(${nccl_INC})
-add_library(mindspore::nccl ALIAS nccl::nccl)
\ No newline at end of file
+add_library(mindspore::nccl ALIAS nccl::nccl)
diff --git a/cmake/package.cmake b/cmake/package.cmake
index 0d386d606d3..348bc9fe0d3 100644
--- a/cmake/package.cmake
+++ b/cmake/package.cmake
@@ -202,6 +202,10 @@ if(ENABLE_GPU)
           DESTINATION ${INSTALL_LIB_DIR}
           COMPONENT mindspore
         )
+        if(CMAKE_SYSTEM_NAME MATCHES "Linux")
+            install(FILES ${nccl_LIBPATH}/libnccl.so.2.7.6 DESTINATION ${INSTALL_LIB_DIR}
+                    RENAME libnccl.so.2 COMPONENT mindspore)
+        endif()
     endif()
     install(
         TARGETS gpu_queue
diff --git a/mindspore/ccsrc/CMakeLists.txt b/mindspore/ccsrc/CMakeLists.txt
index 0a1b3cf5897..935a586445a 100644
--- a/mindspore/ccsrc/CMakeLists.txt
+++ b/mindspore/ccsrc/CMakeLists.txt
@@ -422,6 +422,7 @@ if(ENABLE_GPU)
     endif()
     if(ENABLE_MPI)
         set_target_properties(_ms_mpi PROPERTIES INSTALL_RPATH ${MINDSPORE_RPATH})
+        set_target_properties(nvidia_collective PROPERTIES INSTALL_RPATH ${ORIGIN_PATH})
     endif()
 endif()