diff --git a/cmake/package.cmake b/cmake/package.cmake
index 7c9c92b23c9..d04efca085c 100644
--- a/cmake/package.cmake
+++ b/cmake/package.cmake
@@ -90,19 +90,23 @@ if (ENABLE_CPU)
 endif ()
 
 if (ENABLE_GPU)
-  if (ENABLE_MPI)
-      install(
-          TARGETS _ms_mpi gpu_collective
-          DESTINATION ${INSTALL_LIB_DIR}
-          COMPONENT mindspore
-      )
-  endif ()
-
-  install(
-      TARGETS gpu_queue
-      DESTINATION ${INSTALL_LIB_DIR}
-      COMPONENT mindspore
-  )
+    if (ENABLE_MPI)
+        install(
+            TARGETS _ms_mpi
+            DESTINATION ${INSTALL_BASE_DIR}
+            COMPONENT mindspore
+        )
+        install(
+            TARGETS gpu_collective
+            DESTINATION ${INSTALL_LIB_DIR}
+            COMPONENT mindspore
+        )
+    endif ()
+    install(
+        TARGETS gpu_queue
+        DESTINATION ${INSTALL_LIB_DIR}
+        COMPONENT mindspore
+    )
 endif ()
 
 if (NOT ENABLE_GE)