diff --git a/mindspore/ccsrc/cxx_api/graph/ms/ms_graph_impl.cc b/mindspore/ccsrc/cxx_api/graph/ms/ms_graph_impl.cc
index 77d6a164c51..1c3116502c5 100644
--- a/mindspore/ccsrc/cxx_api/graph/ms/ms_graph_impl.cc
+++ b/mindspore/ccsrc/cxx_api/graph/ms/ms_graph_impl.cc
@@ -117,6 +117,16 @@ Status MsGraphImpl::FinalizeEnv() {
   session::ExecutorManager::Instance().Clear();
   device::KernelRuntimeManager::Instance().ClearRuntimeResource();
 
+  auto ms_context = MsContext::GetInstance();
+  if (ms_context == nullptr) {
+    MS_LOG(ERROR) << "Get Context failed!";
+    return FAILED;
+  }
+  if (!context::CloseTsd(ms_context)) {
+    MS_LOG(ERROR) << "CloseTsd failed!";
+    return FAILED;
+  }
+
   init_flag_ = false;
   MS_LOG(INFO) << "End finalize env";
   return SUCCESS;