p12346870
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

gpu memreuse supports summary node

This commit is contained in:
limingqi107 2020-06-16 15:43:22 +08:00
parent f10e297498
commit 20083679a0
3 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
mindspore/ccsrc/device/gpu/gpu_kernel_runtime.cc
View File

@ -190,6 +190,8 @@ void GPUKernelRuntime::InitKernelRefCount(const session::KernelGraph *graph) {
mem_reuse_util_ptr->SetReuseRefCount(); mem_reuse_util_ptr->SetReuseRefCount();
// Can't free the device address of graph output, so set the reference count of graph output specially. // Can't free the device address of graph output, so set the reference count of graph output specially.
mem_reuse_util_ptr->SetGraphOutputRefCount(); mem_reuse_util_ptr->SetGraphOutputRefCount();
// Can't free the device address of summary nodes, so set the reference count of summary nodes specially.
mem_reuse_util_ptr->SetSummaryNodesRefCount();
auto graph_id = graph->graph_id(); auto graph_id = graph->graph_id();
mem_reuse_util_map_[graph_id] = mem_reuse_util_ptr; mem_reuse_util_map_[graph_id] = mem_reuse_util_ptr;
} }

4
mindspore/ccsrc/pre_activate/mem_reuse/mem_reuse.cc
View File

@ -323,6 +323,10 @@ void MemReuseUtil::SetSummaryNodesRefCount() {
MS_LOG(WARNING) << "can't find summary node's kernel_def " << node->fullname_with_scope(); MS_LOG(WARNING) << "can't find summary node's kernel_def " << node->fullname_with_scope();
} }
} }
#ifdef MEM_REUSE_DEBUG
auto graph = *graph_;
MemReuseChecker::GetInstance().CheckMemReuseIR(total_refs_list_, kernel_def_ptr_list_, &graph);
#endif
} }
void MemReuseUtil::SetGraphOutputRefCount() { void MemReuseUtil::SetGraphOutputRefCount() {

2
mindspore/ccsrc/session/gpu_session.cc
View File

@ -162,6 +162,8 @@ GraphId GPUSession::CompileGraph(const AnfNodePtrList &lst, const AnfNodePtrList
auto execution_order = graph->execution_order(); auto execution_order = graph->execution_order();
Reorder(&execution_order); Reorder(&execution_order);
graph->set_execution_order(execution_order); graph->set_execution_order(execution_order);
// Get summary nodes.
GetSummaryNodes(graph.get());
// Remove NoOp from execution graph // Remove NoOp from execution graph
opt::RemoveNopNode(graph.get()); opt::RemoveNopNode(graph.get());
// Alloc memory, including static memory and dynamic memory // Alloc memory, including static memory and dynamic memory