p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!27446 Use super kernel actor to load data for dump (Ascend) 

Merge pull request !27446 from parastooashtari/super_kernel
This commit is contained in:
i-robot 2021-12-16 02:27:52 +00:00 committed by Gitee
parent 481e87d143 0f41e3ae68
commit 5087d2e985
4 changed files with 25 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
mindspore/ccsrc/debug/debugger/debugger.cc
View File

@ -483,15 +483,6 @@ void Debugger::PostExecuteGraphDebugger() {
DumpJsonParser::GetInstance().UpdateDumpIter();
return;
}
for (const auto &graph_ptr : debugger_->GetGraphPtrList()) {
if (device_target_ == kAscendDevice) {
debugger_->SetGraphPtr(graph_ptr);
// load output for Ascend
debugger_->LoadGraphOutputs();
// load parameters for Ascend
debugger_->LoadParametersAndConst();
}
}
// LoadParametersAndConst for all the graphs that have been run in the current step
if (debugger_ && device_target_ == kGPUDevice) {
for (auto graph : graph_ptr_step_vec_) {
@ -543,7 +534,7 @@ void Debugger::PostExecute() {
if (debug_services_ != nullptr) {
debug_services_->ResetLoadedTensors();
} else {
MS_LOG(ERROR) << "debug_services_ is nullptr";
MS_LOG(DEBUG) << "debug_services_ is nullptr";
}
}
}

19
mindspore/ccsrc/debug/debugger/debugger_utils.cc
View File

@ -184,6 +184,25 @@ std::string CheckDatasetSinkMode(const KernelGraphPtr &graph_ptr) {
return error_info;
}
void LoadDataForDump(const KernelGraphPtr &graph_ptr) {
auto context = MsContext::GetInstance();
MS_EXCEPTION_IF_NULL(context);
if (context->get_param<std::string>(MS_CTX_DEVICE_TARGET) != kAscendDevice) {
return;
}
#ifdef ENABLE_DEBUGGER
MS_LOG(INFO) << "Start load step";
auto debugger = Debugger::GetInstance();
MS_EXCEPTION_IF_NULL(debugger);
debugger->SetGraphPtr(graph_ptr);
// load output
debugger->LoadGraphOutputs();
// load parameters
debugger->LoadParametersAndConst();
#endif
}
#ifdef ENABLE_D
int32_t DumpDataCallBack(const DumpChunk *dump_chunk, int32_t size) {
MS_LOG(DEBUG) << "ADX DumpDataCallBack is called";

2
mindspore/ccsrc/debug/debugger/debugger_utils.h
View File

@ -42,6 +42,8 @@ void ReadDataAndDump(const CNodePtr &cnode, const KernelLaunchInfo *launch_info_
std::string CheckDatasetSinkMode(const KernelGraphPtr &graph_ptr);
void LoadDataForDump(const KernelGraphPtr &graph_ptr);
#ifdef ENABLE_D
// Callback function to dump ascend async mode
int32_t DumpDataCallBack(const DumpChunk *dump_chunk, int32_t size);

4
mindspore/ccsrc/runtime/framework/actor/debug_actor.cc
View File

@ -81,7 +81,9 @@ void DebugActor::DebugForGraph(const KernelGraphPtr &graph, const DeviceContext
MS_EXCEPTION_IF_NULL(device_context);
MS_EXCEPTION_IF_NULL(op_context);
MS_EXCEPTION_IF_NULL(from_aid);
#ifdef ENABLE_DEBUGGER
LoadDataForDump(graph);
#endif
// Call back to the from actor to process after debug finished.
ActorDispatcher::Send(*from_aid, &DebugAwareActor::OnDebugFinish, op_context);
}