xxq250
/
mindspore
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

!69058 disable backend compile cache in msrun mode 

Merge pull request !69058 from xiaoyao/mobile
This commit is contained in:
i-robot 2024-05-16 09:09:22 +00:00 committed by Gitee
parent fb79775495 8fa65fa5f2
commit efc7063354
No known key found for this signature in database
GPG Key ID: 173E9B9CA92EEF8F
3 changed files with 11 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
mindspore/ccsrc/pipeline/jit/ps/compile_cache_manager.cc
View File

@ -319,15 +319,15 @@ std::string CompileCacheManager::GetCachedDataQueueName(const std::string &datas
return queue_name;
}
data_queue_num_++;
auto &config_mng = ConfigManager::GetInstance();
if (config_mng.dataset_phase().empty()) {
config_mng.set_dataset_phase(dataset_phase);
}
// if queue name has cached, we should not get it again from cache file in the same process.
auto &context = CompileCacheContext::GetInstance();
if (context.has_cached_queue_name()) {
return queue_name;
}
auto &config_mng = ConfigManager::GetInstance();
if (config_mng.dataset_phase().empty()) {
config_mng.set_dataset_phase(dataset_phase);
}
const auto &filename = GetDataQueueNameCachePath(std::to_string(CompileCacheManager::data_queue_num_));
MS_LOG(INFO) << "Get data queue name from file " << filename;
std::ifstream json_fs(filename);

4
mindspore/ccsrc/pipeline/jit/ps/resource.cc
View File

@ -710,7 +710,9 @@ void Resource::GetCompileCacheResource(const py::list &compile_cache_dep_files,
MS_LOG(WARNING) << "Check the consistency of dependency files hash failed. Execute all the compilation actions.";
return;
}
context.set_init_compile_cache(true);
if (!common::UseHostCollective()) {
context.set_init_compile_cache(true);
}
compile_cache_manager_->InitCompileCacheHash(compile_cache_dep_files);
*compile_cache_consistent = compile_cache_manager_->CheckDepFilesHashConsistency();
if (!*compile_cache_consistent) {

6
mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_graph_executor.cc
View File

@ -804,8 +804,9 @@ bool GeGraphExecutor::CompileGraph(const KernelGraphPtr &graph,
const auto &tensor_order_map = GetParams(graph, &origin_shape);
auto &compile_cache_context = CompileCacheContext::GetInstance();
auto use_compile_cache = compile_cache_context.UseCompileCache();
auto init_compile_cache = compile_cache_context.init_compile_cache();
GEGraphOptimization::GetInstance().OptimizeGEGraph(graph);
if (use_compile_cache) {
if (use_compile_cache && init_compile_cache) {
MS_LOG(INFO) << "Use ge compile cache, and skip specific optimization and ge_adapter execution";
if (!BuildFakeGraph(graph)) {
return false;
@ -863,8 +864,9 @@ bool GeGraphExecutor::CompileGraph(const FuncGraphPtr &graph, const std::map<str
const auto &tensor_order_map = GetParams(graph, &origin_shape);
auto &compile_cache_context = CompileCacheContext::GetInstance();
auto use_compile_cache = compile_cache_context.UseCompileCache();
auto init_compile_cache = compile_cache_context.init_compile_cache();
GEGraphOptimization::GetInstance().OptimizeGEGraph(kg);
if (use_compile_cache) {
if (use_compile_cache && init_compile_cache) {
MS_LOG(INFO) << "Use ge compile cache, and skip specific optimization and ge_adapter execution";
if (!BuildFakeGraph(graph)) {
return false;