init repository
This commit is contained in:
Xunhui Zhang
parent
febdcbbe47
commit
973b536bec
|
|
@ -0,0 +1,113 @@
|
||||||
|
# MindSpore
|
||||||
|
build/
|
||||||
|
mindspore/lib
|
||||||
|
output
|
||||||
|
*.ir
|
||||||
|
st_tests
|
||||||
|
kernel_meta/
|
||||||
|
somas_meta/
|
||||||
|
trace_code_graph_*
|
||||||
|
|
||||||
|
# mindspore lite java
|
||||||
|
mindspore/lite/java/.gradle/
|
||||||
|
mindspore/lite/java/gradle
|
||||||
|
mindspore/lite/java/gradlew
|
||||||
|
mindspore/lite/java/gradlew.bat
|
||||||
|
mindspore/lite/java/java/.gradle
|
||||||
|
mindspore/lite/java/java/build
|
||||||
|
mindspore/lite/java/java/gradle
|
||||||
|
mindspore/lite/java/java/gradlew
|
||||||
|
mindspore/lite/java/java/gradlew.bat
|
||||||
|
mindspore/lite/java/java/app/build
|
||||||
|
mindspore/lite/java/java/app/libs
|
||||||
|
|
||||||
|
# flatbuffer
|
||||||
|
mindspore/lite/tools/converter/parser/tflite/schema_generated.h
|
||||||
|
mindspore/lite/tools/converter/parser/caffe/caffe.pb.cc
|
||||||
|
mindspore/lite/tools/converter/parser/caffe/caffe.pb.h
|
||||||
|
mindspore/lite/tools/converter/parser/onnx/onnx.pb.h
|
||||||
|
mindspore/lite/tools/converter/parser/onnx/onnx.pb.h
|
||||||
|
mindspore/lite/tools/converter/schema/*.h
|
||||||
|
mindspore/lite/tools/converter/schema/inner
|
||||||
|
mindspore/lite/schema/*.h
|
||||||
|
mindspore/lite/schema/inner
|
||||||
|
|
||||||
|
mindspore/lite/src/litert/kernel/opencl/cl/fp16/*.inc
|
||||||
|
mindspore/lite/src/litert/kernel/opencl/cl/fp32/*.inc
|
||||||
|
|
||||||
|
# Cmake files
|
||||||
|
CMakeFiles/
|
||||||
|
cmake_install.cmake
|
||||||
|
CMakeCache.txt
|
||||||
|
Makefile
|
||||||
|
cmake-build-debug
|
||||||
|
|
||||||
|
# Dynamic libraries
|
||||||
|
*.so
|
||||||
|
*.so.*
|
||||||
|
*.dylib
|
||||||
|
|
||||||
|
# Static libraries
|
||||||
|
*.la
|
||||||
|
*.lai
|
||||||
|
*.a
|
||||||
|
*.lib
|
||||||
|
|
||||||
|
# Protocol buffers
|
||||||
|
*_pb2.py
|
||||||
|
*.pb.h
|
||||||
|
*.pb.cc
|
||||||
|
*.pb
|
||||||
|
*_grpc.py
|
||||||
|
|
||||||
|
# Object files
|
||||||
|
*.o
|
||||||
|
|
||||||
|
# Editor
|
||||||
|
.vscode
|
||||||
|
.idea/
|
||||||
|
|
||||||
|
# Cquery
|
||||||
|
.cquery_cached_index/
|
||||||
|
compile_commands.json
|
||||||
|
|
||||||
|
# Ctags and cscope
|
||||||
|
tags
|
||||||
|
TAGS
|
||||||
|
CTAGS
|
||||||
|
GTAGS
|
||||||
|
GRTAGS
|
||||||
|
GSYMS
|
||||||
|
GPATH
|
||||||
|
cscope.*
|
||||||
|
|
||||||
|
# Python files
|
||||||
|
*__pycache__*
|
||||||
|
.pytest_cache
|
||||||
|
|
||||||
|
# Mac files
|
||||||
|
*.DS_Store
|
||||||
|
|
||||||
|
# Test results
|
||||||
|
test_temp_summary_event_file/
|
||||||
|
*.dot
|
||||||
|
*.dat
|
||||||
|
*.svg
|
||||||
|
*.perf
|
||||||
|
*.info
|
||||||
|
*.ckpt
|
||||||
|
*.shp
|
||||||
|
*.pkl
|
||||||
|
*.pb
|
||||||
|
.clangd
|
||||||
|
mindspore/python/mindspore/version.py
|
||||||
|
mindspore/python/mindspore/default_config.py
|
||||||
|
mindspore/python/mindspore/device_target.py
|
||||||
|
mindspore/python/mindspore/package_name.py
|
||||||
|
mindspore/python/mindspore/.commit_id
|
||||||
|
|
||||||
|
# lite test file
|
||||||
|
mindspore/lite/test/do_test/
|
||||||
|
|
||||||
|
# lite opencl compile file
|
||||||
|
*.cl.inc
|
||||||
|
|
@ -0,0 +1,36 @@
|
||||||
|
[submodule "akg"]
|
||||||
|
path = akg
|
||||||
|
url = https://gitee.com/mindspore/akg.git
|
||||||
|
[submodule "graphengine"]
|
||||||
|
path = graphengine
|
||||||
|
url = https://gitee.com/mindspore/graphengine.git
|
||||||
|
[submodule "tests/models"]
|
||||||
|
path = tests/models
|
||||||
|
url = https://gitee.com/mindspore/models.git
|
||||||
|
[submodule "MindSpore-first-experience"]
|
||||||
|
path = MindSpore-first-experience
|
||||||
|
url = ../MindSpore-first-experience.git
|
||||||
|
[submodule "MindSpore-install"]
|
||||||
|
path = MindSpore-install
|
||||||
|
url = ../MindSpore-install.git
|
||||||
|
[submodule "MindSpore-Application-practice"]
|
||||||
|
path = MindSpore-Application-practice
|
||||||
|
url = ../MindSpore-Application-practice.git
|
||||||
|
[submodule "MindSpore-Model-Development"]
|
||||||
|
path = MindSpore-Model-Development
|
||||||
|
url = ../MindSpore-Model-Development.git
|
||||||
|
[submodule "MindSpore-Data-preprocessing"]
|
||||||
|
path = MindSpore-Data-preprocessing
|
||||||
|
url = ../MindSpore-Data-preprocessing.git
|
||||||
|
[submodule "Mindspore-Data-storage-use"]
|
||||||
|
path = Mindspore-Data-storage-use
|
||||||
|
url = ../Mindspore-Data-storage-use.git
|
||||||
|
[submodule "MindSpore-Data-storage-kunpeng"]
|
||||||
|
path = MindSpore-Data-storage-kunpeng
|
||||||
|
url = ../MindSpore-Data-storage-kunpeng.git
|
||||||
|
[submodule "MindSpore-LeNet-jzx3"]
|
||||||
|
path = MindSpore-LeNet-jzx3
|
||||||
|
url = ../MindSpore-LeNet-jzx3.git
|
||||||
|
[submodule "MindSpore-competition"]
|
||||||
|
path = MindSpore-competition
|
||||||
|
url = ../MindSpore-competition.git
|
||||||
|
|
@ -0,0 +1,147 @@
|
||||||
|
cmake_minimum_required(VERSION 3.14.0)
|
||||||
|
project(MindSpore)
|
||||||
|
|
||||||
|
if(CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
|
||||||
|
if(CMAKE_CXX_COMPILER_VERSION VERSION_LESS 7.3.0)
|
||||||
|
message(FATAL_ERROR "GCC version must be 7.3.0 and above, but found ${CMAKE_CXX_COMPILER_VERSION}")
|
||||||
|
elseif(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 11.3.0)
|
||||||
|
message(WARNING "GCC version ${CMAKE_CXX_COMPILER_VERSION} is greater than 11.3.0, may cause unknown problems.")
|
||||||
|
endif()
|
||||||
|
endif()
|
||||||
|
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/options.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/check_requirements.cmake)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/ascend_variables.cmake)
|
||||||
|
|
||||||
|
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_SOURCE_DIR}/cmake/modules/")
|
||||||
|
if(CMAKE_SYSTEM_NAME MATCHES "Linux")
|
||||||
|
if(NOT ENABLE_GLIBCXX)
|
||||||
|
add_compile_definitions(_GLIBCXX_USE_CXX11_ABI=0)
|
||||||
|
endif()
|
||||||
|
endif()
|
||||||
|
|
||||||
|
if(${CMAKE_SYSTEM_NAME} MATCHES "Darwin")
|
||||||
|
set(MACOSX_CXX_WARNING_FLAGS "-Wno-inconsistent-missing-override \
|
||||||
|
-Wno-unused-lambda-capture -Wno-unneeded-internal-declaration -Wno-unused-variable \
|
||||||
|
-Wno-return-std-move")
|
||||||
|
if("${CMAKE_CXX_COMPILER_ID}" MATCHES "Clang" AND CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 13.1)
|
||||||
|
set(MACOSX_CXX_WARNING_FLAGS "${MACOSX_CXX_WARNING_FLAGS} -Wno-unused-but-set-variable")
|
||||||
|
endif()
|
||||||
|
set(CMAKE_CXX_FLAGS_RELEASE
|
||||||
|
"$ENV{CXXFLAGS} -O2 ${MACOSX_CXX_WARNING_FLAGS} -DHALF_ENABLE_CPP11_USER_LITERALS=0 -D_FORTIFY_SOURCE=2")
|
||||||
|
elseif(ENABLE_SYM_FILE)
|
||||||
|
set(CMAKE_CXX_FLAGS_RELEASE "$ENV{CXXFLAGS} -O2 -g -ggdb -Wl,--allow-shlib-undefined \
|
||||||
|
-DHALF_ENABLE_CPP11_USER_LITERALS=0 -D_FORTIFY_SOURCE=2")
|
||||||
|
else()
|
||||||
|
if(NOT MSVC)
|
||||||
|
set(CMAKE_CXX_FLAGS_RELEASE "$ENV{CXXFLAGS} -O2 -Wl,--allow-shlib-undefined \
|
||||||
|
-DHALF_ENABLE_CPP11_USER_LITERALS=0 -D_FORTIFY_SOURCE=2")
|
||||||
|
endif()
|
||||||
|
endif()
|
||||||
|
|
||||||
|
if(ENABLE_PYTHON)
|
||||||
|
add_compile_definitions(ENABLE_PYTHON)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
if(${CMAKE_SYSTEM_NAME} MATCHES "Darwin")
|
||||||
|
set(CMAKE_CXX_FLAGS_DEBUG "$ENV{CXXFLAGS} -O0 -g2 -ggdb -fno-inline-functions -fno-omit-frame-pointer \
|
||||||
|
-D_LIBCPP_INLINE_VISIBILITY='' -D_LIBCPP_DISABLE_EXTERN_TEMPLATE=1 -DHALF_ENABLE_CPP11_USER_LITERALS=0 \
|
||||||
|
-D_FORTIFY_SOURCE=2 -Wno-cpp ${MACOSX_CXX_WARNING_FLAGS}")
|
||||||
|
else()
|
||||||
|
if(NOT MSVC)
|
||||||
|
set(CMAKE_CXX_FLAGS_DEBUG "$ENV{CXXFLAGS} -O0 -g2 -ggdb -fno-inline-functions -fno-omit-frame-pointer \
|
||||||
|
-Wl,--allow-shlib-undefined -D_LIBCPP_INLINE_VISIBILITY='' -D_LIBCPP_DISABLE_EXTERN_TEMPLATE=1 \
|
||||||
|
-DHALF_ENABLE_CPP11_USER_LITERALS=0 -D_FORTIFY_SOURCE=2 -Wno-cpp")
|
||||||
|
endif()
|
||||||
|
endif()
|
||||||
|
|
||||||
|
if(NOT MSVC)
|
||||||
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -I/usr/local/include -std=c++17 \
|
||||||
|
-Werror -Wall -Wno-deprecated-declarations -fPIC")
|
||||||
|
else()
|
||||||
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /std:c++17")
|
||||||
|
endif()
|
||||||
|
set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
|
||||||
|
|
||||||
|
set(PYBIND11_CPP_STANDARD -std=c++17)
|
||||||
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${OPTION_CXX_FLAGS}")
|
||||||
|
|
||||||
|
if(ENABLE_AKG AND CMAKE_SYSTEM_NAME MATCHES "Linux")
|
||||||
|
add_subdirectory("${CMAKE_SOURCE_DIR}/akg")
|
||||||
|
endif()
|
||||||
|
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/mind_expression.cmake)
|
||||||
|
include_directories(${CMAKE_CURRENT_SOURCE_DIR})
|
||||||
|
include_directories(${CMAKE_CURRENT_SOURCE_DIR}/third_party/securec/include)
|
||||||
|
include_directories(${CMAKE_CURRENT_SOURCE_DIR}/third_party/flatbuffers/include)
|
||||||
|
include_directories(${CMAKE_CURRENT_SOURCE_DIR}/third_party/flatbuffers/include/flatbuffers)
|
||||||
|
|
||||||
|
if(ENABLE_FAST_HASH_TABLE)
|
||||||
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DENABLE_FAST_HASH_TABLE=1")
|
||||||
|
include_directories(${CMAKE_CURRENT_SOURCE_DIR}/third_party/robin_hood/include)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/dependency_utils.cmake)
|
||||||
|
find_package(Python3 COMPONENTS Interpreter Development)
|
||||||
|
if(Python3_FOUND)
|
||||||
|
set(PYTHON_INCLUDE_DIRS "${Python3_INCLUDE_DIRS}")
|
||||||
|
set(PYTHON_LIBRARIES "${Python3_LIBRARIES}")
|
||||||
|
if(WIN32)
|
||||||
|
if(Python3_DIR)
|
||||||
|
message("Python3_DIR set already: " ${Python3_DIR})
|
||||||
|
else()
|
||||||
|
string(LENGTH ${PYTHON_LIBRARIES} PYTHON_LIBRARIES_LEN)
|
||||||
|
string(LENGTH "libpythonxx.a" Python3_NAME_LEN)
|
||||||
|
math(EXPR Python3_DIR_LEN ${PYTHON_LIBRARIES_LEN}-${Python3_NAME_LEN})
|
||||||
|
string(SUBSTRING ${Python3_LIBRARIES} 0 ${Python3_DIR_LEN} Python3_DIR)
|
||||||
|
message("Python3_DIR: " ${Python3_DIR})
|
||||||
|
endif()
|
||||||
|
link_directories(${Python3_DIR})
|
||||||
|
endif()
|
||||||
|
else()
|
||||||
|
find_python_package(py_inc py_lib)
|
||||||
|
set(PYTHON_INCLUDE_DIRS "${py_inc}")
|
||||||
|
set(PYTHON_LIBRARIES "${py_lib}")
|
||||||
|
endif()
|
||||||
|
message("PYTHON_INCLUDE_DIRS = ${PYTHON_INCLUDE_DIRS}")
|
||||||
|
message("PYTHON_LIBRARIES = ${PYTHON_LIBRARIES}")
|
||||||
|
include_directories(${PYTHON_INCLUDE_DIRS})
|
||||||
|
|
||||||
|
set(MS_CCSRC_PATH ${CMAKE_SOURCE_DIR}/mindspore/ccsrc)
|
||||||
|
set(MS_CCSRC_BUILD_PATH ${BUILD_PATH}/mindspore/mindspore/ccsrc)
|
||||||
|
|
||||||
|
if(NOT MSVC)
|
||||||
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fvisibility=hidden")
|
||||||
|
endif()
|
||||||
|
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/init.cmake)
|
||||||
|
add_subdirectory(mindspore/core)
|
||||||
|
if(ENABLE_D OR ENABLE_ACL OR ENABLE_TESTCASES)
|
||||||
|
include(${CMAKE_SOURCE_DIR}/cmake/dependency_graphengine.cmake)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
add_subdirectory_with_faster_option(mindspore/ccsrc)
|
||||||
|
|
||||||
|
if(ENABLE_TESTCASES OR ENABLE_CPP_ST)
|
||||||
|
add_subdirectory(tests)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# packaging
|
||||||
|
file(READ ${CMAKE_SOURCE_DIR}/version.txt VERSION_NUMBER)
|
||||||
|
string(REPLACE "\n" "" VERSION_NUMBER ${VERSION_NUMBER})
|
||||||
|
if(${VERSION_NUMBER} MATCHES ".*dev.*")
|
||||||
|
message("building dev mode")
|
||||||
|
set(BUILD_DEV_MODE ON)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
if(ONLY_BUILD_DEVICE_PLUGINS)
|
||||||
|
include(cmake/package_plugin.cmake)
|
||||||
|
elseif(MODE_ASCEND_ACL)
|
||||||
|
include(cmake/package_tar.cmake)
|
||||||
|
elseif(CMAKE_SYSTEM_NAME MATCHES "Windows")
|
||||||
|
include(cmake/package_win.cmake)
|
||||||
|
elseif(CMAKE_SYSTEM_NAME MATCHES "Darwin")
|
||||||
|
include(cmake/package_mac.cmake)
|
||||||
|
else()
|
||||||
|
include(cmake/package.cmake)
|
||||||
|
endif()
|
||||||
|
|
@ -0,0 +1,131 @@
|
||||||
|
@rem Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
@rem
|
||||||
|
@rem Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
@rem you may not use this file except in compliance with the License.
|
||||||
|
@rem You may obtain a copy of the License at
|
||||||
|
@rem
|
||||||
|
@rem http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
@rem
|
||||||
|
@rem Unless required by applicable law or agreed to in writing, software
|
||||||
|
@rem distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
@rem See the License for the specific language governing permissions and
|
||||||
|
@rem limitations under the License.
|
||||||
|
@rem ============================================================================
|
||||||
|
@echo off
|
||||||
|
@title mindspore_build
|
||||||
|
|
||||||
|
setlocal EnableDelayedExpansion
|
||||||
|
|
||||||
|
@echo off
|
||||||
|
echo Start build at: %date% %time%
|
||||||
|
|
||||||
|
SET BASE_PATH=%CD%
|
||||||
|
SET BUILD_PATH=%BASE_PATH%/build
|
||||||
|
|
||||||
|
SET threads=8
|
||||||
|
SET ENABLE_GITEE=OFF
|
||||||
|
SET ENABLE_MSVC=OFF
|
||||||
|
set BUILD_TYPE=Release
|
||||||
|
set VERSION_STR=''
|
||||||
|
for /f "tokens=1" %%a in (version.txt) do (set VERSION_STR=%%a)
|
||||||
|
|
||||||
|
ECHO %2%|FINDSTR "^[0-9][0-9]*$"
|
||||||
|
IF %errorlevel% == 0 (
|
||||||
|
SET threads=%2%
|
||||||
|
)
|
||||||
|
|
||||||
|
IF "%FROM_GITEE%" == "1" (
|
||||||
|
echo "DownLoad from gitee"
|
||||||
|
SET ENABLE_GITEE=ON
|
||||||
|
)
|
||||||
|
|
||||||
|
ECHO %1%|FINDSTR "^ms_vs"
|
||||||
|
IF %errorlevel% == 0 (
|
||||||
|
echo "use msvc compiler"
|
||||||
|
SET ENABLE_MSVC=ON
|
||||||
|
) else (
|
||||||
|
echo "use mingw compiler"
|
||||||
|
)
|
||||||
|
|
||||||
|
IF NOT EXIST "%BUILD_PATH%" (
|
||||||
|
md "build"
|
||||||
|
)
|
||||||
|
cd %BUILD_PATH%
|
||||||
|
IF NOT EXIST "%BUILD_PATH%/mindspore" (
|
||||||
|
md "mindspore"
|
||||||
|
)
|
||||||
|
|
||||||
|
cd %BUILD_PATH%/mindspore
|
||||||
|
IF "%1%" == "lite" (
|
||||||
|
echo "======Start building MindSpore Lite %VERSION_STR%======"
|
||||||
|
rd /s /q "%BASE_PATH%\output"
|
||||||
|
(git log -1 | findstr "^commit") > %BUILD_PATH%\.commit_id
|
||||||
|
IF defined VisualStudioVersion (
|
||||||
|
cmake -DMSLITE_MINDDATA_IMPLEMENT=off -DMSLITE_ENABLE_TRAIN=off -DVERSION_STR=%VERSION_STR% ^
|
||||||
|
-DCMAKE_BUILD_TYPE=Release -G "Ninja" "%BASE_PATH%/mindspore/lite"
|
||||||
|
) ELSE (
|
||||||
|
cmake -DMSLITE_MINDDATA_IMPLEMENT=off -DMSLITE_ENABLE_TRAIN=off -DVERSION_STR=%VERSION_STR% ^
|
||||||
|
-DCMAKE_BUILD_TYPE=Release -G "CodeBlocks - MinGW Makefiles" "%BASE_PATH%/mindspore/lite"
|
||||||
|
)
|
||||||
|
) ELSE (
|
||||||
|
IF "%1%" == "ms_vs_gpu" (
|
||||||
|
echo "======Start gen VS2019 Project for MS gpu ======"
|
||||||
|
cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CPU=ON -DENABLE_GPU=ON -DGPU_BACKEND_CUDA=ON -DMS_REQUIRE_CUDA_VERSION=11.1 -DENABLE_MINDDATA=ON -DUSE_GLOG=ON -DENABLE_GITEE=%ENABLE_GITEE% ^
|
||||||
|
-G "Visual Studio 16 2019" -A x64 ../..
|
||||||
|
) ELSE IF "%1%" == "ms_vs_cpu" (
|
||||||
|
echo "======Start gen VS2019 Project for MS cpu ======"
|
||||||
|
for /f "delims=" %%i in ('powershell.exe -ExecutionPolicy Bypass -Command "Get-ChildItem HKLM:\SOFTWARE\Wow6432Node\Microsoft\Windows\CurrentVersion\Uninstall | foreach { Get-ItemProperty $_.PsPath } | where { $_.DisplayName -like '*Visual Studio*' -and $_.InstallLocation.Length -gt 0 } | sort InstallDate -Descending | foreach { Join-Path $_.InstallLocation 'VC\Auxiliary\Build'}"') do (call "%%i\vcvars64.bat")
|
||||||
|
where sccache
|
||||||
|
IF !errorlevel! == 0 (
|
||||||
|
echo "use sccache to speed up compile"
|
||||||
|
cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_COMPILER_LAUNCHER=sccache -DCMAKE_CXX_COMPILER_LAUNCHER=sccache -DENABLE_CPU=ON -DENABLE_MINDDATA=ON -DUSE_GLOG=ON -DENABLE_GITEE=%ENABLE_GITEE% ^
|
||||||
|
-G Ninja ../..
|
||||||
|
) ELSE (
|
||||||
|
echo "fail to find sccache"
|
||||||
|
cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CPU=ON -DENABLE_MINDDATA=ON -DUSE_GLOG=ON -DENABLE_GITEE=%ENABLE_GITEE% ^
|
||||||
|
-G Ninja ../..
|
||||||
|
)
|
||||||
|
) ELSE IF "%1%" == "ms_vs_cpu_debug" (
|
||||||
|
echo "======Start gen VS2019 Project for MS cpu debug======"
|
||||||
|
cmake -DCMAKE_BUILD_TYPE=Debug -DDEBUG_MODE=ON -DENABLE_CPU=ON -DENABLE_MINDDATA=ON -DUSE_GLOG=ON -DENABLE_GITEE=%ENABLE_GITEE% ^
|
||||||
|
-G "Visual Studio 16 2019" -A x64 ../..
|
||||||
|
set BUILD_TYPE=Debug
|
||||||
|
) ELSE (
|
||||||
|
echo "======Start gen MinGW64 Project for MS cpu ======"
|
||||||
|
cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CPU=ON -DENABLE_MINDDATA=ON -DUSE_GLOG=ON -DENABLE_GITEE=%ENABLE_GITEE% ^
|
||||||
|
-G "CodeBlocks - MinGW Makefiles" ../..
|
||||||
|
)
|
||||||
|
)
|
||||||
|
IF NOT %errorlevel% == 0 (
|
||||||
|
echo "cmake fail."
|
||||||
|
call :clean
|
||||||
|
EXIT /b 1
|
||||||
|
)
|
||||||
|
|
||||||
|
IF ON == %ENABLE_MSVC% (
|
||||||
|
cmake --build . --config %BUILD_TYPE% --target package
|
||||||
|
) ELSE (
|
||||||
|
cmake --build . --target package -- -j%threads%
|
||||||
|
)
|
||||||
|
|
||||||
|
IF NOT %errorlevel% == 0 (
|
||||||
|
echo "build fail."
|
||||||
|
call :clean
|
||||||
|
EXIT /b 1
|
||||||
|
)
|
||||||
|
|
||||||
|
call :clean
|
||||||
|
EXIT /b 0
|
||||||
|
|
||||||
|
:clean
|
||||||
|
IF EXIST "%BASE_PATH%/output" (
|
||||||
|
cd %BASE_PATH%/output
|
||||||
|
if EXIST "%BASE_PATH%/output/_CPack_Packages" (
|
||||||
|
rd /s /q _CPack_Packages
|
||||||
|
)
|
||||||
|
)
|
||||||
|
cd %BASE_PATH%
|
||||||
|
|
||||||
|
@echo off
|
||||||
|
echo End build at: %date% %time%
|
||||||
|
|
@ -0,0 +1,103 @@
|
||||||
|
#!/bin/bash
|
||||||
|
# Copyright 2019-2021 Huawei Technologies Co., Ltd
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
# ============================================================================
|
||||||
|
|
||||||
|
set -e
|
||||||
|
BASEPATH=$(cd "$(dirname $0)"; pwd)
|
||||||
|
export CUDA_PATH=""
|
||||||
|
export BUILD_PATH="${BASEPATH}/build/"
|
||||||
|
|
||||||
|
source ./scripts/build/usage.sh
|
||||||
|
source ./scripts/build/default_options.sh
|
||||||
|
source ./scripts/build/option_proc_debug.sh
|
||||||
|
source ./scripts/build/option_proc_mindspore.sh
|
||||||
|
source ./scripts/build/option_proc_lite.sh
|
||||||
|
source ./scripts/build/process_options.sh
|
||||||
|
source ./scripts/build/parse_device.sh
|
||||||
|
source ./scripts/build/build_mindspore.sh
|
||||||
|
|
||||||
|
# check value of input is 'on' or 'off'
|
||||||
|
# usage: check_on_off arg_value arg_name
|
||||||
|
check_on_off()
|
||||||
|
{
|
||||||
|
if [[ "X$1" != "Xon" && "X$1" != "Xoff" ]]; then
|
||||||
|
echo "Invalid value $1 for option -$2"
|
||||||
|
usage
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
update_submodule()
|
||||||
|
{
|
||||||
|
git submodule update --init graphengine
|
||||||
|
cd "${BASEPATH}/graphengine"
|
||||||
|
git submodule update --init metadef
|
||||||
|
cd "${BASEPATH}"
|
||||||
|
if [[ "X$ENABLE_AKG" = "Xon" ]]; then
|
||||||
|
if [[ "X$ENABLE_D" == "Xon" ]]; then
|
||||||
|
git submodule update --init akg
|
||||||
|
else
|
||||||
|
GIT_LFS_SKIP_SMUDGE=1 git submodule update --init akg
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
build_exit()
|
||||||
|
{
|
||||||
|
echo "$@" >&2
|
||||||
|
stty echo
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
make_clean()
|
||||||
|
{
|
||||||
|
echo "enable make clean"
|
||||||
|
cd "${BUILD_PATH}/mindspore"
|
||||||
|
cmake --build . --target clean
|
||||||
|
}
|
||||||
|
|
||||||
|
echo "---------------- MindSpore: build start ----------------"
|
||||||
|
init_default_options
|
||||||
|
process_options "$@"
|
||||||
|
parse_device
|
||||||
|
|
||||||
|
if [[ "X$COMPILE_LITE" = "Xon" ]]; then
|
||||||
|
export COMPILE_MINDDATA_LITE
|
||||||
|
export ENABLE_VERBOSE
|
||||||
|
export LITE_PLATFORM
|
||||||
|
export LITE_ENABLE_AAR
|
||||||
|
source mindspore/lite/build_lite.sh
|
||||||
|
else
|
||||||
|
mkdir -pv "${BUILD_PATH}/package/mindspore/lib"
|
||||||
|
mkdir -pv "${BUILD_PATH}/package/mindspore/lib/plugin"
|
||||||
|
update_submodule
|
||||||
|
|
||||||
|
build_mindspore
|
||||||
|
|
||||||
|
if [[ "X$ENABLE_MAKE_CLEAN" = "Xon" ]]; then
|
||||||
|
make_clean
|
||||||
|
fi
|
||||||
|
if [[ "X$ENABLE_ACL" == "Xon" ]] && [[ "X$ENABLE_D" == "Xoff" ]]; then
|
||||||
|
echo "acl mode, skipping deploy phase"
|
||||||
|
rm -rf ${BASEPATH}/output/_CPack_Packages/
|
||||||
|
elif [[ "X$FASTER_BUILD_FOR_PLUGINS" == "Xon" ]]; then
|
||||||
|
echo "plugin mode, skipping deploy phase"
|
||||||
|
rm -rf ${BASEPATH}/output/_CPack_Packages/
|
||||||
|
else
|
||||||
|
cp -rf ${BUILD_PATH}/package/mindspore/lib ${BASEPATH}/mindspore/python/mindspore
|
||||||
|
cp -rf ${BUILD_PATH}/package/mindspore/*.so ${BASEPATH}/mindspore/python/mindspore
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
echo "---------------- MindSpore: build end ----------------"
|
||||||
|
|
@ -0,0 +1,219 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
# encoding: utf-8
|
||||||
|
# Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
# ============================================================================
|
||||||
|
"""setup package."""
|
||||||
|
import os
|
||||||
|
import stat
|
||||||
|
import platform
|
||||||
|
|
||||||
|
from setuptools import setup, find_packages
|
||||||
|
from setuptools.command.egg_info import egg_info
|
||||||
|
from setuptools.command.build_py import build_py
|
||||||
|
|
||||||
|
backend_policy = os.getenv('BACKEND_POLICY')
|
||||||
|
commit_id = os.getenv('COMMIT_ID').replace("\n", "")
|
||||||
|
package_name = os.getenv('MS_PACKAGE_NAME').replace("\n", "")
|
||||||
|
build_path = os.getenv('BUILD_PATH')
|
||||||
|
|
||||||
|
pwd = os.path.dirname(os.path.realpath(__file__))
|
||||||
|
pkg_dir = os.path.join(build_path, 'package')
|
||||||
|
|
||||||
|
|
||||||
|
def _read_file(filename):
|
||||||
|
with open(os.path.join(pwd, filename), encoding='UTF-8') as f:
|
||||||
|
return f.read()
|
||||||
|
|
||||||
|
|
||||||
|
version = _read_file('version.txt').replace("\n", "")
|
||||||
|
readme = _read_file('README.md')
|
||||||
|
|
||||||
|
|
||||||
|
def _write_version(file):
|
||||||
|
file.write("__version__ = '{}'\n".format(version))
|
||||||
|
|
||||||
|
|
||||||
|
def _write_config(file):
|
||||||
|
file.write("__backend__ = '{}'\n".format(backend_policy))
|
||||||
|
|
||||||
|
|
||||||
|
def _write_commit_file(file):
|
||||||
|
file.write("__commit_id__ = '{}'\n".format(commit_id))
|
||||||
|
|
||||||
|
|
||||||
|
def _write_package_name(file):
|
||||||
|
file.write("__package_name__ = '{}'\n".format(package_name))
|
||||||
|
|
||||||
|
|
||||||
|
def build_dependencies():
|
||||||
|
"""generate python file"""
|
||||||
|
version_file = os.path.join(pkg_dir, 'mindspore', 'version.py')
|
||||||
|
with open(version_file, 'w') as f:
|
||||||
|
_write_version(f)
|
||||||
|
|
||||||
|
version_file = os.path.join(pwd, 'mindspore/python/mindspore', 'version.py')
|
||||||
|
with open(version_file, 'w') as f:
|
||||||
|
_write_version(f)
|
||||||
|
|
||||||
|
config_file = os.path.join(pkg_dir, 'mindspore', 'default_config.py')
|
||||||
|
with open(config_file, 'w') as f:
|
||||||
|
_write_config(f)
|
||||||
|
|
||||||
|
config_file = os.path.join(pwd, 'mindspore/python/mindspore', 'default_config.py')
|
||||||
|
with open(config_file, 'w') as f:
|
||||||
|
_write_config(f)
|
||||||
|
|
||||||
|
package_info = os.path.join(pkg_dir, 'mindspore', 'default_config.py')
|
||||||
|
with open(package_info, 'a') as f:
|
||||||
|
_write_package_name(f)
|
||||||
|
|
||||||
|
package_info = os.path.join(pwd, 'mindspore/python/mindspore', 'default_config.py')
|
||||||
|
with open(package_info, 'a') as f:
|
||||||
|
_write_package_name(f)
|
||||||
|
|
||||||
|
commit_file = os.path.join(pkg_dir, 'mindspore', '.commit_id')
|
||||||
|
with open(commit_file, 'w') as f:
|
||||||
|
_write_commit_file(f)
|
||||||
|
|
||||||
|
commit_file = os.path.join(pwd, 'mindspore/python/mindspore', '.commit_id')
|
||||||
|
with open(commit_file, 'w') as f:
|
||||||
|
_write_commit_file(f)
|
||||||
|
|
||||||
|
|
||||||
|
build_dependencies()
|
||||||
|
|
||||||
|
required_package = [
|
||||||
|
'numpy >= 1.17.0',
|
||||||
|
'protobuf >= 3.13.0',
|
||||||
|
'asttokens >= 2.0.4',
|
||||||
|
'pillow >= 6.2.0',
|
||||||
|
'scipy >= 1.5.4',
|
||||||
|
'packaging >= 20.0',
|
||||||
|
'psutil >= 5.6.1',
|
||||||
|
'astunparse >= 1.6.3'
|
||||||
|
]
|
||||||
|
|
||||||
|
package_data = {
|
||||||
|
'': [
|
||||||
|
'*.so*',
|
||||||
|
'*.pyd',
|
||||||
|
'*.dll',
|
||||||
|
'*.pdb',
|
||||||
|
'bin/*',
|
||||||
|
'lib/plugin/*',
|
||||||
|
'lib/plugin/*/*',
|
||||||
|
'lib/*.so*',
|
||||||
|
'lib/*.a',
|
||||||
|
'lib/*.dylib*',
|
||||||
|
'.commit_id',
|
||||||
|
'config/*',
|
||||||
|
'ops/bprop_mindir/*',
|
||||||
|
'include/*',
|
||||||
|
'include/*/*',
|
||||||
|
'include/*/*/*',
|
||||||
|
'include/*/*/*/*',
|
||||||
|
'Third_Party_Open_Source_Software_Notice'
|
||||||
|
]
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def update_permissions(path):
|
||||||
|
"""
|
||||||
|
Update permissions.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
path (str): Target directory path.
|
||||||
|
"""
|
||||||
|
if platform.system() == "Windows":
|
||||||
|
return
|
||||||
|
|
||||||
|
for dirpath, dirnames, filenames in os.walk(path):
|
||||||
|
for dirname in dirnames:
|
||||||
|
dir_fullpath = os.path.join(dirpath, dirname)
|
||||||
|
os.chmod(dir_fullpath, stat.S_IREAD | stat.S_IWRITE |
|
||||||
|
stat.S_IEXEC | stat.S_IRGRP | stat.S_IXGRP)
|
||||||
|
for filename in filenames:
|
||||||
|
file_fullpath = os.path.join(dirpath, filename)
|
||||||
|
os.chmod(file_fullpath, stat.S_IREAD)
|
||||||
|
|
||||||
|
|
||||||
|
class EggInfo(egg_info):
|
||||||
|
"""Egg info."""
|
||||||
|
|
||||||
|
def run(self):
|
||||||
|
super().run()
|
||||||
|
egg_info_dir = os.path.join(pkg_dir, 'mindspore.egg-info')
|
||||||
|
update_permissions(egg_info_dir)
|
||||||
|
|
||||||
|
|
||||||
|
class BuildPy(build_py):
|
||||||
|
"""BuildPy."""
|
||||||
|
|
||||||
|
def run(self):
|
||||||
|
super().run()
|
||||||
|
mindspore_dir = os.path.join(pkg_dir, 'build', 'lib', 'mindspore')
|
||||||
|
update_permissions(mindspore_dir)
|
||||||
|
mindspore_dir = os.path.join(pkg_dir, 'build', 'lib', 'mindspore', '_akg')
|
||||||
|
update_permissions(mindspore_dir)
|
||||||
|
|
||||||
|
|
||||||
|
setup(
|
||||||
|
name=package_name,
|
||||||
|
version=version,
|
||||||
|
author='The MindSpore Authors',
|
||||||
|
author_email='contact@mindspore.cn',
|
||||||
|
url='https://www.mindspore.cn',
|
||||||
|
download_url='https://github.com/mindspore-ai/mindspore/tags',
|
||||||
|
project_urls={
|
||||||
|
'Sources': 'https://github.com/mindspore-ai/mindspore',
|
||||||
|
'Issue Tracker': 'https://github.com/mindspore-ai/mindspore/issues',
|
||||||
|
},
|
||||||
|
description='MindSpore is a new open source deep learning training/inference '
|
||||||
|
'framework that could be used for mobile, edge and cloud scenarios.',
|
||||||
|
long_description=readme,
|
||||||
|
long_description_content_type="text/markdown",
|
||||||
|
packages=find_packages(),
|
||||||
|
package_data=package_data,
|
||||||
|
include_package_data=True,
|
||||||
|
cmdclass={
|
||||||
|
'egg_info': EggInfo,
|
||||||
|
'build_py': BuildPy,
|
||||||
|
},
|
||||||
|
entry_points={
|
||||||
|
'console_scripts': [
|
||||||
|
'cache_admin=mindspore.dataset.engine.cache_admin:main',
|
||||||
|
],
|
||||||
|
},
|
||||||
|
python_requires='>=3.7',
|
||||||
|
install_requires=required_package,
|
||||||
|
classifiers=[
|
||||||
|
'Development Status :: 4 - Beta',
|
||||||
|
'Environment :: Console',
|
||||||
|
'Intended Audience :: Science/Research',
|
||||||
|
'Intended Audience :: Developers',
|
||||||
|
'License :: OSI Approved :: Apache Software License',
|
||||||
|
'Programming Language :: Python :: 3 :: Only',
|
||||||
|
'Programming Language :: Python :: 3.7',
|
||||||
|
'Programming Language :: Python :: 3.8',
|
||||||
|
'Programming Language :: C++',
|
||||||
|
'Topic :: Scientific/Engineering',
|
||||||
|
'Topic :: Scientific/Engineering :: Artificial Intelligence',
|
||||||
|
'Topic :: Software Development',
|
||||||
|
'Topic :: Software Development :: Libraries',
|
||||||
|
'Topic :: Software Development :: Libraries :: Python Modules',
|
||||||
|
],
|
||||||
|
license='Apache 2.0',
|
||||||
|
keywords='mindspore machine learning',
|
||||||
|
)
|
||||||
Loading…
Reference in New Issue