Nigel
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

update mindspore install scripts

This commit is contained in:
xulei 2022-04-08 15:46:59 +08:00
parent 9589f88cd2
commit 7a7927b537
8 changed files with 56 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
scripts/install/euleros-ascend-conda.sh
View File

@ -73,6 +73,7 @@ add_env() {
sudo yum install gcc gmp-devel -y
install_conda() {
echo "installing Miniconda3"
conda_file_name="Miniconda3-py3${PYTHON_VERSION##*.}_4.10.3-Linux-$(arch).sh"
cd /tmp
curl -O https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/$conda_file_name
@ -110,12 +111,13 @@ set -e
# set up conda env
env_name=mindspore_py3${PYTHON_VERSION##*.}
conda create -n $env_name python=${PYTHON_VERSION} -c conda-forge -y
conda activate $env_name
# downgrade openssl when py3.9+310
# constraint openssl when py3.9+310
openssl_constraint=""
if [[ "$PYTHON_VERSION" == "3.9" ]]; then
conda install openssl=1.1.1 -y
openssl_constraint="openssl=1.1.1"
fi
conda create -n $env_name python=${PYTHON_VERSION} ${openssl_constraint} -c conda-forge -y
conda activate $env_name
pip install sympy
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl

2
scripts/install/euleros-ascend-pip.sh
View File

@ -73,6 +73,7 @@ add_env() {
sudo yum install gcc gmp-devel -y
install_conda() {
echo "installing Miniconda3"
conda_file_name="Miniconda3-py3${PYTHON_VERSION##*.}_4.10.3-Linux-$(arch).sh"
cd /tmp
curl -O https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/$conda_file_name
@ -120,6 +121,7 @@ pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/hccl-*-py3-non
# optional openmpi for distributed training
if [[ X"$OPENMPI" == "Xon" ]]; then
echo "installing openmpi"
origin_wd=$PWD
cd /tmp
curl -O https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.3.tar.gz

40
scripts/install/euleros-ascend-source.sh
View File

@ -56,11 +56,30 @@ add_env() {
sudo yum install gcc git gmp-devel tcl patch numactl-devel flex -y
curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.rpm.sh | sudo os=el dist=7 bash
sudo yum install git-lfs -y
git lfs install
# git-lfs
set +e && type git-lfs &>/dev/null
if [[ $? -eq 0 ]]; then
echo "git-lfs has been installed, skip."
else
echo "installing git-lfs"
cd /tmp
if [[ "$(arch)" == "aarch64" ]]; then
file_name=git-lfs-linux-arm64-v3.1.2.tar.gz
else
file_name=git-lfs-linux-amd64-v3.1.2.tar.gz
fi
curl -OL https://github.com/git-lfs/git-lfs/releases/download/v3.1.2/$file_name
mkdir $HOME/git-lfs
tar xf $file_name -C $HOME/git-lfs
add_env PATH $HOME/git-lfs
source ~/.bashrc
cd -
git lfs install
fi
set -e
install_conda() {
echo "installing Miniconda3"
conda_file_name="Miniconda3-py3${PYTHON_VERSION##*.}_4.10.3-Linux-$(arch).sh"
cd /tmp
curl -O https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/$conda_file_name
@ -98,12 +117,13 @@ set -e
# set up conda env
env_name=mindspore_py3${PYTHON_VERSION##*.}
conda create -n $env_name python=${PYTHON_VERSION} -c conda-forge -y
conda activate $env_name
# downgrade openssl when py3.9+310
# constraint openssl when py3.9+310
openssl_constraint=""
if [[ "$PYTHON_VERSION" == "3.9" ]]; then
conda install openssl=1.1.1 -y
openssl_constraint="openssl=1.1.1"
fi
conda create -n $env_name python=${PYTHON_VERSION} ${openssl_constraint} -c conda-forge -y
conda activate $env_name
pip install wheel
pip install -U setuptools
@ -114,11 +134,12 @@ pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/te-*-py3-none-
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/hccl-*-py3-none-any.whl
# cmake
echo "installing cmake"
cd /tmp
cmake_file_name="cmake-3.19.8-Linux-$(arch).sh"
curl -O "https://cmake.org/files/v3.19/${cmake_file_name}"
sudo mkdir $HOME/cmake-3.19.8
sudo bash cmake-3.19.8-Linux-*.sh --prefix=$HOME/cmake-3.19.8 --exclude-subdir
mkdir $HOME/cmake-3.19.8
bash cmake-3.19.8-Linux-*.sh --prefix=$HOME/cmake-3.19.8 --exclude-subdir
add_env PATH $HOME/cmake-3.19.8/bin
set +e && source ~/.bashrc
set -e
@ -126,6 +147,7 @@ cd -
# optional openmpi for distributed training
if [[ X"$OPENMPI" == "Xon" ]]; then
echo "installing openmpi"
origin_wd=$PWD
cd /tmp
curl -O https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.3.tar.gz

15
scripts/install/euleros-ascend310-pip.sh
View File

@ -72,17 +72,19 @@ add_env() {
sudo yum install gcc gmp-devel -y
# cmake
echo "installing cmake"
cd /tmp
cmake_file_name="cmake-3.19.8-Linux-$(arch).sh"
curl -O "https://cmake.org/files/v3.19/${cmake_file_name}"
sudo mkdir $HOME/cmake-3.19.8
sudo bash cmake-3.19.8-Linux-*.sh --prefix=$HOME/cmake-3.19.8 --exclude-subdir
mkdir $HOME/cmake-3.19.8
bash cmake-3.19.8-Linux-*.sh --prefix=$HOME/cmake-3.19.8 --exclude-subdir
add_env PATH $HOME/cmake-3.19.8/bin
set +e && source ~/.bashrc
set -e
cd -
install_conda() {
echo "installing Miniconda3"
conda_file_name="Miniconda3-py3${PYTHON_VERSION##*.}_4.10.3-Linux-$(arch).sh"
cd /tmp
curl -O https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/$conda_file_name
@ -120,12 +122,13 @@ set -e
# set up conda env
env_name=mindspore_py3${PYTHON_VERSION##*.}
conda create -n $env_name python=${PYTHON_VERSION} -c conda-forge -y
conda activate $env_name
# downgrade openssl when py3.9+310
# constraint openssl when py3.9+310
openssl_constraint=""
if [[ "$PYTHON_VERSION" == "3.9" ]]; then
conda install openssl=1.1.1 -y
openssl_constraint="openssl=1.1.1"
fi
conda create -n $env_name python=${PYTHON_VERSION} ${openssl_constraint} -c conda-forge -y
conda activate $env_name
pip install sympy
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl

1
scripts/install/ubuntu-cpu-conda.sh
View File

@ -56,6 +56,7 @@ if [[ "$PYTHON_VERSION" == "3.8" && ${MINDSPORE_VERSION:0:3} == "1.6" ]]; then
fi
install_conda() {
echo "installing Miniconda3"
conda_file_name="Miniconda3-py3${PYTHON_VERSION##*.}_4.10.3-Linux-$(arch).sh"
cd /tmp
wget https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/$conda_file_name

3
scripts/install/ubuntu-gpu-conda.sh
View File

@ -75,6 +75,7 @@ add_env() {
}
install_conda() {
echo "installing Miniconda3"
conda_file_name="Miniconda3-py3${PYTHON_VERSION##*.}_4.10.3-Linux-$(arch).sh"
cd /tmp
wget https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/$conda_file_name
@ -109,6 +110,7 @@ sudo apt-get install curl gcc-7 libgmp-dev -y
# optional openmpi for distributed training
if [[ X"$OPENMPI" == "Xon" ]]; then
echo "installing openmpi"
cd /tmp
curl -O https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.3.tar.gz
tar xzf openmpi-4.0.3.tar.gz
@ -133,6 +135,7 @@ fi
set -e
# install cuda/cudnn
echo "installing CUDA and cuDNN"
cd /tmp
declare -A cuda_url_map=()
cuda_url_map["10.1"]=https://developer.download.nvidia.com/compute/cuda/10.1/Prod/local_installers/cuda_10.1.243_418.87.00_linux.run

2
scripts/install/ubuntu-gpu-pip.sh
View File

@ -107,6 +107,7 @@ echo -e "alias pip='python -m pip'" >> ~/.bashrc
python -m pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
# install cuda/cudnn
echo "installing CUDA and cuDNN"
cd /tmp
declare -A cuda_url_map=()
cuda_url_map["10.1"]=https://developer.download.nvidia.com/compute/cuda/10.1/Prod/local_installers/cuda_10.1.243_418.87.00_linux.run
@ -135,6 +136,7 @@ set -e
# optional openmpi for distributed training
if [[ X"$OPENMPI" == "Xon" ]]; then
echo "installing openmpi"
cd /tmp
curl -O https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.3.tar.gz
tar xzf openmpi-4.0.3.tar.gz

2
scripts/install/ubuntu-gpu-source.sh
View File

@ -93,6 +93,7 @@ fi
# optional openmpi for distributed training
if [[ X"$OPENMPI" == "Xon" ]]; then
echo "installing openmpi"
origin_wd=$PWD
cd /tmp
curl -O https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.3.tar.gz
@ -117,6 +118,7 @@ python -m pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simp
# install cuda/cudnn
cd /tmp
echo "installing CUDA and cuDNN"
declare -A cuda_url_map=()
cuda_url_map["10.1"]=https://developer.download.nvidia.com/compute/cuda/10.1/Prod/local_installers/cuda_10.1.243_418.87.00_linux.run
cuda_url_map["11.1"]=https://developer.download.nvidia.com/compute/cuda/11.1.1/local_installers/cuda_11.1.1_455.32.00_linux.run