140 lines
5.1 KiB
Bash
140 lines
5.1 KiB
Bash
#!/bin/bash
|
|
# Copyright 2022 Huawei Technologies Co., Ltd
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ============================================================================
|
|
|
|
# Prepare and Install mindspore ascend by pip on EulerOS 2.8.
|
|
#
|
|
# This file will:
|
|
# - install mindspore dependencies via apt like gcc, libgmp
|
|
# - install conda and set up environment for mindspore
|
|
#
|
|
# Augments:
|
|
# - PYTHON_VERSION: python version to set up. [3.7(default), 3.8, 3.9]
|
|
# - MINDSPORE_VERSION: mindspore version to install, >=1.6.0, required
|
|
# - LOCAL_ASCEND: Ascend AI software package installed path, default /usr/local/Ascend.
|
|
# - OPENMPI: whether to install optional package Open MPI for distributed training. [on, off(default)]
|
|
#
|
|
# Usage:
|
|
# Run script like `MINDSPORE_VERSION=1.7.0 bash ./euleros-ascend-pip.sh`.
|
|
# To set augments, run it as `PYTHON_VERSION=3.9 MINDSPORE_VERSION=1.6.0 bash ./euleros-ascend-pip.sh`.
|
|
|
|
set -e
|
|
|
|
PYTHON_VERSION=${PYTHON_VERSION:-3.7}
|
|
MINDSPORE_VERSION=${MINDSPORE_VERSION:-EMPTY}
|
|
LOCAL_ASCEND=${LOCAL_ASCEND:-/usr/local/Ascend}
|
|
OPENMPI=${OPENMPI:-off}
|
|
|
|
version_less() {
|
|
test "$(echo "$@" | tr ' ' '\n' | sort -rV | head -n 1)" != "$1";
|
|
}
|
|
|
|
if [ $MINDSPORE_VERSION == "EMPTY" ] || version_less "${MINDSPORE_VERSION}" "1.6.0"; then
|
|
echo "MINDSPORE_VERSION should be >=1.6.0, please check available versions at https://www.mindspore.cn/versions."
|
|
exit 1
|
|
fi
|
|
|
|
available_py_version=(3.7 3.8 3.9)
|
|
if [[ " ${available_py_version[*]} " != *" $PYTHON_VERSION "* ]]; then
|
|
echo "PYTHON_VERSION is '$PYTHON_VERSION', but available versions are [${available_py_version[*]}]."
|
|
exit 1
|
|
fi
|
|
|
|
if ! (ls ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl 1> /dev/null 2>&1); then
|
|
echo "can not find whl packages in LOCAL_ASCEND=${LOCAL_ASCEND}, please check whether it is a valid path."
|
|
exit 1
|
|
fi
|
|
|
|
declare -A version_map=()
|
|
version_map["3.7"]="${MINDSPORE_VERSION/-/}-cp37-cp37m"
|
|
version_map["3.8"]="${MINDSPORE_VERSION/-/}-cp38-cp38"
|
|
version_map["3.9"]="${MINDSPORE_VERSION/-/}-cp39-cp39"
|
|
|
|
# add value to environment variable if value is not in it
|
|
add_env() {
|
|
local name=$1
|
|
if [[ ":${!name}:" != *":$2:"* ]]; then
|
|
echo -e "export $1=$2:\$$1" >> ~/.bashrc
|
|
fi
|
|
}
|
|
|
|
sudo yum install gcc gmp-devel -y
|
|
|
|
install_conda() {
|
|
echo "installing Miniconda3"
|
|
conda_file_name="Miniconda3-py3${PYTHON_VERSION##*.}_4.10.3-Linux-$(arch).sh"
|
|
cd /tmp
|
|
curl -O https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/$conda_file_name
|
|
bash $conda_file_name -b
|
|
cd -
|
|
. ~/miniconda3/etc/profile.d/conda.sh
|
|
conda init bash
|
|
# setting up conda mirror with tsinghua source
|
|
cat >~/.condarc <<END
|
|
channels:
|
|
- defaults
|
|
show_channel_urls: true
|
|
default_channels:
|
|
- https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/main
|
|
- https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/r
|
|
- https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/msys2
|
|
custom_channels:
|
|
conda-forge: https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud
|
|
msys2: https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud
|
|
bioconda: https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud
|
|
menpo: https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud
|
|
simpleitk: https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud
|
|
END
|
|
}
|
|
|
|
# install conda
|
|
set +e && type conda &>/dev/null
|
|
if [[ $? -eq 0 ]]; then
|
|
echo "conda has been installed, skip."
|
|
source "$(conda info --base)"/etc/profile.d/conda.sh
|
|
else
|
|
install_conda
|
|
fi
|
|
set -e
|
|
|
|
# set up conda env
|
|
env_name=mindspore_py3${PYTHON_VERSION##*.}
|
|
conda create -n $env_name python=${PYTHON_VERSION} -c conda-forge -y
|
|
conda activate $env_name
|
|
|
|
pip install sympy
|
|
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl
|
|
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/te-*-py3-none-any.whl
|
|
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/hccl-*-py3-none-any.whl
|
|
|
|
# optional openmpi for distributed training
|
|
if [[ X"$OPENMPI" == "Xon" ]]; then
|
|
echo "installing openmpi"
|
|
origin_wd=$PWD
|
|
cd /tmp
|
|
curl -O https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.3.tar.gz
|
|
tar xzf openmpi-4.0.3.tar.gz
|
|
cd openmpi-4.0.3
|
|
./configure --prefix=$HOME/openmpi-4.0.3
|
|
make
|
|
sudo make install
|
|
add_env PATH $HOME/openmpi-4.0.3/bin
|
|
add_env LD_LIBRARY_PATH $HOME/openmpi-4.0.3/lib
|
|
cd $origin_wd
|
|
fi
|
|
|
|
ARCH=`uname -m`
|
|
pip install https://ms-release.obs.cn-north-4.myhuaweicloud.com/${MINDSPORE_VERSION}/MindSpore/ascend/${ARCH}/mindspore_ascend-${version_map["$PYTHON_VERSION"]}-linux_${ARCH}.whl --trusted-host ms-release.obs.cn-north-4.myhuaweicloud.com -i https://pypi.tuna.tsinghua.edu.cn/simple
|