From 38a1ed4f73d97d83730e9bc52a9daedbe095a7a9 Mon Sep 17 00:00:00 2001 From: xulei Date: Tue, 15 Feb 2022 19:50:32 +0800 Subject: [PATCH] add auto install scripts --- scripts/install/ubuntu-conda.sh | 67 -------- scripts/install/ubuntu-cpu-conda.sh | 94 +++++++++++ scripts/install/ubuntu-cpu-pip.sh | 69 ++++++++ scripts/install/ubuntu-cpu-source.sh | 81 +++++++++ scripts/install/ubuntu-gpu-conda.sh | 151 ++++++++++++----- scripts/install/ubuntu-gpu-pip.sh | 236 +++++++++++++++------------ scripts/install/ubuntu-gpu-source.sh | 151 +++++++++++++++++ scripts/install/ubuntu-pip.sh | 44 ----- 8 files changed, 633 insertions(+), 260 deletions(-) delete mode 100644 scripts/install/ubuntu-conda.sh create mode 100644 scripts/install/ubuntu-cpu-conda.sh create mode 100644 scripts/install/ubuntu-cpu-pip.sh create mode 100644 scripts/install/ubuntu-cpu-source.sh create mode 100644 scripts/install/ubuntu-gpu-source.sh delete mode 100644 scripts/install/ubuntu-pip.sh diff --git a/scripts/install/ubuntu-conda.sh b/scripts/install/ubuntu-conda.sh deleted file mode 100644 index 10744381ac5..00000000000 --- a/scripts/install/ubuntu-conda.sh +++ /dev/null @@ -1,67 +0,0 @@ -#!/bin/bash -set -ex - -MINDSPORE_VERSION=${MINDSPORE_VERSION:-1.5.0} -PYTHON_VERSION=${PYTHON_VERSION:-3.7.5} - -#use huaweicloud mirror in China -sudo sed -i "s@http://.*archive.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list -sudo sed -i "s@http://.*security.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list -sudo apt-get update - -# install python 3.7 and make it default -sudo apt-get install gcc-7 libgmp-dev curl python3.7 -y -sudo update-alternatives --install /usr/bin/python python /usr/bin/python3.7 100 - -cd /tmp -curl -O https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/Miniconda3-py37_4.10.3-Linux-x86_64.sh -bash Miniconda3-py37_4.10.3-Linux-x86_64.sh -b - -# add conda to PATH - echo -e 'export PATH=~/miniconda3/bin/:$PATH' >> ~/.bash_profile - echo -e '. ~/miniconda3/etc/profile.d/conda.sh' >> ~/.bash_profile - source ~/.bash_profile -conda init bash -# setting up conda mirror with qinghua source -cat >~/.condarc < example.py <~/.condarc </dev/null +if [[ $? -eq 0 ]]; then + echo "conda has been installed, skip." + source "$(conda info --base)"/etc/profile.d/conda.sh +else + install_conda +fi +set -e + +# set up conda env and install mindspore-cpu +env_name=mindspore_py3${PYTHON_VERSION##*.} +conda create -n $env_name python=${PYTHON_VERSION} -y +conda activate $env_name +conda install mindspore-cpu=${MINDSPORE_VERSION} -c mindspore -c conda-forge -y + +# check mindspore installation +python -c "import mindspore;mindspore.run_check()" diff --git a/scripts/install/ubuntu-cpu-pip.sh b/scripts/install/ubuntu-cpu-pip.sh new file mode 100644 index 00000000000..16bb554d051 --- /dev/null +++ b/scripts/install/ubuntu-cpu-pip.sh @@ -0,0 +1,69 @@ +#!/bin/bash +# Copyright 2022 Huawei Technologies Co., Ltd +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# ============================================================================ + +# Prepare and Install mindspore cpu by pip on Ubuntu 18.04. +# +# This file will: +# - change deb source to huaweicloud mirror +# - install mindspore dependencies via apt like gcc, libgmp +# - install python3 & pip3 via apt and set it to default +# - install mindspore-cpu within new installed python by pip +# +# Augments: +# - PYTHON_VERSION: python version to install. [3.7(default), 3.9] +# - MINDSPORE_VERSION: mindspore version to install, default 1.6.0 +# +# Usage: +# Need root permission to run, like `sudo bash ./ubuntu-cpu-pip.sh`. +# To set augments, run it as `sudo PYTHON_VERSION=3.9 MINDSPORE_VERSION=1.5.0 bash ./ubuntu-cpu-pip.sh`. + +set -e + +PYTHON_VERSION=${PYTHON_VERSION:-3.7} +MINDSPORE_VERSION=${MINDSPORE_VERSION:-1.6.0} + +available_py_version=(3.7 3.9) +if [[ " ${available_py_version[*]} " != *" $PYTHON_VERSION "* ]]; then + echo "PYTHON_VERSION is '$PYTHON_VERSION', but available versions are [${available_py_version[*]}]." + exit 1 +fi + +declare -A version_map=() +version_map["3.7"]="${MINDSPORE_VERSION}-cp37-cp37m" +version_map["3.9"]="${MINDSPORE_VERSION}-cp39-cp39" + +# use huaweicloud mirror in China +sed -i "s@http://.*archive.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list +sed -i "s@http://.*security.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list +apt-get update +apt-get install gcc-7 libgmp-dev -y + +# python +add-apt-repository -y ppa:deadsnakes/ppa +apt-get install python$PYTHON_VERSION python$PYTHON_VERSION-distutils python3-pip -y +update-alternatives --install /usr/bin/python python /usr/bin/python$PYTHON_VERSION 100 +# pip +sudo -u $SUDO_USER python -m pip install pip -i https://pypi.tuna.tsinghua.edu.cn/simple +update-alternatives --install /usr/bin/pip pip ~/.local/bin/pip$PYTHON_VERSION 100 +update-alternatives --install /usr/local/bin/pip pip ~/.local/bin/pip$PYTHON_VERSION 100 +sudo -u $SUDO_USER pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple + +# install mindspore whl +arch=`uname -m` +sudo -u $SUDO_USER pip install https://ms-release.obs.cn-north-4.myhuaweicloud.com/${MINDSPORE_VERSION}/MindSpore/cpu/${arch}/mindspore-${version_map["$PYTHON_VERSION"]}-linux_${arch}.whl --trusted-host ms-release.obs.cn-north-4.myhuaweicloud.com -i https://pypi.tuna.tsinghua.edu.cn/simple + +# check mindspore installation +sudo -u $SUDO_USER python -c "import mindspore;mindspore.run_check()" diff --git a/scripts/install/ubuntu-cpu-source.sh b/scripts/install/ubuntu-cpu-source.sh new file mode 100644 index 00000000000..3d1cf1128bc --- /dev/null +++ b/scripts/install/ubuntu-cpu-source.sh @@ -0,0 +1,81 @@ +#!/bin/bash +# Copyright 2022 Huawei Technologies Co., Ltd +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# ============================================================================ + +# Prepare environment for mindspore cpu compilation on Ubuntu 18.04. +# +# This file will: +# - change deb source to huaweicloud mirror +# - install compile dependencies via apt like cmake, gcc +# - install python3 & pip3 via apt and set it to default +# - install LLVM if LLVM is set to on. +# +# Augments: +# - PYTHON_VERSION: python version to install. [3.7(default), 3.9] +# - LLVM: whether to install optional dependency LLVM for graph kernel fusion. [on, off(default)] +# +# Usage: +# Need root permission to run, like `sudo bash ./ubuntu-cpu-source.sh`. +# To set augments, run it as `sudo PYTHON_VERSION=3.9 LLVM=on bash ./ubuntu-cpu-source.sh`. + +set -e + +PYTHON_VERSION=${PYTHON_VERSION:-3.7} +LLVM=${LLVM:-off} + +available_py_version=(3.7 3.9) +if [[ " ${available_py_version[*]} " != *" $PYTHON_VERSION "* ]]; then + echo "PYTHON_VERSION is '$PYTHON_VERSION', but available versions are [${available_py_version[*]}]." + exit 1 +fi + +# use huaweicloud mirror in China +sed -i "s@http://.*archive.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list +sed -i "s@http://.*security.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list + +# base packages +apt-get update +apt-get install software-properties-common lsb-release -y +apt-get install curl tcl gcc-7 git libgmp-dev patch libnuma-dev -y + +# cmake +wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | apt-key add - +apt-add-repository "deb https://apt.kitware.com/ubuntu/ $(lsb_release -cs) main" +apt-get install cmake -y + +# optional dependency LLVM for graph-computation fusion +if [[ X"$LLVM" == "Xon" ]]; then + wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add - + add-apt-repository "deb http://apt.llvm.org/bionic/ llvm-toolchain-bionic-12 main" + apt-get update + apt-get install llvm-12-dev -y +fi + +# python +add-apt-repository -y ppa:deadsnakes/ppa +apt-get install python$PYTHON_VERSION python$PYTHON_VERSION-dev python$PYTHON_VERSION-distutils python3-pip -y +update-alternatives --install /usr/bin/python python /usr/bin/python$PYTHON_VERSION 100 +# pip +sudo -u $SUDO_USER python -m pip install pip -i https://pypi.tuna.tsinghua.edu.cn/simple +update-alternatives --install /usr/bin/pip pip ~/.local/bin/pip$PYTHON_VERSION 100 +update-alternatives --install /usr/local/bin/pip pip ~/.local/bin/pip$PYTHON_VERSION 100 +sudo -u $SUDO_USER pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple + +# wheel +sudo -u $SUDO_USER pip install wheel +# python 3.9 needs setuptools>44.0 +sudo -u $SUDO_USER pip install -U setuptools + +echo "The environment is ready to clone and compile mindspore." diff --git a/scripts/install/ubuntu-gpu-conda.sh b/scripts/install/ubuntu-gpu-conda.sh index 45462570c9a..57ce133055a 100644 --- a/scripts/install/ubuntu-gpu-conda.sh +++ b/scripts/install/ubuntu-gpu-conda.sh @@ -1,26 +1,74 @@ #!/bin/bash -set -ex +# Copyright 2022 Huawei Technologies Co., Ltd +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# ============================================================================ -MINDSPORE_VERSION=${MINDSPORE_VERSION:-1.5.0} -PYTHON_VERSION=${PYTHON_VERSION:-3.7.5} -MINDSPORE_VERSION=${MINDSPORE_VERSION:-1.5.0} -CUDA_VERSION=${CUDA_VERSION:-11.1.1-1} -LIB_CUDA_VERSION=${LIB_CUDA_VERSION:-8.0.5.39-1+cuda11.1} -DISTRIBUTED=${DISTRIBUTED:-false} -CUDATOOLKIT_VERSION=${CUDATOOLKIT_VERSION:-11.1} -CUDNN_VERSION=${CUDNN_VERSION:-8.0.5} +# Prepare and Install mindspore gpu by conda on Ubuntu 18.04. +# +# This file will: +# - change deb source to huaweicloud mirror +# - install mindspore dependencies via apt like gcc, libgmp +# - install conda and set up environment for mindspore +# - install mindspore-gpu by conda +# - compile and install Open MPI if OPENMPI is set to on. +# +# Augments: +# - PYTHON_VERSION: python version to install. [3.7(default), 3.9] +# - MINDSPORE_VERSION: mindspore version to install, default 1.6.0 +# - CUDA_VERSION: CUDA version to install. [10.1(default), 11.1] +# - OPENMPI: whether to install optional package Open MPI for distributed training. [on, off(default)] +# +# Usage: +# Run script like `bash -i ./ubuntu-gpu-conda.sh`. +# To set augments, run it as `PYTHON_VERSION=3.9 CUDA_VERSION=11.1 OPENMPI=on bash -i ./ubuntu-gpu-conda.sh`. -cd /tmp -curl -O https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/Miniconda3-py37_4.10.3-Linux-x86_64.sh -bash Miniconda3-py37_4.10.3-Linux-x86_64.sh +set -e -# add conda to PATH -echo -e 'export PATH=~/miniconda3/bin/:$PATH' >> ~/.bash_profile -echo -e '. ~/miniconda3/etc/profile.d/conda.sh' >> ~/.bash_profile -source ~/.bash_profile -conda init bash -# setting up conda mirror -cat >~/.condarc <> ~/.bashrc + fi +} + +install_conda() { + conda_file_name="Miniconda3-py3${PYTHON_VERSION##*.}_4.10.3-Linux-$(arch).sh" + cd /tmp + wget https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/$conda_file_name + bash $conda_file_name -b + cd - + . ~/miniconda3/etc/profile.d/conda.sh + conda init bash + # setting up conda mirror with tsinghua source + cat >~/.condarc <> ~/.bash_profile +# optional openmpi for distributed training +if [[ X"$OPENMPI" == "Xon" ]]; then + cd /tmp + curl -O https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.3.tar.gz + tar xzf openmpi-4.0.3.tar.gz + cd openmpi-4.0.3 + ./configure --prefix=/usr/local/openmpi-4.0.3 + make + sudo make install + set +e && source ~/.bashrc + set -e + add_env PATH /usr/local/openmpi-4.0.3/bin + add_env LD_LIBRARY_PATH /usr/local/openmpi-4.0.3/lib +fi -# install mindspore-gpu with conda -conda install mindspore-gpu=${MINDSPORE_VERSION} cudatoolkit=${CUDATOOLKIT_VERSION} -c mindspore -c conda-forge -y +# install conda +set +e && type conda &>/dev/null +if [[ $? -eq 0 ]]; then + echo "conda has been installed, skip." + source "$(conda info --base)"/etc/profile.d/conda.sh +else + install_conda +fi +set -e -# check if it is the right mindspore version +# set up conda env and install mindspore-cpu +env_name=mindspore_py3${PYTHON_VERSION##*.} +declare -A cudnn_version_map=() +cudnn_version_map["10.1"]="7.6.5" +cudnn_version_map["11.1"]="8.1.0" +conda create -n $env_name python=${PYTHON_VERSION} -y +conda activate $env_name +conda install mindspore-gpu=${MINDSPORE_VERSION} \ + cudatoolkit=${CUDA_VERSION} cudnn=${cudnn_version_map[$CUDA_VERSION]} -c mindspore -c conda-forge -y + +# check mindspore installation python -c "import mindspore;mindspore.run_check()" # check if it can be run with GPU - +cd /tmp cat > example.py <> ~/.bashrc + fi +} -# install python 3.7 and make it default -sudo apt-get install gcc-7 libgmp-dev curl python3.7 openssl ubuntu-drivers-common openssl software-properties-common -y -sudo update-alternatives --install /usr/bin/python python /usr/bin/python3.7 100 +# use huaweicloud mirror in China +sed -i "s@http://.*archive.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list +sed -i "s@http://.*security.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list +apt-get update +apt-get install curl make gcc-7 libgmp-dev linux-headers-"$(uname -r)" -y + +# python +add-apt-repository -y ppa:deadsnakes/ppa +apt-get install python$PYTHON_VERSION python$PYTHON_VERSION-distutils python3-pip -y +update-alternatives --install /usr/bin/python python /usr/bin/python$PYTHON_VERSION 100 +# pip +sudo -u $SUDO_USER python -m pip install pip -i https://pypi.tuna.tsinghua.edu.cn/simple +update-alternatives --install /usr/bin/pip pip ~/.local/bin/pip$PYTHON_VERSION 100 +update-alternatives --install /usr/local/bin/pip pip ~/.local/bin/pip$PYTHON_VERSION 100 +sudo -u $SUDO_USER pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple + +# install cuda/cudnn cd /tmp -curl -O https://bootstrap.pypa.io/get-pip.py -sudo python get-pip.py +declare -A cuda_url_map=() +cuda_url_map["10.1"]=https://developer.download.nvidia.com/compute/cuda/10.1/Prod/local_installers/cuda_10.1.243_418.87.00_linux.run +cuda_url_map["11.1"]=https://developer.download.nvidia.com/compute/cuda/11.1.1/local_installers/cuda_11.1.1_455.32.00_linux.run +cuda_url=${cuda_url_map[$CUDA_VERSION]} +wget $cuda_url +sh ${cuda_url##*/} --silent --toolkit +cd - +apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub +add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/ /" +add-apt-repository "deb https://developer.download.nvidia.cn/compute/machine-learning/repos/ubuntu1804/x86_64/ /" +apt-get update +declare -A cudnn_name_map=() +cudnn_name_map["10.1"]="libcudnn7=7.6.5.32-1+cuda10.1 libcudnn7-dev=7.6.5.32-1+cuda10.1" +cudnn_name_map["11.1"]="libcudnn8=8.0.4.30-1+cuda11.1 libcudnn8-dev=8.0.4.30-1+cuda11.1" +apt-get install --no-install-recommends ${cudnn_name_map[$CUDA_VERSION]} -y -# add pip mirror -mkdir -p ~/.pip -cat > ~/.pip/pip.conf <> ~/.bash_profile <> ~/.bash_profile -# echo 'export PATH=$PATH:/usr/local/openmpi/bin' >> ~/.bash_profile -# source ~/.bash_profile -# reference this to install tensorrt https://docs.nvidia.com/deeplearning/tensorrt/install-guide/index.html#downloading - -echo "install mindspore gpu ${MINDSPORE_VERSION}" -pip install https://ms-release.obs.cn-north-4.myhuaweicloud.com/${MINDSPORE_VERSION}/MindSpore/gpu/${ARCH}/${CUDA_INSTALL_PATH}/mindspore_gpu-${version_map["$PYTHON_VERSION"]}-linux_${ARCH}.whl --trusted-host ms-release.obs.cn-north-4.myhuaweicloud.com -i https://pypi.tuna.tsinghua.edu.cn/simple - - -# check if it is the right mindspore version +# check mindspore installation python -c "import mindspore;mindspore.run_check()" # check if it can be run with GPU - +cd /tmp cat > example.py <> ~/.bashrc + fi +} + +# use huaweicloud mirror in China +sed -i "s@http://.*archive.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list +sed -i "s@http://.*security.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list + +# base packages +apt-get update +apt-get install software-properties-common lsb-release -y +apt-get install curl tcl automake autoconf libtool gcc-7 git libgmp-dev patch libnuma-dev flex -y + +# cmake +wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | apt-key add - +apt-add-repository "deb https://apt.kitware.com/ubuntu/ $(lsb_release -cs) main" +apt-get install cmake -y + +# optional dependency LLVM for graph-computation fusion +if [[ X"$LLVM" == "Xon" ]]; then + wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add - + add-apt-repository "deb http://apt.llvm.org/bionic/ llvm-toolchain-bionic-12 main" + apt-get update + apt-get install llvm-12-dev -y +fi + +# optional openmpi for distributed training +if [[ X"$OPENMPI" == "Xon" ]]; then + origin_wd=$PWD + cd /tmp + sudo -u $SUDO_USER curl -O https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.3.tar.gz + sudo -u $SUDO_USER tar xzf openmpi-4.0.3.tar.gz + cd openmpi-4.0.3 + sudo -u $SUDO_USER ./configure --prefix=/usr/local/openmpi-4.0.3 + sudo -u $SUDO_USER make + make install + add_env PATH /usr/local/openmpi-4.0.3/bin + add_env LD_LIBRARY_PATH /usr/local/openmpi-4.0.3/lib + cd $origin_wd +fi + +# python +add-apt-repository -y ppa:deadsnakes/ppa +apt-get install python$PYTHON_VERSION python$PYTHON_VERSION-dev python$PYTHON_VERSION-distutils python3-pip -y +update-alternatives --install /usr/bin/python python /usr/bin/python$PYTHON_VERSION 100 +# pip +sudo -u $SUDO_USER python -m pip install pip -i https://pypi.tuna.tsinghua.edu.cn/simple +update-alternatives --install /usr/bin/pip pip ~/.local/bin/pip$PYTHON_VERSION 100 +update-alternatives --install /usr/local/bin/pip pip ~/.local/bin/pip$PYTHON_VERSION 100 +sudo -u $SUDO_USER pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple + +# install cuda/cudnn +cd /tmp +declare -A cuda_url_map=() +cuda_url_map["10.1"]=https://developer.download.nvidia.com/compute/cuda/10.1/Prod/local_installers/cuda_10.1.243_418.87.00_linux.run +cuda_url_map["11.1"]=https://developer.download.nvidia.com/compute/cuda/11.1.1/local_installers/cuda_11.1.1_455.32.00_linux.run +cuda_url=${cuda_url_map[$CUDA_VERSION]} +wget $cuda_url +sh ${cuda_url##*/} --silent --toolkit +cd - +apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub +add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/ /" +add-apt-repository "deb https://developer.download.nvidia.cn/compute/machine-learning/repos/ubuntu1804/x86_64/ /" +apt-get update +declare -A cudnn_name_map=() +cudnn_name_map["10.1"]="libcudnn7=7.6.5.32-1+cuda10.1 libcudnn7-dev=7.6.5.32-1+cuda10.1" +cudnn_name_map["11.1"]="libcudnn8=8.0.4.30-1+cuda11.1 libcudnn8-dev=8.0.4.30-1+cuda11.1" +apt-get install --no-install-recommends ${cudnn_name_map[$CUDA_VERSION]} -y + +# add cuda to path +set +e && source ~/.bashrc +set -e +add_env PATH /usr/local/cuda/bin +add_env LD_LIBRARY_PATH /usr/local/cuda/lib64 +add_env LD_LIBRARY_PATH /usr/lib/x86_64-linux-gnu +set +e && source ~/.bashrc +set -e + +# wheel +sudo -u $SUDO_USER pip install wheel +# python 3.9 needs setuptools>44.0 +sudo -u $SUDO_USER pip install -U setuptools + +echo "The environment is ready to clone and compile mindspore." diff --git a/scripts/install/ubuntu-pip.sh b/scripts/install/ubuntu-pip.sh deleted file mode 100644 index 0349e0b857f..00000000000 --- a/scripts/install/ubuntu-pip.sh +++ /dev/null @@ -1,44 +0,0 @@ -#!/bin/bash -set -ex - -# sudo cp -a /etc/apt/sources.list /etc/apt/sources.list.bak 单独执行 -PYTHON_VERSION=${PYTHON_VERSION:-3.7.5} -MINDSPORE_VERSION=${MINDSPORE_VERSION:-1.5.0} -ARCH=`uname -m` - -declare -A version_map=() -version_map["3.7.5"]="${MINDSPORE_VERSION}-cp37-cp37m" - -#use huaweicloud mirror in China -sudo sed -i "s@http://.*archive.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list -sudo sed -i "s@http://.*security.ubuntu.com@http://repo.huaweicloud.com@g" /etc/apt/sources.list -sudo apt-get update - -# install python 3.7 and make it default -sudo apt-get install gcc-7 libgmp-dev curl python3.7 -y -sudo update-alternatives --install /usr/bin/python python /usr/bin/python3.7 100 - -cd /tmp -curl -O https://bootstrap.pypa.io/get-pip.py -sudo python get-pip.py - -pip install https://ms-release.obs.cn-north-4.myhuaweicloud.com/${MINDSPORE_VERSION}/MindSpore/cpu/${ARCH}/mindspore-${version_map["$PYTHON_VERSION"]}-linux_${ARCH}.whl --trusted-host ms-release.obs.cn-north-4.myhuaweicloud.com -i https://pypi.tuna.tsinghua.edu.cn/simple - -# check if it is the right mindspore version -python -c "import mindspore;mindspore.run_check()" - -# check if it can be run with GPU - -cat > example.py <