!11 Add dockerfile to build MindSpore docker images

Merge pull request !11 from leonwanghui/dockerfile
2020-03-30 16:52:11 +08:00 · 2020-03-30 16:52:11 +08:00 · c24252b2cc
parent 04eab166e5 545ff417d0
commit c24252b2cc
5 changed files with 284 additions and 0 deletions
--- a/README.md
+++ b/README.md
@ -7,6 +7,7 @@
 - [Installation](#installation)
    - [Binaries](#binaries)
    - [From Source](#from-source)
+    - [Docker Image](#docker-image)
 - [Quickstart](#quickstart)
 - [Docs](#docs)
 - [Community](#community)
@ -87,6 +88,26 @@ For installation using pip, take `Ubuntu-x86` and `CPU` build version as an exam

 [Install MindSpore](https://www.mindspore.cn/install/en).

+### Docker Image
+
+MindSpore docker image is hosted on [Docker Hub](https://hub.docker.com/r/mindspore),
+currently the containerized build options are supported as follows:
+
+| Hardware Platform | Docker Image URL |
+| :---------------- | :--------------- |
+| CPU | `mindspore/mindspore-cpu:0.1.0-alpha` |
+| GPU CUDA 9.2 | `mindspore/mindspore-cuda9.2:0.1.0-alpha` |
+| GPU CUDA 10.1 | `mindspore/mindspore-cuda10.1:0.1.0-alpha` |
+| Ascend | <center>—</center> |
+
+Take `CPU` for example, you can directly pull the image using the below command:
+```
+docker pull mindspore/mindspore-cpu:0.1.0-alpha
+```
+
+If anyone wants to learn more about the build process of MindSpore docker images,
+please check out `docker` folder for the details.
+
 ## Quickstart

 See the [Quick Start](https://www.mindspore.cn/tutorial/en/0.1.0-alpha/quick_start/quick_start.html)
--- a/docker/README.md
+++ b/docker/README.md
@ -0,0 +1,23 @@
+## MindSpore Dockerfile Repository
+
+This folder hosts all the `Dockerfile` to build MindSpore container images with various hardware platforms.
+
+### MindSpore docker build command
+
+* CPU
+
+    ```
+    cd mindspore-cpu && docker build . -t mindspore/mindspore-cpu:0.1.0-alpha
+    ```
+
+* GPU (CUDA 9.2)
+
+    ```
+    cd mindspore-cuda9.2 && docker build . -t mindspore/mindspore-cuda9.2:0.1.0-alpha
+    ```
+
+* GPU (CUDA 10.1)
+
+    ```
+    cd mindspore-cuda10.1 && docker build . -t mindspore/mindspore-cuda10.1:0.1.0-alpha
+    ```
--- a/docker/mindspore-cpu/Dockerfile
+++ b/docker/mindspore-cpu/Dockerfile
@ -0,0 +1,80 @@
+FROM ubuntu:18.04
+
+MAINTAINER leonwanghui <leon.wanghui@huawei.com>
+
+# Set env
+ENV PYTHON_ROOT_PATH /usr/local/python-3.7.5
+ENV CMAKE_ROOT_PATH /usr/local/cmake-3.14.1
+ENV PATH ${PYTHON_ROOT_PATH}/bin:${CMAKE_ROOT_PATH}/bin:/usr/local/bin:$PATH
+
+# Install base tools
+RUN apt update \
+    && DEBIAN_FRONTEND=noninteractive apt install -y \
+    vim \
+    wget \
+    xz-utils \
+    net-tools \
+    openssh-client \
+    git \
+    subversion \
+    ntpdate \
+    tzdata \
+    tcl \
+    sudo
+
+# Install compile tools
+RUN DEBIAN_FRONTEND=noninteractive apt install -y \
+    gcc \
+    g++ \
+    make \
+    libgmp-dev \
+    patch \
+    autoconf \
+    libtool \
+    automake \
+    flex
+
+# Set bash
+RUN echo "dash dash/sh boolean false" | debconf-set-selections
+RUN DEBIAN_FRONTEND=noninteractive dpkg-reconfigure dash
+
+# Install python (v3.7.5)
+RUN apt install -y --no-install-recommends libffi-dev libssl-dev zlib1g-dev libbz2-dev libncurses5-dev libgdbm-dev liblzma-dev libreadline-dev \
+    && cd /tmp \
+    && wget https://github.com/python/cpython/archive/v3.7.5.tar.gz \
+    && tar -xvf v3.7.5.tar.gz \
+    && cd /tmp/cpython-3.7.5 \
+    && mkdir -p ${PYTHON_ROOT_PATH} \
+    && ./configure --prefix=${PYTHON_ROOT_PATH} \
+    && make -j4 \
+    && make install -j4 \
+    && rm -f /usr/local/bin/python \
+    && rm -f /usr/local/bin/pip \
+    && ln -s ${PYTHON_ROOT_PATH}/bin/python3.7 /usr/local/bin/python \
+    && ln -s ${PYTHON_ROOT_PATH}/bin/pip3.7 /usr/local/bin/pip \
+    && rm -rf /tmp/cpython-3.7.5 \
+    && rm -f /tmp/v3.7.5.tar.gz
+
+# Set pip source
+RUN mkdir -pv /root/.pip \
+    && echo "[global]" > /root/.pip/pip.conf \
+    && echo "trusted-host=mirrors.aliyun.com" >> /root/.pip/pip.conf \
+    && echo "index-url=http://mirrors.aliyun.com/pypi/simple/" >> /root/.pip/pip.conf
+
+# Install pip package
+RUN pip install numpy \
+    && pip install wheel \
+    && pip install nose \
+    && pip install pytest \
+    && pip install pytest-xdist \
+    && pip list
+
+# Install cmake (v3.14.1)
+RUN cd /tmp \
+    && wget https://github.com/Kitware/CMake/releases/download/v3.14.1/cmake-3.14.1-Linux-x86_64.sh \
+    && mkdir -p ${CMAKE_ROOT_PATH} \
+    && bash ./cmake-3.14.1-Linux-x86_64.sh --prefix=${CMAKE_ROOT_PATH} --exclude-subdir --skip-license \
+    && rm -f /tmp/cmake-3.14.1-Linux-x86_64.sh
+
+# Install MindSpore cpu whl package
+RUN pip install https://ms-release.obs.cn-north-4.myhuaweicloud.com/0.1.0-alpha/MindSpore/cpu/ubuntu-x86/mindspore-0.1.0-cp37-cp37m-linux_x86_64.whl
--- a/docker/mindspore-cuda10.1/Dockerfile
+++ b/docker/mindspore-cuda10.1/Dockerfile
@ -0,0 +1,80 @@
+FROM nvidia/cuda:10.1-cudnn7-devel-ubuntu18.04
+
+MAINTAINER leonwanghui <leon.wanghui@huawei.com>
+
+# Set env
+ENV PYTHON_ROOT_PATH /usr/local/python-3.7.5
+ENV CMAKE_ROOT_PATH /usr/local/cmake-3.14.1
+ENV PATH ${PYTHON_ROOT_PATH}/bin:${CMAKE_ROOT_PATH}/bin:/usr/local/bin:$PATH
+
+# Install base tools
+RUN apt update \
+    && DEBIAN_FRONTEND=noninteractive apt install -y \
+    vim \
+    wget \
+    xz-utils \
+    net-tools \
+    openssh-client \
+    git \
+    subversion \
+    ntpdate \
+    tzdata \
+    tcl \
+    sudo
+
+# Install compile tools
+RUN DEBIAN_FRONTEND=noninteractive apt install -y \
+    gcc \
+    g++ \
+    make \
+    libgmp-dev \
+    patch \
+    autoconf \
+    libtool \
+    automake \
+    flex
+
+# Set bash
+RUN echo "dash dash/sh boolean false" | debconf-set-selections
+RUN DEBIAN_FRONTEND=noninteractive dpkg-reconfigure dash
+
+# Install python (v3.7.5)
+RUN apt install -y --no-install-recommends libffi-dev libssl-dev zlib1g-dev libbz2-dev libncurses5-dev libgdbm-dev liblzma-dev libreadline-dev \
+    && cd /tmp \
+    && wget https://github.com/python/cpython/archive/v3.7.5.tar.gz \
+    && tar -xvf v3.7.5.tar.gz \
+    && cd /tmp/cpython-3.7.5 \
+    && mkdir -p ${PYTHON_ROOT_PATH} \
+    && ./configure --prefix=${PYTHON_ROOT_PATH} \
+    && make -j4 \
+    && make install -j4 \
+    && rm -f /usr/local/bin/python \
+    && rm -f /usr/local/bin/pip \
+    && ln -s ${PYTHON_ROOT_PATH}/bin/python3.7 /usr/local/bin/python \
+    && ln -s ${PYTHON_ROOT_PATH}/bin/pip3.7 /usr/local/bin/pip \
+    && rm -rf /tmp/cpython-3.7.5 \
+    && rm -f /tmp/v3.7.5.tar.gz
+
+# Set pip source
+RUN mkdir -pv /root/.pip \
+    && echo "[global]" > /root/.pip/pip.conf \
+    && echo "trusted-host=mirrors.aliyun.com" >> /root/.pip/pip.conf \
+    && echo "index-url=http://mirrors.aliyun.com/pypi/simple/" >> /root/.pip/pip.conf
+
+# Install pip package
+RUN pip install numpy \
+    && pip install wheel \
+    && pip install nose \
+    && pip install pytest \
+    && pip install pytest-xdist \
+    && pip list
+
+# Install cmake (v3.14.1)
+RUN cd /tmp \
+    && wget https://github.com/Kitware/CMake/releases/download/v3.14.1/cmake-3.14.1-Linux-x86_64.sh \
+    && mkdir -p ${CMAKE_ROOT_PATH} \
+    && bash ./cmake-3.14.1-Linux-x86_64.sh --prefix=${CMAKE_ROOT_PATH} --exclude-subdir --skip-license \
+    && rm -f /tmp/cmake-3.14.1-Linux-x86_64.sh
+
+# Install MindSpore cuda-10.1 whl package
+RUN pip install https://ms-release.obs.cn-north-4.myhuaweicloud.com/0.1.0-alpha/MindSpore/gpu/cuda-10.1/mindspore-0.1.0-cp37-cp37m-linux_x86_64.whl
--- a/docker/mindspore-cuda9.2/Dockerfile
+++ b/docker/mindspore-cuda9.2/Dockerfile
@ -0,0 +1,80 @@
+FROM nvidia/cuda:9.2-cudnn7-devel-ubuntu18.04
+
+MAINTAINER leonwanghui <leon.wanghui@huawei.com>
+
+# Set env
+ENV PYTHON_ROOT_PATH /usr/local/python-3.7.5
+ENV CMAKE_ROOT_PATH /usr/local/cmake-3.14.1
+ENV PATH ${PYTHON_ROOT_PATH}/bin:${CMAKE_ROOT_PATH}/bin:/usr/local/bin:$PATH
+
+# Install base tools
+RUN apt update \
+    && DEBIAN_FRONTEND=noninteractive apt install -y \
+    vim \
+    wget \
+    xz-utils \
+    net-tools \
+    openssh-client \
+    git \
+    subversion \
+    ntpdate \
+    tzdata \
+    tcl \
+    sudo
+
+# Install compile tools
+RUN DEBIAN_FRONTEND=noninteractive apt install -y \
+    gcc \
+    g++ \
+    make \
+    libgmp-dev \
+    patch \
+    autoconf \
+    libtool \
+    automake \
+    flex
+
+# Set bash
+RUN echo "dash dash/sh boolean false" | debconf-set-selections
+RUN DEBIAN_FRONTEND=noninteractive dpkg-reconfigure dash
+
+# Install python (v3.7.5)
+RUN apt install -y --no-install-recommends libffi-dev libssl-dev zlib1g-dev libbz2-dev libncurses5-dev libgdbm-dev liblzma-dev libreadline-dev \
+    && cd /tmp \
+    && wget https://github.com/python/cpython/archive/v3.7.5.tar.gz \
+    && tar -xvf v3.7.5.tar.gz \
+    && cd /tmp/cpython-3.7.5 \
+    && mkdir -p ${PYTHON_ROOT_PATH} \
+    && ./configure --prefix=${PYTHON_ROOT_PATH} \
+    && make -j4 \
+    && make install -j4 \
+    && rm -f /usr/local/bin/python \
+    && rm -f /usr/local/bin/pip \
+    && ln -s ${PYTHON_ROOT_PATH}/bin/python3.7 /usr/local/bin/python \
+    && ln -s ${PYTHON_ROOT_PATH}/bin/pip3.7 /usr/local/bin/pip \
+    && rm -rf /tmp/cpython-3.7.5 \
+    && rm -f /tmp/v3.7.5.tar.gz
+
+# Set pip source
+RUN mkdir -pv /root/.pip \
+    && echo "[global]" > /root/.pip/pip.conf \
+    && echo "trusted-host=mirrors.aliyun.com" >> /root/.pip/pip.conf \
+    && echo "index-url=http://mirrors.aliyun.com/pypi/simple/" >> /root/.pip/pip.conf
+
+# Install pip package
+RUN pip install numpy \
+    && pip install wheel \
+    && pip install nose \
+    && pip install pytest \
+    && pip install pytest-xdist \
+    && pip list
+
+# Install cmake (v3.14.1)
+RUN cd /tmp \
+    && wget https://github.com/Kitware/CMake/releases/download/v3.14.1/cmake-3.14.1-Linux-x86_64.sh \
+    && mkdir -p ${CMAKE_ROOT_PATH} \
+    && bash ./cmake-3.14.1-Linux-x86_64.sh --prefix=${CMAKE_ROOT_PATH} --exclude-subdir --skip-license \
+    && rm -f /tmp/cmake-3.14.1-Linux-x86_64.sh
+
+# Install MindSpore cuda-9.2 whl package
+RUN pip install https://ms-release.obs.cn-north-4.myhuaweicloud.com/0.1.0-alpha/MindSpore/gpu/cuda-9.2/mindspore-0.1.0-cp37-cp37m-linux_x86_64.whl