Nigel
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

add merge wheel package script 

Signed-off-by: zhoufeng <zhoufeng54@huawei.com>
This commit is contained in:
zhoufeng 2022-11-09 11:58:48 +08:00
parent 4067de1258
commit d65712a0fa
1 changed files with 84 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

84
scripts/build/merge_whl_package.sh Executable file
View File

@ -0,0 +1,84 @@
#!/bin/bash
# Copyright 2022 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================
set -e
BASEPATH=$(cd "$(dirname $0)"; pwd)
MINDSPORE_ROOT_PATH=`realpath $BASEPATH/../../`
BSAE_PACKAGE_UNZIP_DIR=./0
PACKAGE_FILE_NAME=`basename $1`
counter=0
for whl in "$@"; do
echo "Unzip $whl ..."
unzip $whl -d $counter
((++counter))
done
for ((i=1;i<$counter;i=$i+1))
do
echo "Copy $i plugin files to 0 ..."
if [ -d "./$i/mindspore/lib/plugin" ]; then
\cp -rf ./$i/mindspore/lib/plugin/* $BSAE_PACKAGE_UNZIP_DIR/mindspore/lib/plugin
fi;
find ./$i/mindspore/_ms_mpi.*.so -print0 | xargs -0 -I {} \cp -f {} $BSAE_PACKAGE_UNZIP_DIR/mindspore/
if [ -f "./$i/mindspore/lib/libmpi_collective.so" ]; then
\cp -rf ./$i/mindspore/lib/libmpi_collective.so $BSAE_PACKAGE_UNZIP_DIR/mindspore/lib/
fi;
if [ -f "./$i/mindspore/lib/libmpi_adapter.so" ]; then
\cp -rf ./$i/mindspore/lib/libmpi_adapter.so $BSAE_PACKAGE_UNZIP_DIR/mindspore/lib/
fi;
if [ -f "./$i/mindspore/lib/libmindspore.so" ]; then
\cp -rf ./$i/mindspore/lib/libmindspore.so $BSAE_PACKAGE_UNZIP_DIR/mindspore/lib/
fi;
if [ -f "./$i/mindspore/lib/libmindspore_shared_lib.so" ]; then
\cp -rf ./$i/mindspore/lib/libmindspore_shared_lib.so $BSAE_PACKAGE_UNZIP_DIR/mindspore/lib/
fi;
rm -rf $i
done
export COMMIT_ID=`cat $BSAE_PACKAGE_UNZIP_DIR/mindspore/.commit_id | awk '{print $3}' | sed $'s/\'//g'`
VERSION=`cat $BSAE_PACKAGE_UNZIP_DIR/mindspore/version.py | awk '{print $3}' | sed $'s/\'//g'`
echo -n "$VERSION" > $MINDSPORE_ROOT_PATH/version.txt
echo "Delete useless file ..."
rm -f $BSAE_PACKAGE_UNZIP_DIR/mindspore/version.py
rm -f $BSAE_PACKAGE_UNZIP_DIR/mindspore/default_config.py
rm -f $BSAE_PACKAGE_UNZIP_DIR/mindspore/.commit_id
rm -f $BSAE_PACKAGE_UNZIP_DIR/mindspore/lib/libakg.so
echo "Repacking new wheel package ..."
PACKAGE_WORK_DIR=$MINDSPORE_ROOT_PATH/build
if [ -d "$PACKAGE_WORK_DIR/package" ]; then
rm -rf $PACKAGE_WORK_DIR/package
fi
mkdir -p $MINDSPORE_ROOT_PATH/mindspore/python/mindspore
mkdir -p $PACKAGE_WORK_DIR
PACKAGE_WORK_DIR=`realpath $PACKAGE_WORK_DIR`
mv $BSAE_PACKAGE_UNZIP_DIR $PACKAGE_WORK_DIR/package
export MS_PACKAGE_NAME="mindspore"
export BACKEND_POLICY="ms"
export BUILD_PATH=$PACKAGE_WORK_DIR
cd $BUILD_PATH/package
python $MINDSPORE_ROOT_PATH/setup.py bdist_wheel
if [ -d "$MINDSPORE_ROOT_PATH/output" ]; then
rm -rf $MINDSPORE_ROOT_PATH/output
fi
mkdir -p $MINDSPORE_ROOT_PATH/output
mv dist/*.whl $MINDSPORE_ROOT_PATH/output/$PACKAGE_FILE_NAME
cd -
cd $MINDSPORE_ROOT_PATH/output/
echo "$(sha256sum $PACKAGE_FILE_NAME)" > $PACKAGE_FILE_NAME.sha256
cd -