forked from mindspore-Ecosystem/mindspore
!10053 [bugfix] print log in different file when run distribute train
From: @zyli2020 Reviewed-by: @cristoval,@limingqi107 Signed-off-by: @limingqi107
This commit is contained in:
commit
1447879b9c
|
@ -70,9 +70,9 @@ if [[ "$MS_ROLE" == "MS_WORKER" ]]; then
|
|||
rm -rf ${execute_path}/worker/
|
||||
mkdir ${execute_path}/worker/
|
||||
cd ${execute_path}/worker/ || exit
|
||||
mpirun --allow-run-as-root -n $LOCAL_WORKER_NUM \
|
||||
python -s ${self_path}/../train_and_eval_parameter_server_distribute.py \
|
||||
--device_target=$DEVICE --data_path=$DATASET --epochs=$EPOCH_SIZE --parameter_server=1 \
|
||||
mpirun --allow-run-as-root -n $LOCAL_WORKER_NUM --output-filename log_output --merge-stderr-to-stdout \
|
||||
python -s ${self_path}/../train_and_eval_parameter_server_distribute.py \
|
||||
--device_target=$DEVICE --data_path=$DATASET --epochs=$EPOCH_SIZE --parameter_server=1 \
|
||||
--vocab_cache_size=$VOCAB_CACHE_SIZE --dropout_flag=1 >worker.log 2>&1 &
|
||||
else
|
||||
for((i=0;i<$LOCAL_WORKER_NUM;i++));
|
||||
|
|
|
@ -62,7 +62,7 @@ if [[ "X$DEVICE_TARGET" == "XGPU" ]]; then
|
|||
rm -rf ${execute_path}/worker/
|
||||
mkdir ${execute_path}/worker/
|
||||
cd ${execute_path}/worker/ || exit
|
||||
mpirun --allow-run-as-root -n $RANK_SIZE \
|
||||
mpirun --allow-run-as-root -n $RANK_SIZE --output-filename log_output --merge-stderr-to-stdout \
|
||||
python -s ${self_path}/../train_and_eval_parameter_server_distribute.py \
|
||||
--device_target=$DEVICE_TARGET --data_path=$DATASET --epochs=$EPOCH_SIZE --parameter_server=1 \
|
||||
--vocab_cache_size=$VOCAB_CACHE_SIZE --dropout_flag=1 >worker.log 2>&1 &
|
||||
|
|
Loading…
Reference in New Issue