p60975123
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!17156 Enable Graph Kernel for TinyBert on GPU 

From: @jiaoy1224
Reviewed-by: @ckey_dou,@gaoxiong1
Signed-off-by: @ckey_dou
This commit is contained in:
mindspore-ci-bot 2021-05-29 09:35:22 +08:00 committed by Gitee
parent bcafeebe59 f9aefb24d5
commit ad1ea03779
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
model_zoo/official/nlp/tinybert/run_general_distill.py
View File

@ -94,6 +94,7 @@ def run_general_distill():
enable_loss_scale = True
if args_opt.device_target == "GPU":
context.set_context(enable_graph_kernel=True)
if bert_student_net_cfg.compute_type != mstype.float32:
logger.warning('Compute about the student only support float32 temporarily, run with float32.')
bert_student_net_cfg.compute_type = mstype.float32

1
model_zoo/official/nlp/tinybert/run_task_distill.py
View File

@ -339,6 +339,7 @@ if __name__ == '__main__':
context.set_context(device_id=args_opt.device_id)
enable_loss_scale = True
if args_opt.device_target == "GPU":
context.set_context(enable_graph_kernel=True)
if td_student_net_cfg.compute_type != mstype.float32:
logger.warning('Compute about the student only support float32 temporarily, run with float32.')
td_student_net_cfg.compute_type = mstype.float32