!19363 Serving, pangu alpha flask client bugfix

Merge pull request !19363 from 徐永飞/master

model_zoo/official/nlp/pangu_alpha/scripts/run_distribute_export.sh

@@ -1,4 +1,19 @@
 #!/bin/bash
+# Copyright 2021 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+
 execute_path=$(pwd)
 script_self=$(readlink -f "$0")
 self_path=$(dirname "${script_self}")

model_zoo/official/nlp/pangu_alpha/scripts/run_distribute_predict.sh

@@ -1,4 +1,19 @@
 #!/bin/bash
+# Copyright 2021 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+
 execute_path=$(pwd)
 script_self=$(readlink -f "$0")
 self_path=$(dirname "${script_self}")

model_zoo/official/nlp/pangu_alpha/serving_increment/flask/client.py

@@ -41,8 +41,8 @@ def generate(input_sentence):
 @app.route('/query')
 def do_query():
     s = request.args.get('u')
-    output_sentence, end_flag = generate(s)
-    return jsonify(ok=True, rsvp=output_sentence, end_flag=end_flag)
+    output_sentence = generate(s)
+    return jsonify(ok=True, rsvp=output_sentence)
 
 
 @app.route('/')

model_zoo/official/nlp/pangu_alpha/serving_increment/start_pangu.sh

@@ -1,4 +1,18 @@
 #!/bin/bash
+# Copyright 2021 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
 
 unset http_proxy
 unset https_proxy

model_zoo/official/nlp/pangu_alpha/serving_increment/stop_pangu.sh

@@ -1,4 +1,18 @@
 #!/bin/bash
+# Copyright 2021 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
 
 CURRUSER=$(whoami)
 

model_zoo/official/nlp/pangu_alpha/src/generate.py

@@ -205,7 +205,6 @@ def generate_increment(model, origin_inputs, config):
         log_probs = logits.reshape(1, config.vocab_size)
 
         # Get the revised log_probs considering frequency and presence penalty to eliminate duplicate in generated results
-        log_probs = log_probs.asnumpy().reshape(1, config.vocab_size)
         log_probs_revised = log_probs - frequency_list * frequency_penalty - (frequency_list > 0) * presence_penalty
 
         p, p_args = sampler(log_probs_revised, top_p, top_k_num, use_pynative)