forked from OSSInnovation/mindspore
317 lines
9.6 KiB
Python
317 lines
9.6 KiB
Python
# Copyright 2020 Huawei Technologies Co., Ltd
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ============================================================================
|
|
"""
|
|
log test
|
|
"""
|
|
import logging
|
|
import os
|
|
import re
|
|
import shutil
|
|
import sys
|
|
import time
|
|
|
|
|
|
def test_log_stdout():
|
|
# Clean up environment variables
|
|
_rm_env_config()
|
|
# print the logs without raising an exception.
|
|
from mindspore import log as logger
|
|
log_str = 'print informations'
|
|
logger.error("1 test log message info :%s", log_str)
|
|
logger.info("2 test log message info")
|
|
logger.warning("3 test log message warning")
|
|
logger.debug("4 test log message debug:%s", log_str)
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_default():
|
|
_rm_env_config()
|
|
from mindspore import log as logger
|
|
configdict = logger.get_log_config()
|
|
targetdict = {'GLOG_v': '2', 'GLOG_logtostderr': '1'}
|
|
assert configdict == targetdict
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_setlevel():
|
|
_rm_env_config()
|
|
os.environ['GLOG_v'] = '0'
|
|
from mindspore import log as logger
|
|
# logger_instance = logger._get_logger()
|
|
# del logger_instance
|
|
loglevel = logger.get_level()
|
|
log_str = 'print debug informations'
|
|
logger.debug("5 test log message debug:%s", log_str)
|
|
assert loglevel == '0'
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_file():
|
|
"""
|
|
test the log contect written in log file
|
|
"""
|
|
_rm_env_config()
|
|
file_path = '/tmp/log/mindspore_test'
|
|
os.environ['GLOG_v'] = '0'
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
os.environ['GLOG_log_dir'] = file_path
|
|
|
|
from mindspore import log as logger
|
|
filename = f'{file_path}/mindspore.log'
|
|
if os.path.exists(file_path):
|
|
shutil.rmtree(file_path)
|
|
|
|
os.makedirs(file_path, exist_ok=True)
|
|
# Clear test file
|
|
if os.path.exists(filename):
|
|
os.remove(filename)
|
|
logger.warning("test log message warning")
|
|
cmd = f'cat {filename}'
|
|
result = os.popen(cmd).read()
|
|
# pylint: disable=anomalous-backslash-in-string
|
|
pattern = "\[WARNING\] ME\(.*[0-9]:.*[0-9]\,.*[a-zA-Z0-9]\):.* " \
|
|
"\[.*:.*[0-9]\] test log message warning"
|
|
match_obj = re.match(pattern, result)
|
|
|
|
# Clear test file
|
|
if os.path.exists(file_path):
|
|
shutil.rmtree(file_path)
|
|
|
|
assert match_obj
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_backup_count():
|
|
"""
|
|
test backup count
|
|
"""
|
|
# logger.reset_log_config(level=logging.INFO, console=False,
|
|
# filepath=file_path, maxBytes=1000, backupCount=10)
|
|
_rm_env_config()
|
|
file_path = '/tmp/log/mindspore_test'
|
|
os.environ['GLOG_v'] = '1'
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
os.environ['GLOG_log_dir'] = file_path
|
|
os.environ['logger_maxBytes'] = '1000'
|
|
os.environ['logger_backupCount'] = '10'
|
|
|
|
from mindspore import log as logger
|
|
if os.path.exists(file_path):
|
|
shutil.rmtree(file_path)
|
|
os.makedirs(file_path, exist_ok=True)
|
|
|
|
log_count = 100
|
|
for i in range(0, log_count, 1):
|
|
logger.warning("test log message warning %r", i)
|
|
|
|
cmd = f'cd {file_path};ls |wc -l'
|
|
backup_count = '11'
|
|
file_count = os.popen(cmd).read().strip()
|
|
|
|
if os.path.exists(file_path):
|
|
shutil.rmtree(file_path)
|
|
assert file_count == backup_count
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_verify_envconfig():
|
|
"""
|
|
test reset config
|
|
"""
|
|
dictlist = []
|
|
from mindspore import log as logger
|
|
file_path = '/tmp'
|
|
|
|
# level is not a number
|
|
_rm_env_config()
|
|
os.environ['GLOG_v'] = 'test'
|
|
verify_dict_0 = logger._get_env_config()
|
|
|
|
# level is not in range
|
|
_rm_env_config()
|
|
os.environ['GLOG_v'] = '100'
|
|
verify_dict_1 = logger._get_env_config()
|
|
|
|
# console is not a number
|
|
_rm_env_config()
|
|
os.environ['GLOG_logtostderr'] = 'test'
|
|
verify_dict_2 = logger._get_env_config()
|
|
|
|
# console is not in range
|
|
_rm_env_config()
|
|
os.environ['GLOG_logtostderr'] = '6'
|
|
verify_dict_3 = logger._get_env_config()
|
|
|
|
# path does not exist
|
|
_rm_env_config()
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
os.environ['GLOG_log_dir'] = '/test'
|
|
verify_dict_4 = logger._get_env_config()
|
|
|
|
# path is not configured
|
|
_rm_env_config()
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
verify_dict_5 = logger._get_env_config()
|
|
|
|
# logger_maxBytes is not a number
|
|
_rm_env_config()
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
os.environ['GLOG_log_dir'] = '/tmp'
|
|
os.environ['logger_maxBytes'] = 'test'
|
|
os.environ['logger_backupCount'] = '10'
|
|
verify_dict_6 = logger._get_env_config()
|
|
|
|
# logger_maxBytes is a negative number
|
|
_rm_env_config()
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
os.environ['GLOG_log_dir'] = '/tmp'
|
|
os.environ['logger_maxBytes'] = '-1'
|
|
os.environ['logger_backupCount'] = '10'
|
|
verify_dict_7 = logger._get_env_config()
|
|
|
|
# logger_backupCount is not a number
|
|
_rm_env_config()
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
os.environ['GLOG_log_dir'] = '/tmp'
|
|
os.environ['logger_maxBytes'] = '0'
|
|
os.environ['logger_backupCount'] = 'test'
|
|
verify_dict_8 = logger._get_env_config()
|
|
|
|
# logger_backupCount is a negative number
|
|
_rm_env_config()
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
os.environ['GLOG_log_dir'] = '/tmp'
|
|
os.environ['logger_maxBytes'] = '0'
|
|
os.environ['logger_backupCount'] = '-1'
|
|
verify_dict_9 = logger._get_env_config()
|
|
|
|
for i in range(0, 10, 1):
|
|
variable_name = f'verify_dict_{i}'
|
|
dictlist.append(locals()[variable_name])
|
|
|
|
for verify_dict in dictlist:
|
|
try:
|
|
logger._verify_config(verify_dict)
|
|
except ValueError as ve:
|
|
print(ve)
|
|
assert True
|
|
except TypeError as te:
|
|
print(te)
|
|
assert True
|
|
else:
|
|
assert False
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_repeated_print():
|
|
"""
|
|
test Log repeated printing
|
|
# Print one log is right, otherwise error
|
|
"""
|
|
_rm_env_config()
|
|
from mindspore import log as logger
|
|
py_logging = logging.getLogger()
|
|
handler = logging.StreamHandler(sys.stdout)
|
|
handler.setLevel(logging.DEBUG)
|
|
py_logging.addHandler(handler)
|
|
logger.info("test log message info test ")
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_getconfig():
|
|
_rm_env_config()
|
|
os.environ['GLOG_v'] = '3'
|
|
os.environ['GLOG_logtostderr'] = '0'
|
|
os.environ['GLOG_log_dir'] = '/tmp/log/'
|
|
os.environ['logger_maxBytes'] = '1000'
|
|
os.environ['logger_backupCount'] = '10'
|
|
from mindspore import log as logger
|
|
logger.info("test log message info test ")
|
|
configdict = logger.get_log_config()
|
|
targetdict = {'GLOG_v': '3', 'GLOG_log_dir': '/tmp/log',
|
|
'GLOG_logtostderr': '0', 'logger_maxBytes': 1000, 'logger_backupCount': 10}
|
|
assert configdict == targetdict
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_perf():
|
|
"""
|
|
Performance test with python logging
|
|
"""
|
|
_rm_env_config()
|
|
os.environ['GLOG_v'] = '3'
|
|
from mindspore import log as logger
|
|
loglevel = logging.ERROR
|
|
logging.basicConfig()
|
|
py_logging = logging.getLogger()
|
|
py_logging.setLevel(loglevel)
|
|
|
|
log_count = 100000
|
|
|
|
print("logger level:", logger.get_level())
|
|
print("py_logging level:", py_logging.getEffectiveLevel())
|
|
|
|
# Calculate PY logging execution time
|
|
start_time_py_logging = int(round(time.time() * 1000))
|
|
|
|
for i in range(0, log_count, 1):
|
|
py_logging.info("test log message info :%r", i)
|
|
|
|
end_time_py_logging = int(round(time.time() * 1000))
|
|
time_diff_py_logging = end_time_py_logging - start_time_py_logging
|
|
|
|
# Calculate MS logger execution time
|
|
start_time_logger = int(round(time.time() * 1000))
|
|
|
|
for i in range(0, log_count, 1):
|
|
logger.info("test log message info :%r", i)
|
|
|
|
end_time_logger = int(round(time.time() * 1000))
|
|
time_diff_logger = end_time_logger - start_time_logger
|
|
|
|
# Calculate time difference
|
|
time_diff = time_diff_logger - time_diff_py_logging
|
|
strprint = f'time difference between MS logger ' \
|
|
f'and Python logging: {time_diff} ms'
|
|
print(strprint)
|
|
std_time = 2000
|
|
assert time_diff < std_time
|
|
# Clean up _global_logger to avoid affecting for next usecase
|
|
logger._global_logger = None
|
|
|
|
|
|
def test_log_ms_import():
|
|
_rm_env_config()
|
|
import mindspore as ms
|
|
configdict = ms.get_log_config()
|
|
targetdict = {'GLOG_v': '2', 'GLOG_logtostderr': '1'}
|
|
level = ms.get_level()
|
|
assert configdict == targetdict and level == '2'
|
|
|
|
|
|
def _rm_env_config():
|
|
envlist = ['GLOG_v', 'GLOG_logtostderr', 'GLOG_log_dir', 'logger_maxBytes', 'logger_backupCount']
|
|
for env in envlist:
|
|
if os.environ.get(env):
|
|
del os.environ[env]
|