mirror of https://github.com/ByConity/ByConity
251 lines
6.5 KiB
Python
251 lines
6.5 KiB
Python
import sys
|
|
import re
|
|
|
|
_LOG_PREFIX = [
|
|
"LOG_TRACE", "LOG_DEBUG", "LOG_INFO", "LOG_WARNING", "LOG_ERROR",
|
|
"LOG_FATAL"
|
|
]
|
|
|
|
def check_already_right(line):
|
|
line = line.strip()
|
|
assert line[-2:] == ");"
|
|
|
|
i, n = 0, len(line)
|
|
ans = 0
|
|
while i < n:
|
|
if i + 1 < n and line[i: i + 2] == "{}":
|
|
ans += 1
|
|
i += 2
|
|
else:
|
|
i += 1
|
|
# Not process format string has "{}" inside.
|
|
return ans > 0
|
|
|
|
def line_starts_with_prefix(line):
|
|
line = line.strip()
|
|
|
|
for s in _LOG_PREFIX:
|
|
n = len(s)
|
|
if len(line) > n and line[0:n] == s:
|
|
return True
|
|
return False
|
|
|
|
|
|
_PART_TYPE_NONE = False
|
|
_PART_TYPE_STRR = 1
|
|
_PART_TYPE_ARGS = 2
|
|
|
|
|
|
class StringStream:
|
|
def __init__(self, str):
|
|
self.i_ = 0
|
|
self.str_ = str
|
|
|
|
def get_next(self):
|
|
ss = self.str_
|
|
i = self.i_
|
|
n = len(ss)
|
|
|
|
# print(i, n, ss[i:])
|
|
# Skip white space first
|
|
while i < n and (ss[i] == ' ' or ss[i] == '\n'):
|
|
i += 1
|
|
|
|
if i == n:
|
|
# Done process
|
|
return (_PART_TYPE_NONE, None)
|
|
|
|
if ss[i] == '"':
|
|
i += 1
|
|
j = i
|
|
while j < n and ss[j] != '"':
|
|
j += 1
|
|
assert j < n and ss[j] == '"'
|
|
|
|
self.i_ = j + 1
|
|
return (_PART_TYPE_STRR, ss[i:j])
|
|
|
|
elif ss[i] == '+':
|
|
i += 1
|
|
assert i < n, "Wrong input string {}".format(ss)
|
|
|
|
while i < n and (ss[i] == ' ' or ss[i] == '\n'):
|
|
i += 1
|
|
assert i < n, "Wrong input string {}".format(ss)
|
|
|
|
if ss[i] == '"':
|
|
self.i_ = i
|
|
return self.get_next()
|
|
else:
|
|
stk = []
|
|
j = i
|
|
|
|
while j < n:
|
|
if ss[j] == '(':
|
|
stk.append(j)
|
|
elif ss[j] == ')':
|
|
assert len(stk) > 0, "{}".format(ss)
|
|
stk.pop()
|
|
elif ss[j] == '+':
|
|
if len(stk) == 0:
|
|
break
|
|
elif ss[j] == '<':
|
|
break
|
|
j += 1
|
|
|
|
assert j - i + 1 > 0, "Wring input string {}".format(ss)
|
|
|
|
self.i_ = j
|
|
return (_PART_TYPE_ARGS, ss[i:j])
|
|
|
|
elif ss[i] == '<':
|
|
assert i < n and ss[i + 1] == '<'
|
|
self.i_ = i + 2
|
|
return self.get_next()
|
|
|
|
else:
|
|
j = i
|
|
while j < n and ss[j] not in '+<':
|
|
j += 1
|
|
assert j - i + 1 > 0, "Wring input string {}".format(ss)
|
|
|
|
self.i_ = j
|
|
return (_PART_TYPE_ARGS, ss[i:j])
|
|
|
|
|
|
def fmt_style(line):
|
|
line = r'{}'.format(line)
|
|
i = 0
|
|
while i < len(line):
|
|
if line[i] == ',':
|
|
break
|
|
i += 1
|
|
|
|
ff = line[i + 1:].strip()
|
|
# print(ff)
|
|
assert ff[-2:] == ");", "Wring input strnig: {}".format(line)
|
|
ss = StringStream(ff[0:-2].strip())
|
|
|
|
fin = line[0:i + 1]
|
|
fin += ' "'
|
|
args = []
|
|
while 1:
|
|
(t, c) = ss.get_next()
|
|
# print(t, c)
|
|
if t == _PART_TYPE_NONE:
|
|
break
|
|
elif t == _PART_TYPE_ARGS:
|
|
fin += "{}"
|
|
args.append(c.strip())
|
|
else:
|
|
fin += c
|
|
fin += '"'
|
|
|
|
for i, x in enumerate(args):
|
|
fin += ", "
|
|
fin += x
|
|
|
|
fin += ");"
|
|
return fin
|
|
|
|
|
|
def read_raw_from_file(file):
|
|
rows = []
|
|
with open(file, "r") as f:
|
|
rows = f.read().split('\n')
|
|
return rows[0:-1]
|
|
|
|
|
|
def write_text_to_file(file, rows):
|
|
with open(file, "w") as f:
|
|
for r in rows:
|
|
f.write(r + "\n")
|
|
|
|
|
|
def test_all():
|
|
test1 = ''' LOG_DEBUG(logger, "Successfully opened the manifest store, with latest_version=" << latest_version
|
|
<< " commit_version=" << commit_version
|
|
<< " checkpoint_version=" << checkpoint_version
|
|
<< " time_of_last_commit_log=" << time_of_last_commit_log);
|
|
'''
|
|
test3 = '''LOG_TRACE(log, "some thing...");'''
|
|
|
|
x = fmt_style(test1)
|
|
assert x == ' LOG_DEBUG(logger, "Successfully opened the manifest store, with latest_version={} commit_version={} checkpoint_version={} time_of_last_commit_log={}", latest_version, commit_version, checkpoint_version, time_of_last_commit_log);'
|
|
|
|
x = fmt_style(test3)
|
|
assert x == 'LOG_TRACE(log, "some thing...");'
|
|
|
|
test4 = '''LOG_DEBUG(log, "Wrote block with " << current_block.block.rows() << " rows");'''
|
|
x = fmt_style(test4)
|
|
assert x == 'LOG_DEBUG(log, "Wrote block with {} rows", current_block.block.rows());'
|
|
|
|
test2 = '''LOG_WARNING(log_, user_name + ": " + msg + formatSkippedMessage(args...) + " AAAA");'''
|
|
x = fmt_style(test2)
|
|
# print(x)
|
|
assert x == 'LOG_WARNING(log_, "{}: {}{} AAAA", user_name, msg, formatSkippedMessage(args...));'
|
|
|
|
test4 = '''LOG_WARNING(log_, "aaa" + ": " + msg + formatSkippedMessage(args...) + " bbb");'''
|
|
x = fmt_style(test4)
|
|
assert x == 'LOG_WARNING(log_, "aaa: {}{} bbb", msg, formatSkippedMessage(args...));'
|
|
|
|
test5 = '''LOG_WARNING(log_, "aaa+<>" + "+: " + msg + formatSkippedMessage(args...) + " bbb");'''
|
|
x = fmt_style(test5)
|
|
assert x == 'LOG_WARNING(log_, "aaa+<>+: {}{} bbb", msg, formatSkippedMessage(args...));'
|
|
|
|
test6 = '''LOG_WARNING(log_, "a is {}, b is {}", a, b);'''
|
|
assert check_already_right(test6) == True
|
|
x = line_starts_with_prefix(test6)
|
|
assert x == True
|
|
|
|
test7 = '''LOG_WARNING(storage.log, "Path " + fullPath(disk, path_to_clone + relative_path) + " already exists. Will remove it and clone again.");'''
|
|
x = fmt_style(test7)
|
|
assert x == 'LOG_WARNING(storage.log, "Path {} already exists. Will remove it and clone again.", fullPath(disk, path_to_clone + relative_path));'
|
|
|
|
test8 = '''LOG_DEBUG(log, "aaa " + func(b + f(c, e + d)) + " ffff");'''
|
|
x = fmt_style(test8)
|
|
assert x == 'LOG_DEBUG(log, "aaa {} ffff", func(b + f(c, e + d)));'
|
|
|
|
test9 = '''LOG_WARNING(storage.log, "Path {} already exists. Will remove it and clone again.", fullPath(disk, path_to_clone + relative_path));'''
|
|
assert check_already_right(test9) == True
|
|
|
|
test10 = '''LOG_WARNING(log, "Error while deleting ZooKeeper path `" << path << "`: " + Coordination::errorMessage(rc) << ", ignoring.");'''
|
|
# print(test10)
|
|
x = fmt_style(test10)
|
|
# print(x)
|
|
assert x == 'LOG_WARNING(log, "Error while deleting ZooKeeper path `{}`: {}, ignoring.", path, Coordination::errorMessage(rc));'
|
|
|
|
def main(file):
|
|
print("Starting foramt file: {}".format(file))
|
|
rows = read_raw_from_file(file)
|
|
|
|
after = []
|
|
n = len(rows)
|
|
i = 0
|
|
while i < n:
|
|
r = rows[i].rstrip()
|
|
if line_starts_with_prefix(r):
|
|
j = i
|
|
while j < n and rows[j][-2:] != ");":
|
|
j += 1
|
|
assert j < n, "Not a valid c/c++ file."
|
|
|
|
r = "".join(x for x in rows[i:j + 1])
|
|
if not check_already_right(r):
|
|
r = fmt_style(r)
|
|
i = j
|
|
|
|
after.append(r)
|
|
i += 1
|
|
|
|
write_text_to_file(file, after)
|
|
|
|
print("Finish format file.")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
test_all()
|
|
assert len(sys.argv) >= 2, "Please give me a file to format."
|
|
file = sys.argv[1]
|
|
main(file)
|