调整了注释
This commit is contained in:
parent
5afbf6dbca
commit
d8b5252279
|
|
@ -1,62 +1,73 @@
|
||||||
|
# Time 2015-01-26 17:30:16
|
||||||
|
# Author lizanle
|
||||||
|
# Description 日志帮助类
|
||||||
module SystemLogHelper
|
module SystemLogHelper
|
||||||
class SystemLog
|
class SystemLog
|
||||||
class << self
|
class << self
|
||||||
# 分页（支持多关键字查询）
|
# Time 2015-01-26 17:29:17
|
||||||
def logo_data(page,per,search,day)
|
# Author lizanle
|
||||||
logs = find_all_logs day
|
# Description 分页（支持多关键字查询）
|
||||||
if logs.empty? #如果返回的是空數組，就說明日誌文件不存在
|
def logo_data(page, per, search, day)
|
||||||
return logs
|
logs = find_all_logs day
|
||||||
end
|
if logs.empty? #如果返回的是空數組，就說明日誌文件不存在
|
||||||
# 根据search参数来决定是否需要查询
|
return logs
|
||||||
keywords = search
|
|
||||||
if keywords && !keywords.strip.blank?
|
|
||||||
# 把keywords转化成正则表达式数组
|
|
||||||
keywords = keywords.strip.split(/\s+/).collect! {|w| Regexp.new(w, 'i')}
|
|
||||||
# 一条记录应该匹配每个关键字 log =~ r 是对log记录进行判断是否符合r的正则表达式
|
|
||||||
logs = logs.find_all do |log|
|
|
||||||
keywords.all? { |r| log =~ r }
|
|
||||||
end
|
|
||||||
#用Kaminari分页
|
|
||||||
logs = Kaminari.paginate_array(logs).page(page).per(per).collect! {|log| parse(log)}
|
|
||||||
#将分页后的记录的搜索结果添加样式，样式中的\0是给给r占位置的。
|
|
||||||
logs.collect! do |log|
|
|
||||||
keywords.each { |r| log.gsub!(r, '<span class="search_results">\0</span>')}
|
|
||||||
log
|
|
||||||
end
|
|
||||||
else
|
|
||||||
logs = Kaminari.paginate_array(logs).page(page).per(per).collect! {|log| parse(log)}
|
|
||||||
end
|
|
||||||
logs
|
|
||||||
end
|
end
|
||||||
|
# 根据search参数来决定是否需要查询
|
||||||
#清除日誌
|
keywords = search
|
||||||
def clear day
|
if keywords && !keywords.strip.blank?
|
||||||
if File::exists?(logfile_path day)
|
# 把keywords转化成正则表达式数组
|
||||||
File.open(logfile_path(day), 'w') do |f|
|
keywords = keywords.strip.split(/\s+/).collect! { |w| Regexp.new(w, 'i') }
|
||||||
f.print ''
|
# 一条记录应该匹配每个关键字 log =~ r 是对log记录进行判断是否符合r的正则表达式
|
||||||
end
|
logs = logs.find_all do |log|
|
||||||
else
|
keywords.all? { |r| log =~ r }
|
||||||
end
|
end
|
||||||
end
|
#用Kaminari分页
|
||||||
|
logs = Kaminari.paginate_array(logs).page(page).per(per).collect! { |log| parse(log) }
|
||||||
#讀取日誌
|
#将分页后的记录的搜索结果添加样式，样式中的\0是给给r占位置的。
|
||||||
private
|
logs.collect! do |log|
|
||||||
def find_all_logs day
|
keywords.each { |r| log.gsub!(r, '<span class="search_results">\0</span>') }
|
||||||
if File::exists?(logfile_path day)
|
log
|
||||||
File.open(logfile_path day) do |f|
|
|
||||||
#打开文件，并按照正则表达式切分，逆序，最新一个记录可以扔掉（因为最新的记录永远都是访问System_log)
|
|
||||||
f.read.split("Processing").reverse[1..-1]
|
|
||||||
end
|
|
||||||
else
|
|
||||||
[]
|
|
||||||
end
|
end
|
||||||
|
else
|
||||||
|
logs = Kaminari.paginate_array(logs).page(page).per(per).collect! { |log| parse(log) }
|
||||||
end
|
end
|
||||||
|
logs
|
||||||
|
end
|
||||||
|
|
||||||
# 日志文件的路径，一般在Rails.root/log下，根据环境配置
|
# Time 2015-01-26 17:28:57
|
||||||
# 依次记录到product.log development.log test.log中
|
# Author lizanle
|
||||||
def logfile_path day
|
# Description 清除日誌
|
||||||
#将日期处理成2015-01-01的形式
|
def clear day
|
||||||
unless day.nil?
|
if File::exists?(logfile_path day)
|
||||||
|
File.open(logfile_path(day), 'w') do |f|
|
||||||
|
f.print ''
|
||||||
|
end
|
||||||
|
else
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
# Time 2015-01-26 17:28:49
|
||||||
|
# Author lizanle
|
||||||
|
# Description 讀取日誌
|
||||||
|
private
|
||||||
|
def find_all_logs day
|
||||||
|
if File::exists?(logfile_path day)
|
||||||
|
File.open(logfile_path day) do |f|
|
||||||
|
#打开文件，并按照正则表达式切分，逆序，最新一个记录可以扔掉（因为最新的记录永远都是访问System_log)
|
||||||
|
f.read.split("Processing").reverse[1..-1]
|
||||||
|
end
|
||||||
|
else
|
||||||
|
[]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
# Time 2015-01-26 17:28:34
|
||||||
|
# Author lizanle
|
||||||
|
# Description 日志文件的路径，一般在Rails.root/log下，根据环境配置
|
||||||
|
# 依次记录到product.log development.log test.log中
|
||||||
|
def logfile_path day
|
||||||
|
#将日期处理成2015-01-01的形式
|
||||||
|
unless day.nil?
|
||||||
dayArr = day.split('-')
|
dayArr = day.split('-')
|
||||||
if dayArr[1].length == 1
|
if dayArr[1].length == 1
|
||||||
dayArr[1] = "0" + dayArr[1]
|
dayArr[1] = "0" + dayArr[1]
|
||||||
|
|
@ -65,93 +76,105 @@ module SystemLogHelper
|
||||||
dayArr[2] = "0" + dayArr[2]
|
dayArr[2] = "0" + dayArr[2]
|
||||||
end
|
end
|
||||||
day = dayArr.join('-')
|
day = dayArr.join('-')
|
||||||
end
|
end
|
||||||
#如果不是當天，則需要加後綴
|
#如果不是當天，則需要加後綴
|
||||||
if !day.nil? && !day.strip.blank? && day != Time.now.strftime("%Y-%m-%d")
|
if !day.nil? && !day.strip.blank? && day != Time.now.strftime("%Y-%m-%d")
|
||||||
File.join(Rails.root, "log", "#{Rails.env}.log.#{day.gsub('-','')}")
|
File.join(Rails.root, "log", "#{Rails.env}.log.#{day.gsub('-', '')}")
|
||||||
else
|
else
|
||||||
File.join(Rails.root, "log", "#{Rails.env}.log")
|
File.join(Rails.root, "log", "#{Rails.env}.log")
|
||||||
end
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
# Time 2015-01-26 17:28:22
|
||||||
|
# Author lizanle
|
||||||
|
# Description 替換換行符
|
||||||
|
def parse(log)
|
||||||
|
ERB::Util.html_escape(log.gsub(/\e\[[\d;m]+/, '')).gsub("\n", "<br/>")
|
||||||
|
end
|
||||||
|
|
||||||
|
# Time 2015-01-26 17:28:07
|
||||||
|
# Author lizanle
|
||||||
|
# Description 定义响应正则表达式 2015-01-20 11:31:13 INFO -- Completed 200 OK in 125ms (Views: 81.0ms | ActiveRecord: 2.0ms)
|
||||||
|
def response_regex
|
||||||
|
'Completed \d+ \w+ in (\d+)ms \(Views: (\d+\.\d+)?ms \| ActiveRecord: (\d+\.\d+)?ms\)'
|
||||||
|
end
|
||||||
|
|
||||||
|
# Time 2015-01-26 17:27:51
|
||||||
|
# Author lizanle
|
||||||
|
# Description 将一条记录中的地址主机等都分析出来
|
||||||
|
def get_status(paragraph)
|
||||||
|
request_regex = 'Started GET \"(\/.*)\" for ([\d]+\.[\d]+\.[\d]+\.[\d]+) at [\d]*-([\d]*-[\d]* [\d]*:[\d]*:[\d]*)'
|
||||||
|
controller_regex = 'Processing by ([\w]+#[\w]+)'
|
||||||
|
page_time_regex = 'Views: \d+(\.\d+)?ms'
|
||||||
|
activeRecord_time_regex = 'ActiveRecord: \d+(\.\d+)?ms'
|
||||||
|
|
||||||
|
#解析请求中的正则，主机，时间
|
||||||
|
if paragraph.match(request_regex) != nil
|
||||||
|
request_url = paragraph.match(request_regex)[1] #正则表达式中的括号能够截取成数组
|
||||||
|
request_host = paragraph.match(request_regex)[2]
|
||||||
|
request_at = paragraph.match(request_regex)[3]
|
||||||
end
|
end
|
||||||
|
|
||||||
#替換換行符
|
#解析控制器
|
||||||
def parse(log)
|
if paragraph.match(controller_regex) != nil
|
||||||
ERB::Util.html_escape(log.gsub(/\e\[[\d;m]+/, '')).gsub("\n", "<br/>")
|
controller_name = paragraph.match(controller_regex)[1]
|
||||||
end
|
end
|
||||||
|
|
||||||
#定义响应正则表达式 2015-01-20 11:31:13 INFO -- Completed 200 OK in 125ms (Views: 81.0ms | ActiveRecord: 2.0ms)
|
#解析响应时间以及计算百分比
|
||||||
def response_regex
|
if paragraph.match(response_regex) != nil
|
||||||
'Completed \d+ \w+ in (\d+)ms \(Views: (\d+\.\d+)?ms \| ActiveRecord: (\d+\.\d+)?ms\)'
|
#print(paragraph.match(response_regex))
|
||||||
|
total_time = paragraph.match(response_regex)[1]
|
||||||
|
page_time = paragraph.match(response_regex)[2]
|
||||||
|
activeRecord_time = paragraph.match(response_regex)[3]
|
||||||
|
page_time_percent = page_time.to_f/(total_time.to_f)
|
||||||
|
activeRecord_time_percent = activeRecord_time.to_f/(total_time.to_f)
|
||||||
|
else
|
||||||
end
|
end
|
||||||
|
#将解析结果当做一条记录数组返回
|
||||||
|
request_status = [request_url, request_host, request_at,
|
||||||
|
controller_name, total_time, page_time, page_time_percent, activeRecord_time, activeRecord_time_percent]
|
||||||
|
request_status
|
||||||
|
end
|
||||||
|
|
||||||
#将一条记录中的地址主机等都分析出来
|
# Time 2015-01-26 16:41:51
|
||||||
def get_status(paragraph)
|
# Author lizanle
|
||||||
request_regex = 'Started GET \"(\/.*)\" for ([\d]+\.[\d]+\.[\d]+\.[\d]+) at [\d]*-([\d]*-[\d]* [\d]*:[\d]*:[\d]*)'
|
# Description 分析日志
|
||||||
controller_regex = 'Processing by ([\w]+#[\w]+)'
|
public
|
||||||
page_time_regex = 'Views: \d+(\.\d+)?ms'
|
def analysis day
|
||||||
activeRecord_time_regex = 'ActiveRecord: \d+(\.\d+)?ms'
|
csv = Array.new
|
||||||
|
#如果文件不存在，则直接返回空数组
|
||||||
if paragraph.match(request_regex) != nil
|
if File::exists?(logfile_path day)
|
||||||
request_url = paragraph.match(request_regex)[1] #正则表达式中的括号能够截取成数组
|
File.open(logfile_path(day), "r:utf-8") do |file|
|
||||||
request_host = paragraph.match(request_regex)[2]
|
paragraph = ""
|
||||||
request_at = paragraph.match(request_regex)[3]
|
begin_flag = false
|
||||||
end
|
# 对每一行进行判断
|
||||||
|
file.each do |line|
|
||||||
if paragraph.match(controller_regex) != nil
|
# 以"Started GET "开头为一个paragraph
|
||||||
controller_name = paragraph.match(controller_regex)[1]
|
#print(line.match('[\d]*-([\d]*-[\d]* [\d]*:[\d]*:[\d]*) INFO -- Started GET ') == nil)
|
||||||
end
|
if (line.match('[\d]*-([\d]*-[\d]* [\d]*:[\d]*:[\d]*) \w+ -- Started GET ') != nil)
|
||||||
|
if !begin_flag
|
||||||
if paragraph.match(response_regex) != nil
|
begin_flag = true
|
||||||
#print(paragraph.match(response_regex))
|
paragraph.concat(line)
|
||||||
total_time = paragraph.match(response_regex)[1]
|
|
||||||
page_time = paragraph.match(response_regex)[2]
|
|
||||||
activeRecord_time = paragraph.match(response_regex)[3]
|
|
||||||
page_time_percent = page_time.to_f/(total_time.to_f)
|
|
||||||
activeRecord_time_percent = activeRecord_time.to_f/(total_time.to_f)
|
|
||||||
else
|
|
||||||
end
|
|
||||||
request_status = [request_url, request_host, request_at,
|
|
||||||
controller_name, total_time,page_time,page_time_percent,activeRecord_time,activeRecord_time_percent]
|
|
||||||
request_status
|
|
||||||
end
|
|
||||||
|
|
||||||
#分析日志
|
|
||||||
public
|
|
||||||
def analysis day
|
|
||||||
csv = Array.new
|
|
||||||
#如果文件不存在，则直接返回空数组
|
|
||||||
if File::exists?(logfile_path day)
|
|
||||||
File.open(logfile_path(day), "r:utf-8") do |file|
|
|
||||||
paragraph = ""
|
|
||||||
begin_flag = false
|
|
||||||
# 对每一行进行判断
|
|
||||||
file.each do |line|
|
|
||||||
# 以"Started GET "开头为一个paragraph
|
|
||||||
#print(line.match('[\d]*-([\d]*-[\d]* [\d]*:[\d]*:[\d]*) INFO -- Started GET ') == nil)
|
|
||||||
if (line.match('[\d]*-([\d]*-[\d]* [\d]*:[\d]*:[\d]*) \w+ -- Started GET ') != nil)
|
|
||||||
if !begin_flag
|
|
||||||
begin_flag = true
|
|
||||||
paragraph.concat(line)
|
|
||||||
else
|
|
||||||
# 另一个paragraph的开头
|
|
||||||
if (paragraph.match(response_regex) != nil)
|
|
||||||
csv << get_status(paragraph)
|
|
||||||
end
|
|
||||||
begin_flag = true
|
|
||||||
paragraph = line
|
|
||||||
end
|
|
||||||
else
|
else
|
||||||
if begin_flag
|
# 另一个paragraph的开头
|
||||||
paragraph.concat(line)
|
if (paragraph.match(response_regex) != nil)
|
||||||
else
|
csv << get_status(paragraph)
|
||||||
end
|
end
|
||||||
|
begin_flag = true
|
||||||
|
paragraph = line
|
||||||
|
end
|
||||||
|
else
|
||||||
|
if begin_flag
|
||||||
|
paragraph.concat(line)
|
||||||
|
else
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
csv
|
|
||||||
end
|
end
|
||||||
|
csv
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue