突然想了解一下我们 SMTP 服务中的入栈邮件大小，于是写了点脚本分析一下。
先上结论：
日志提取
DATE=20190411
grep "message mid=" inbound.log-${DATE} > inbound.log-${DATE}.2
cat inbound.log-${DATE}.2 | awk '{print $9}' | awk -F'=' '{print $2}' > inbound.log-${DATE}.3
tar -czvf inbound.log-${DATE}.3.tgz inbound.log-${DATE}.3
scp 10.9.13.213:/opt/sendcloud/log/inbound.log-20190411.3.tgz .
scp 10.9.13.213:/opt/sendcloud/log/inbound.log-20190412.3.tgz .
scp 10.9.13.213:/opt/sendcloud/log/inbound.log-20190413.3.tgz .
find -iname inbound.log-2019041\*.3.tgz -exec tar -xzvf {} \;
统计分析
#!/usr/bin/env python3
import os
BASE_PATH = '~/Projects/Company/sendcloud/sc.inbound/'
for date in ('0411', '0412', '0413'):
log_path = os.path.expanduser(os.path.join(BASE_PATH, 'inbound.log-2019%s.3' % date))
result = {'~100KB': 0, '100KB~1M': 0, '1M~10M': 0, '10M~': 0}
with open(log_path) as fp:
for line in fp:
content = line.strip()
if not content.isdigit():
print('errline: %r' % content)
continue
size = int(content)/1024.0
if size <= 100:
size_n = '~100KB'
elif size <= 1024:
size_n = '100KB~1M'
elif size <= 10240:
size_n = '1M~10M'
else:
size_n = '10M~'
if size_n in result:
result[size_n] += 1
else:
result[size_n] = 1
print('%r: %r' % (date, result))
ECharts
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>ECharts</title>
<script src="https://lf26-cdn-tos.bytecdntp.com/cdn/expire-1-M/echarts/4.2.1/echarts.simple.js"></script>
</head>
<body>
<div id="main" style="width: 600px;height:400px;"></div>
<script type="text/javascript">
var _data = {
'0411': {'~100K': 475505, '100K~1M': 48008, '1M~10M': 7823, '10M~': 621},
'0412': {'~100K': 490741, '100K~1M': 35675, '1M~10M': 7004, '10M~': 492},
'0413': {'~100K': 332244, '100K~1M': 14217, '1M~10M': 3736, '10M~': 322},
};
var data = [['num'], ['~100K'], ['100K~1M'], ['1M~10M'], ['10M~']];
for (var date in _data) {
data[0].push(date);
data[1].push(_data[date][data[1][0]]);
data[2].push(_data[date][data[2][0]]);
data[3].push(_data[date][data[3][0]]);
data[4].push(_data[date][data[4][0]]);
}
console.log(data);
var option = {
legend: {},
tooltip : { trigger: 'item', formatter: "{d}%" },
dataset: { source: data },
series: [
{ type: 'pie', radius: 60, center: ['23%', '30%'] },
{ type: 'pie', radius: 60, center: ['53%', '30%'], encode: { itemName: 'num', value: '0412' } },
{ type: 'pie', radius: 60, center: ['83%', '30%'], encode: { itemName: 'num', value: '0413' } },
]
};
var myChart = echarts.init(document.getElementById('main'));
myChart.setOption(option);
</script>
</body>
</html>
