blob: 2b3a47361c98ac61edf05d51aa7defdf1e8fca04 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
|
#!/usr/bin/python
# -*- coding: utf-8 -*-
import sys
import time
import datetime
import os
import json
from monitor_conf import *
TIME_LEN = 20
NEW_STH_STR = "STH updated"
START_STR = "Starting monitor"
def get_logs():
logs = []
for file in os.listdir("./" + OUTPUT_DIR):
if file.endswith(".log"):
logs.append(file)
return logs
def get_age_from_line(line):
past = datetime.datetime.strptime(line[:20], '%Y-%m-%d %H:%M:%S')
present = datetime.datetime.now()
return present - past
def read_loglog(filename):
with open(OUTPUT_DIR + filename) as f:
content = f.readlines()
return content
def print_log_stats(l):
log = read_loglog(l)
rev_log = list(reversed(log))
last = rev_log[0]
# Stats from last STH update
for item in rev_log:
line = item[TIME_LEN:]
if line[:len(START_STR)] == START_STR:
break
if line[:len(NEW_STH_STR)] == NEW_STH_STR:
timestamp = datetime.datetime.strptime(line[-20:-1], '%Y-%m-%d %H:%M:%S')
age = datetime.datetime.utcnow() - timestamp
size = line.split("Size: ")[1].split(",")[0]
# print line[:-1]
print "STH age: " + str(age)[:-7]
print "Tree Size: " + size
break
else:
print "No STH update found in log."
def print_average_age(l):
log = read_loglog(l)
rev_log = list(reversed(log))
# last = rev_log[0]
prev_timestamp = None
ages = []
delays = []
for item in rev_log:
line = item[TIME_LEN:]
if line[:len(START_STR)] == START_STR:
# break
prev_timestamp = None # Don't count over restarts
if line[:len(NEW_STH_STR)] == NEW_STH_STR:
timestamp = datetime.datetime.strptime(line[-20:-1], '%Y-%m-%d %H:%M:%S')
time_seen = datetime.datetime.strptime(item[:TIME_LEN -1], '%Y-%m-%d %H:%M:%S')
delays.append(time_seen - timestamp)
if prev_timestamp is not None:
ages.append(prev_timestamp - timestamp)
prev_timestamp = timestamp
if not len(delays) == 0:
average_timedelta = sum(delays, datetime.timedelta(0)) / len(delays)
print "Average publish delay: " + str(average_timedelta).split('.')[0] + " (" + str(len(delays)) + " values)"
if not len(ages) == 0:
average_timedelta = sum(ages, datetime.timedelta(0)) / len(ages)
print "Average update time: " + str(average_timedelta).split('.')[0] + " (" + str(len(ages)) + " values)"
def print_errors(l):
# print errors since last restart
log = read_loglog(l)
rev_log = list(reversed(log))
prev_timestamp = None
ages = []
for item in rev_log:
line = item[TIME_LEN:]
if ERROR_STR in line:
print item[:-1]
if line[:len(START_STR)] == START_STR:
break # comment this line to print all errors ever
pass
def print_overlap(l):
log = read_loglog(l)
entry_count = {}
total = 0
for line in log:
# line = item[TIME_LEN:]
logs = json.loads(line.split("logs: ")[-1][:-1].replace("'", '"'))
for l in logs:
if l in entry_count:
entry_count[l] += 1
else:
entry_count[l] = 1
total += 1
# print entry_count
for e in entry_count:
print e + ", " + str(entry_count[e]) + " (" + str(int(100 * float(entry_count[e])/float(total))) + "%)"
if __name__ == "__main__":
OVERLAP_STR = "_overlap.log"
logs = get_logs()
for log in logs:
if log == "monitor.log":
pass
elif log[- len(OVERLAP_STR):] == OVERLAP_STR:
print_overlap(log)
# else:
# print log
# print_log_stats(log)
# print_average_age(log)
# print_errors(log)
# print ""
|
