summaryrefslogtreecommitdiff
path: root/monitor/josef_mover.py
diff options
context:
space:
mode:
authorjosef <josef.gson@gmail.com>2015-10-20 16:33:16 +0200
committerjosef <josef.gson@gmail.com>2015-10-20 16:33:16 +0200
commit213f5cc0184bdb38cae8a530f263a5e0a7f60557 (patch)
treef8996ebd11923376c1f659c93cdaa5e83079d3a5 /monitor/josef_mover.py
parent62035bd9ccb0efb21a234418127e20cc56cd7c0a (diff)
setting up to run overlap measurement for venafi on glog
Diffstat (limited to 'monitor/josef_mover.py')
-rwxr-xr-xmonitor/josef_mover.py8
1 files changed, 5 insertions, 3 deletions
diff --git a/monitor/josef_mover.py b/monitor/josef_mover.py
index 63a155f..7c5eca1 100755
--- a/monitor/josef_mover.py
+++ b/monitor/josef_mover.py
@@ -59,6 +59,7 @@ def is_new_timestamp(ts):
else:
return True
+
def check_inclusion_all(first, last, source, dest):
for s_log in source:
url = s_log["url"]
@@ -168,6 +169,7 @@ def check_inclusion_by_submission(first, last, source, dest, logfile):
print s
# logfile = OUTPUT_DIR + s_log["name"] + "_overlap.log"
log(logfile, s)
+ time.sleep(1) # to ease up om rate-limiting...
@@ -181,9 +183,9 @@ def log(fn, string):
if __name__ == "__main__":
- source = [CTLOGS[3]]
+ source = [CTLOGS[8]]
dests = CTLOGS
- process_count = 4
+ process_count = 1
processes = []
for tmp_log in source:
sth = get_sth(tmp_log["url"])
@@ -191,7 +193,7 @@ if __name__ == "__main__":
first = 0
last = int(sth["tree_size"])
- last = 8
+ # last = 8
print "last:",last
# split into tasks