blob: dca17b5212b4e2bfe3604dc546ead89f0f61bec2 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
#!/usr/bin/env python3
from __future__ import division
from builtins import str
from past.utils import old_div
import os
import re
import time
import base64
import logging
import datetime
import requests
import JobBase
class BWAuthChecker(JobBase.JobBase):
def executeEvery(self):
return JobBase.JobFrequency.HOUR
def notifyOnFailureEvery(self):
return JobBase.JobFailureNotificationFrequency.EVERYTIME
def execute(self):
body = ""
url = "https://bwauth.ritter.vg/bwauth/bwscan.V3BandwidthsFile"
try:
r = requests.get(url)
lines = r.content.split("\n")
if len(lines) < 1:
body = "Got no response for " + url + " from the server.\n\n" + r.content
else:
then = datetime.datetime.utcfromtimestamp(int(lines[0]))
now = datetime.datetime.utcfromtimestamp(time.time())
if now - then > datetime.timedelta(hours=4):
body = "The bandwidth file is more than 4 hours old.\n"
body += str(old_div((now-then).seconds, 60)) + " minutes old.\n"
elif len(lines) < 8300:
body = "The bandwidth file has a low number of relays: " + str(len(lines)) + "\n"
except Exception as e:
body = "Caught an exception checking the bwandwidth file timestamp:\n\n" + repr(e)
body += "\n" + logging.traceback.format_exc()
url = "https://bwauth.ritter.vg/bwauth/AA_percent-measured.txt"
try:
r = requests.get(url)
lines = r.content.split("\n")
if len(lines) < 1:
body += "\n\nGot no response for " + url + " from the server.\n\n" + r.content
else:
i = -1
while not lines[i].strip():
i -= 1
g = re.match('NOTICE\[.+\]:Measured ([0-9].+)% of all tor nodes', lines[i])
if not g:
body += "\n\nCould not find the measured percentage at " + url
else:
percent = float(g.groups(0)[0])
if percent < 96:
body += "\n\nMeasured percentant of all tor nodes is low: " + str(percent)
except Exception as e:
body += "\n\nCaught an exception measuring the percentage of relays measured:\n\n" + str(e)
body += "\n" + logging.traceback.format_exc()
url = "https://bwauth.ritter.vg/bwauth/AA_scanner_loop_times.txt"
try:
r = requests.get(url)
lines = r.content.split("\n")
if len(lines) < 1:
body += "\n\nGot no response for " + url + " from the server.\n\n" + r.content
else:
this_scanner = 0
last_measured = None
measurement_times = {}
for l in lines:
if "Scanner" in l:
if this_scanner != 0:
measurement_times[this_scanner] = last_measured
this_scanner = int(l.replace("Scanner ", "").strip())
elif l.strip():
last_measured = re.match("NOTICE\[[^\s]+ ([0-9a-zA-Z: ]+)\]", l).groups(0)[0]
last_measured = datetime.datetime.strptime(last_measured, "%b %d %H:%M:%S %Y")
measurement_times[this_scanner] = last_measured
for t in measurement_times:
if measurement_times[t] + datetime.timedelta(days=6) < datetime.datetime.now():
body += "\n\nhttps://bwauth.ritter.vg/bwauth/AA_scanner_loop_times.txt\n"
body += "Scanner " + str(t) + " appears to be several days behind schedule."
except Exception as e:
body += "\n\nCaught an exception measuring the scanner loop times:\n\n" + str(e)
body += "\n" + logging.traceback.format_exc()
if body:
logging.warn("tor bwauth is broken?")
logging.warn(body)
self.logdetails = body
return False
else:
return True
def onFailure(self):
return self.sendEmail("tor bwauth is broken?", self.logdetails)
|