blob: 1bd1bf4633ad0cb026e0924fec8181cbf31d2a8f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
|
import os, sys, datetime
_debug_logger = sys.stderr
def dprint(msg):
print >> _debug_logger, msg
def redirect_parser_debugging(ostream):
global _debug_logger
_debug_logger = ostream
def get_timestamp(mapping, field):
val = mapping.get(field, None)
if val is not None:
val = datetime.datetime.fromtimestamp(int(val))
return val
def find_toplevel_job_dir(start_dir):
""" Starting from start_dir and moving upwards, find the top-level
of the job results dir. We can't just assume that it corresponds to
the actual job.dir, because job.dir may just be a subdir of the "real"
job dir that autoserv was launched with. Returns None if it can't find
a top-level dir. """
job_dir = start_dir
while not os.path.exists(os.path.join(job_dir, ".autoserv_execute")):
if job_dir == "/":
return None
job_dir = os.path.dirname(job_dir)
return job_dir
def drop_redundant_messages(messages):
""" Given a set of message strings discard any 'redundant' messages which
are simple a substring of the existing ones.
@param messages - a set of message strings
@return - a subset of messages with unnecessary strings dropped
"""
sorted_messages = sorted(messages, key=len, reverse=True)
filtered_messages = set()
for message in sorted_messages:
for filtered_message in filtered_messages:
if message in filtered_message:
break
else:
filtered_messages.add(message)
return filtered_messages
|
