author | Tero Marttila <terom@fixme.fi> |
Fri, 04 Jan 2013 19:12:24 +0200 | |
changeset 52 | f04df0db2acd |
parent 45 | 10dfa434da77 |
child 54 | 9c82a068f8f9 |
permissions | -rw-r--r-- |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
1 |
import logging; log = logging.getLogger('pvl.syslog.filter') |
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
2 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
3 |
import re # XXX |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
4 |
import os.path, fnmatch |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
5 |
|
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
6 |
class SyslogFilter (object) : |
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
7 |
""" |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
8 |
Match syslog messages fields against given patterns. |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
9 |
""" |
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
10 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
11 |
def __init__ (self, **filters) : |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
12 |
""" |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
13 |
Match using given { field: regex }. |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
14 |
""" |
45 | 15 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
16 |
self.filters = filters |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
17 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
18 |
def match_prog (self, attr, filter, prog=None) : |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
19 |
""" |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
20 |
XXX: Match given prog as glob? |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
21 |
""" |
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
22 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
23 |
if not filter : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
24 |
# ignore |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
25 |
return None |
45 | 26 |
|
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
27 |
# normalize |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
28 |
prog = prog.strip().lower() |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
29 |
_, prog = os.path.split(prog) |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
30 |
|
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
31 |
# match |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
32 |
if fnmatch.fnmatch(prog, filter) : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
33 |
return { attr: prog } |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
34 |
else : |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
35 |
return False |
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
36 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
37 |
def match (self, attr, regex, value=None) : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
38 |
""" |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
39 |
Match given value against given pattern. |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
40 |
""" |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
41 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
42 |
if not filter : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
43 |
# ignore |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
44 |
return None |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
45 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
46 |
if not value : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
47 |
# XXX: optional = match empty string? |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
48 |
value = '' |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
49 |
else : |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
50 |
# normalize; XXX: unicode? |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
51 |
value = str(value).strip() |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
52 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
53 |
# match |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
54 |
match = regex.match(value) |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
55 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
56 |
if match : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
57 |
# as matche-values |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
58 |
match = match.groupdict() |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
59 |
match[attr] = value |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
60 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
61 |
return match |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
62 |
|
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
63 |
def filter (self, item) : |
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
64 |
""" |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
65 |
Match given item. Returns any matched values (including regexp capture groups) across all fields. |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
66 |
""" |
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
67 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
68 |
matches = {} |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
69 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
70 |
for attr in self.filters : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
71 |
# lookup match-func |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
72 |
match = getattr(self, 'match_{attr}'.format(attr=attr), self.match) |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
73 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
74 |
# filter |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
75 |
filter = self.filters[attr] |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
76 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
77 |
# apply match |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
78 |
if attr in item : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
79 |
match = match(attr, filter, item[attr]) |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
80 |
else : |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
81 |
match = match(attr, filter) |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
82 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
83 |
log.debug("%s: %s", attr, match) |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
84 |
|
45 | 85 |
if match : |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
86 |
# match |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
87 |
matches.update(match) |
45 | 88 |
|
89 |
elif match is None : |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
90 |
# ignore |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
91 |
continue |
45 | 92 |
|
93 |
else : |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
94 |
# reject |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
95 |
return |
45 | 96 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
97 |
# XXX: test last match, in case they were all None |
45 | 98 |
if match is None : |
99 |
# XXX: empty filter!? |
|
100 |
return True |
|
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
101 |
else : |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
102 |
return matches |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
103 |
|
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
104 |
def process (self, items) : |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
105 |
for item in items: |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
106 |
match = self.filter(item) |
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
107 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
108 |
if match : |
44
977442ccb72d
pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
109 |
yield item |
52
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
110 |
|
f04df0db2acd
pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents:
45
diff
changeset
|
111 |
__call__ = process |