pvl/syslog/filter.py
author Tero Marttila <terom@fixme.fi>
Fri, 04 Jan 2013 19:12:24 +0200
changeset 52 f04df0db2acd
parent 45 10dfa434da77
child 54 9c82a068f8f9
permissions -rw-r--r--
pvl.syslog: refactor SyslogFilter for extensive magics
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
     1
import logging; log = logging.getLogger('pvl.syslog.filter')
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
     2
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
     3
import re # XXX
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
     4
import os.path, fnmatch
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
     5
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
     6
class SyslogFilter (object) :
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
     7
    """
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
     8
        Match syslog messages fields against given patterns.
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
     9
    """
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    10
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    11
    def __init__ (self, **filters) :
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    12
        """
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    13
            Match using given { field: regex }.
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    14
        """
45
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    15
        
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    16
        self.filters = filters
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    17
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    18
    def match_prog (self, attr, filter, prog=None) :
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    19
        """
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    20
            XXX: Match given prog as glob?
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    21
        """
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    22
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    23
        if not filter :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    24
            # ignore
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    25
            return None
45
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    26
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    27
        # normalize
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    28
        prog = prog.strip().lower()
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    29
        _, prog = os.path.split(prog)
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    30
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    31
        # match
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    32
        if fnmatch.fnmatch(prog, filter) :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    33
            return { attr: prog }
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    34
        else :
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    35
            return False
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    36
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    37
    def match (self, attr, regex, value=None) :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    38
        """
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    39
            Match given value against given pattern.
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    40
        """
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    41
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    42
        if not filter :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    43
            # ignore
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    44
            return None
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    45
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    46
        if not value :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    47
            # XXX: optional = match empty string?
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    48
            value = ''
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    49
        else :
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    50
            # normalize; XXX: unicode?
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    51
            value = str(value).strip()
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    52
        
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    53
        # match
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    54
        match = regex.match(value)
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    55
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    56
        if match :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    57
            # as matche-values
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    58
            match = match.groupdict()
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    59
            match[attr] = value
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    60
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    61
        return match
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    62
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    63
    def filter (self, item) :
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    64
        """
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    65
            Match given item. Returns any matched values (including regexp capture groups) across all fields.
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    66
        """
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    67
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    68
        matches = {}
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    69
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    70
        for attr in self.filters :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    71
            # lookup match-func
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    72
            match = getattr(self, 'match_{attr}'.format(attr=attr), self.match)
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    73
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    74
            # filter
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    75
            filter = self.filters[attr]
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    76
            
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    77
            # apply match
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    78
            if attr in item :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    79
                match = match(attr, filter, item[attr])
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    80
            else :
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    81
                match = match(attr, filter)
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    82
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    83
            log.debug("%s: %s", attr, match)
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
    84
45
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    85
            if match :
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    86
                # match
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    87
                matches.update(match)
45
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    88
            
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    89
            elif match is None :
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    90
                # ignore
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    91
                continue
45
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    92
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    93
            else :
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    94
                # reject
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    95
                return
45
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    96
        
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
    97
        # XXX: test last match, in case they were all None
45
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    98
        if match is None :
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
    99
            # XXX: empty filter!?
10dfa434da77 pvl.syslog: SyslogRule
Tero Marttila <terom@fixme.fi>
parents: 44
diff changeset
   100
            return True
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
   101
        else :
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
   102
            return matches
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
   103
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
   104
    def process (self, items) :
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
   105
        for item in items:
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
   106
            match = self.filter(item)
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
   107
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
   108
            if match :
44
977442ccb72d pvl.syslog: split out SyslogFilter
Tero Marttila <terom@fixme.fi>
parents:
diff changeset
   109
                yield item
52
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
   110
    
f04df0db2acd pvl.syslog: refactor SyslogFilter for extensive magics
Tero Marttila <terom@fixme.fi>
parents: 45
diff changeset
   111
    __call__ = process