1

import datetime, time

     2

import re

     3

     4

import logging; log = logging.getLogger('pvl.syslog.parser')

     5

     6

class SyslogParser (object) :

     7

    """

     9

    """

    10

    11

    # default syslogd format

    12

    SYSLOG_RE = re.compile(

    13

        # the timestamp+hostname header

    14

            r"(?P<timestamp>\w{3} [0-9 ]\d \d{2}:\d{2}:\d{2}) (?P<hostname>\S+) "

    15

    16

        # the message, including possible tag/pid

    17

        +   r"(?P<message>(?P<tag>(?P<program>[^:\]]+)(?:\[(?P<pid>\d+)\])?: )?(?P<text>.*))\n?"

    18

    )

    19

    20

    TIMESTAMP_FMT = '%b %d %H:%M:%S'

    21

    23

        """

    24

            Using given underlying line source.

    25

        """

    26

    27

        self.raw = raw

    28

    29

    def parse_timestamp (self, match) :

    30

        """

    31

            Parse timstamp from line into datetime.

    32

        """

    33

    34

        timestamp = match.group('timestamp')

    35

    36

        # add missing year; assume current

    37

        timestamp = time.strftime('%Y') + ' ' + timestamp

    38

    39

        # k

    40

        timestamp = datetime.datetime.strptime(timestamp, '%Y ' + self.TIMESTAMP_FMT)

    41

    42

        return timestamp

    43

    44

    def parse_prog (self, match) :

    45

        """

    46

            Parse prog from line.

    47

        """

    48

    49

        prog = match.group('program')

    50

    54

            # no tag

    55

            return None

    56

    57

    def parse (self, line) :

    58

        """

    59

            Parse given input line into SyslogMessage.

    60

        """

    61

    62

        # ignore whitespace

    63

        line = line.strip()

    64

    65

        # debug

    66

        log.debug("%s", line)

    67

    68

        # timestamp?

    69

        if self.raw :

    70

            # from defaults

    71

            return dict(

    72

                timestamp   = datetime.datetime.now(), # XXX: None?

    73

                host        = None,

    75

                pid         = None,

    76

                msg         = line,

    77

            )

    78

    79

        else :

    80

            # parse

    81

            match = self.SYSLOG_RE.match(line)

    82

    83

            if not match :

    84

                log.warn("Unparseable syslog message: %r", line)

    85

                return

    86

    87

            # parse

    88

            return dict(

    89

                timestamp   = self.parse_timestamp(match),

    90

                host        = match.group('hostname'),

    91

                prog        = self.parse_prog(match),

    92

                pid         = match.group('pid'),

    93

                msg         = match.group('text'),

    94

            )

    95

    96

    def process (self, lines) :

    97

        """

    98

            Yield SyslogMessages from given series of lines.

    99

        """

   100

   101

        for line in lines :

   102

            item = self.parse(line)

   105

                yield item

   106

   107

    __call__ = process

   108