5

# XXX: fix path

    10

# configuration and the LogSearchIndex module

    11

import config, log_search, channels

    12

    13

def _open_index_and_channel (options, channel_name, open_mode) :

    14

    """

    15

        Opens+returns a LogSearchIndex and a LogChannel

    16

    """

    17

    # open the LogSearchIndex

    18

    index = log_search.LogSearchIndex(options.index_path, open_mode)

    19

    20

    # open the channel

    21

    channel = config.LOG_CHANNELS.lookup(channel_name)

    22

    23

    # return

    24

    return index, channel

    25

    26

def _load_channel_date (index, options, channel, date) :

    27

    """

    28

        Loads the logs for the given date from the channel's LogSource into the given LogSearchIndex

    29

    """

    30

    31

    if not options.quiet :

    32

        print "%s %s..." % (channel.id, date.strftime(channel.source.filename_fmt)),

    33

    34

    try :

    35

        # load lines for date

    36

        lines = channel.source.get_date(date)

    37

    38

    except Exception, e :

    39

        if not options.skip_missing :

    40

            raise

    41

    42

        if not options.quiet :

    43

            print "Skipped: %s" % (e, )

    44

    45

    else :

    46

        # insert -> count

    47

        count = index.insert(channel, lines)

    48

    49

        if not options.quiet :

    50

            print "OK: %d lines" % count

    54

        Loads the logs for a specific channel for the given dates (in terms of the channe logs' timezone) into the index

    57

    # open index/channel

    58

    index, channel = _open_index_and_channel(options, channel_name, '*' if options.create_index else 'a')

    60

    # handle each date

    67

            print "[ERROR] Invalid date: %s: %s" % (date_name, e)

    68

    69

            if options.skip_missing :

    70

                continue

    71

    72

            else :

    73

                raise

    75

        # load

    76

        _load_channel_date(index, options, channel, date)

    78

def cmd_load_month (options, channel_name, *months) :

    79

    """

    80

        Loads the logs for a specific channel for the given months (in terms of the channel's timezone) into the index

    81

    """

    82

    83

    # open index/channel

    84

    index, channel = _open_index_and_channel(options, channel_name, '*' if options.create_index else 'a')

    85

    86

    # handle each date

    87

    for month_name in months :

    88

        try :

    89

            # parse date

    90

            month = datetime.datetime.strptime(month_name, '%Y-%m').replace(tzinfo=channel.source.tz)

    91

    92

        except Exception, e :

    93

            print "[ERROR] Invalid date: %s: %s" % (month_name, e)

    94

    95

            if options.skip_missing :

    96

                continue

    97

    98

            else :

    99

                raise

   100

   101

        # get the set of days

   102

        days = channel.source.get_month_days(month)

   103

   104

        print "Loading %d days of logs:" % (len(days))

   105

   106

        # load each day

   107

        for date in days :

   108

            # convert to datetime

   109

            dt = datetime.datetime.combine(date, datetime.time(0)).replace(tzinfo=channel.source.tz)

   110

   111

            # load

   112

            _load_channel_date(index, options, channel, dt)

   119

    # sanity-check

   120

    if options.create_index :

   121

        raise Exception("--create doesn't make sense for 'search'")

   122

   123

    # open index/channel

   124

    index, channel = _open_index_and_channel(options, channel_name, 'r')

   148

    parser.add_option("--quiet", dest="quiet", action="store_true", help="Supress status messages")

   155

    options.formatter = config.LOG_FORMATTERS[options.formatter_name](options.tz, "%H:%M:%S", None, None)

   158

    if not args :

   159

        raise Exception("Missing command")

   160