author | Tero Marttila <terom@fixme.fi> |
Fri, 13 Feb 2009 00:32:06 +0200 | |
changeset 122 | 2d75e13397a8 |
parent 121 | 86aebc9cb60b |
child 124 | 4bc4de14f006 |
permissions | -rw-r--r-- |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
1 |
""" |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
2 |
Configureable defaults |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
3 |
""" |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
4 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
5 |
import os.path, pytz |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
6 |
from log_parser import IrssiParser |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
7 |
from log_channel import LogChannel |
82
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
8 |
from log_source import LogSourceDecoder, LogDirectory |
86
645cf9c4441e
implement full parser+formatter for irssi
Tero Marttila <terom@fixme.fi>
parents:
82
diff
changeset
|
9 |
from log_formatter import IrssiFormatter, DebugFormatter |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
10 |
from channels import ChannelList |
119 | 11 |
import version |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
12 |
import log_formatter |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
13 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
14 |
# build relative paths |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
15 |
relpath = lambda path : os.path.join(os.path.dirname(__file__), path) |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
16 |
|
79 | 17 |
### ### |
18 |
### Configuration ### |
|
19 |
### ### |
|
20 |
||
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
21 |
# timezone to use for logs |
79 | 22 |
LOG_TIMEZONE = pytz.timezone('Europe/Helsinki') |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
23 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
24 |
# timestamp format for logfiles |
79 | 25 |
LOG_TIMESTAMP_FMT = '%H:%M:%S' |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
26 |
|
82
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
27 |
# the decoder used for logfiles |
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
28 |
LOG_DECODER = LogSourceDecoder(( |
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
29 |
('utf-8', 'strict'), |
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
30 |
('latin-1', 'replace'), |
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
31 |
)) |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
32 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
33 |
# log filename format |
79 | 34 |
LOG_FILENAME_FMT = '%Y-%m-%d' |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
35 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
36 |
# the log parser that we use |
79 | 37 |
LOG_PARSER = IrssiParser(LOG_TIMEZONE, LOG_TIMESTAMP_FMT) |
121
86aebc9cb60b
some quickfixes to fix deployment errors
Tero Marttila <terom@fixme.fi>
parents:
119
diff
changeset
|
38 |
#LOG_PARSER_FULLTS = IrssiParser(LOG_TIMEZONE, '%Y%m%d%H%M%S') |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
39 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
40 |
# the statically defined channel list |
79 | 41 |
LOG_CHANNELS = ChannelList([ |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
42 |
LogChannel('tycoon', "OFTC", "#tycoon", |
121
86aebc9cb60b
some quickfixes to fix deployment errors
Tero Marttila <terom@fixme.fi>
parents:
119
diff
changeset
|
43 |
LogDirectory(relpath('/home/spbot/irclogs/tycoon'), LOG_TIMEZONE, LOG_PARSER, LOG_DECODER, LOG_FILENAME_FMT) |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
44 |
), |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
45 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
46 |
LogChannel('openttd', "OFTC", "#openttd", |
121
86aebc9cb60b
some quickfixes to fix deployment errors
Tero Marttila <terom@fixme.fi>
parents:
119
diff
changeset
|
47 |
LogDirectory(relpath('/home/spbot/irclogs/openttd'), LOG_TIMEZONE, LOG_PARSER, LOG_DECODER, LOG_FILENAME_FMT) |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
48 |
), |
81
745032a57803
add #test logfile, improve handling of low-logfile situations
Tero Marttila <terom@fixme.fi>
parents:
79
diff
changeset
|
49 |
|
745032a57803
add #test logfile, improve handling of low-logfile situations
Tero Marttila <terom@fixme.fi>
parents:
79
diff
changeset
|
50 |
LogChannel('test', "TEST", "#test", |
121
86aebc9cb60b
some quickfixes to fix deployment errors
Tero Marttila <terom@fixme.fi>
parents:
119
diff
changeset
|
51 |
LogDirectory(relpath('/home/spbot/irclogs/test'), LOG_TIMEZONE, LOG_PARSER, LOG_DECODER, LOG_FILENAME_FMT) |
81
745032a57803
add #test logfile, improve handling of low-logfile situations
Tero Marttila <terom@fixme.fi>
parents:
79
diff
changeset
|
52 |
) |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
53 |
]) |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
54 |
|
119 | 55 |
# version stuff |
56 |
HGWEB_URL = "http://hg.qmsk.net/irclogs2" |
|
121
86aebc9cb60b
some quickfixes to fix deployment errors
Tero Marttila <terom@fixme.fi>
parents:
119
diff
changeset
|
57 |
VERSION_LINK = version.version_link_hg(HGWEB_URL, "/var/www/irclogs.qmsk.net") |
119 | 58 |
|
59 |
# Footer text to display |
|
60 |
HTML_FOOTER_TEXT = '<a href="http://projects.qmsk.net/irclogs2">irclogs2</a> version %s' % (VERSION_LINK) |
|
61 |
||
82
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
62 |
# how to handle decode() errors for logfile lines |
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
63 |
LOG_SOURCE_DECODE_ERRORS = 'replace' |
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
64 |
|
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
65 |
# date format for URLs |
79 | 66 |
URL_DATE_FMT = '%Y-%m-%d' |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
67 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
68 |
# month name format |
79 | 69 |
MONTH_FMT = '%B %Y' |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
70 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
71 |
# timezone name format |
79 | 72 |
TIMEZONE_FMT = '%Z %z' |
73 |
||
74 |
# TTF fonts to use for drawing images |
|
75 |
FORMATTER_IMAGE_FONTS = { |
|
76 |
'default': (None, "Ugly default font" ), |
|
77 |
'ttf-dejavu-mono': ("/usr/share/fonts/truetype/ttf-dejavu/DejaVuSansMono.ttf", "DejaVu Sans Mono" ), |
|
78 |
'ttf-liberation-mono': ("/usr/share/fonts/truetype/ttf-liberation/LiberationMono-Regular.ttf", "Liberation Mono Regular" ) |
|
79 |
} |
|
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
80 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
81 |
# available formatters |
79 | 82 |
LOG_FORMATTERS = { |
83 |
'irssi': IrssiFormatter, |
|
86
645cf9c4441e
implement full parser+formatter for irssi
Tero Marttila <terom@fixme.fi>
parents:
82
diff
changeset
|
84 |
'debug': DebugFormatter, |
79 | 85 |
} |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
86 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
87 |
# default preferences |
79 | 88 |
PREF_TIME_FMT_DEFAULT = '%H:%M:%S' |
89 |
PREF_DATE_FMT_DEFAULT = '%Y-%m-%d' |
|
90 |
PREF_TIMEZONE_DEFAULT = pytz.utc |
|
91 |
PREF_FORMATTER_DEFAULT = IrssiFormatter |
|
92 |
PREF_COUNT_DEFAULT = 200 |
|
93 |
PREF_COUNT_MAX = None |
|
94 |
PREF_IMAGE_FONT_DEFAULT = 'default' |
|
95 |
PREF_IMAGE_FONT_SIZE_DEFAULT = 10 |
|
96 |
PREF_IMAGE_FONT_SIZE_MAX = 32 |
|
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
97 |
|
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
98 |
# search line count options |
82
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
99 |
SEARCH_LINE_COUNT_OPTIONS = ( |
73
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
100 |
(50, 50), |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
101 |
(100, 100), |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
102 |
(200, 200), |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
103 |
(None, "∞"), |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
104 |
) |
5a7188bf2894
split defined configuration constants into config, and implement search result pagination
Tero Marttila <terom@fixme.fi>
parents:
diff
changeset
|
105 |
|
82
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
106 |
# search index database path |
121
86aebc9cb60b
some quickfixes to fix deployment errors
Tero Marttila <terom@fixme.fi>
parents:
119
diff
changeset
|
107 |
SEARCH_INDEX_PATH = '/home/spbot/irclogs/search-index' |
86aebc9cb60b
some quickfixes to fix deployment errors
Tero Marttila <terom@fixme.fi>
parents:
119
diff
changeset
|
108 |
SEARCH_AUTOINDEX_PATH = '/home/spbot/irclogs/search-autoindex' |
82
afd3120ec71e
add a LogSourceDecoder to fallback from utf-8 to latin-1, and improve scripts/search-index.py
Tero Marttila <terom@fixme.fi>
parents:
81
diff
changeset
|
109 |