diff -r 81d6679d50d0 -r 301d738b1181 lib/utils.py --- a/lib/utils.py Thu Jan 31 17:28:02 2008 +0000 +++ b/lib/utils.py Thu Jan 31 17:58:03 2008 +0000 @@ -40,6 +40,12 @@ return data +def fuzzyDecode (bytes) : + try : + return bytes.decode('utf8') + except UnicodeDecodeError : + return bytes.decode('latin1', 'replace') + def readTitleDescr (path) : """ Read a title.txt or .txt file @@ -52,10 +58,12 @@ title, descr = content.split('---', 1) else : title, descr = content, '' + + title, descr = fuzzyDecode(title), fuzzyDecode(descr) return title.strip(), descr.strip() - return "", "" + return u"", u"" def url (*parts, **kwargs) : abs = kwargs.pop('abs', False)