danoz@neutrino ~/net.danoz.xdi.frontend.crawler $ ./crawler.py --debug
 1/QueryOne:  SELECT COUNT(*) FROM datum WHERE ((datum.location) = ('/data/more/broke/¸HP¸.BBS'))
 1/QueryR  :  SELECT COUNT(*) FROM datum WHERE ((datum.location) = ('/data/more/broke/¸HP¸.BBS'))
 1/COMMIT  :  auto
 1/QueryIns:  INSERT INTO datum (id, location) VALUES (1, '/data/more/broke/¸HP¸.BBS')
 1/COMMIT  :  auto
 1/QueryOne:  SELECT location FROM datum WHERE id = (1)
 1/QueryR  :  SELECT location FROM datum WHERE id = (1)
 1/COMMIT  :  auto
 1/QueryIns:  INSERT INTO checksum (id, hash, type, datum_id) VALUES (1, '857dcd4310f849ad423a805f14c104bc5e0bb434', 'SHA1', 1)
 1/COMMIT  :  auto
 1/QueryOne:  SELECT datum_id, type, hash FROM checksum WHERE id = (1)
 1/QueryR  :  SELECT datum_id, type, hash FROM checksum WHERE id = (1)
 1/COMMIT  :  auto
 1/QueryIns:  INSERT INTO checksum (id, hash, type, datum_id) VALUES (2, '453873239c0acdc55a40cfda74ea7fd5c3da89c74d438983ec4d023b9742c7a1', 'SHA256', 1)
 1/COMMIT  :  auto
 1/QueryOne:  SELECT datum_id, type, hash FROM checksum WHERE id = (2)
 1/QueryR  :  SELECT datum_id, type, hash FROM checksum WHERE id = (2)
 1/COMMIT  :  auto
 1/QueryIns:  INSERT INTO checksum (id, hash, type, datum_id) VALUES (3, 'c8d9dbb64cd9767dd30a3c28eeeb9798', 'MD5', 1)
 1/COMMIT  :  auto
 1/QueryOne:  SELECT datum_id, type, hash FROM checksum WHERE id = (3)
 1/QueryR  :  SELECT datum_id, type, hash FROM checksum WHERE id = (3)
 1/COMMIT  :  auto
Traceback (most recent call last):
  File "./crawler.py", line 363, in <module>
    c.crawl()
  File "./crawler.py", line 241, in crawl
    addFile(path)
  File "./crawler.py", line 207, in addFile
    fsize = os.path.getsize(path)
  File "/usr/lib/python2.5/posixpath.py", line 139, in getsize
    return os.stat(filename).st_size
UnicodeEncodeError: 'ascii' codec can't encode character u'\xb8' in position 17: ordinal not in range(128)