danoz@neutrino ~/net.danoz.xdi.frontend.crawler $ ./crawler.py --debug
1/QueryOne: SELECT COUNT(*) FROM datum WHERE ((datum.location) = ('/data/more/broke/¸HP¸.BBS'))
1/QueryR : SELECT COUNT(*) FROM datum WHERE ((datum.location) = ('/data/more/broke/¸HP¸.BBS'))
1/COMMIT : auto
1/QueryIns: INSERT INTO datum (id, location) VALUES (1, '/data/more/broke/¸HP¸.BBS')
1/COMMIT : auto
1/QueryOne: SELECT location FROM datum WHERE id = (1)
1/QueryR : SELECT location FROM datum WHERE id = (1)
1/COMMIT : auto
1/QueryIns: INSERT INTO checksum (id, hash, type, datum_id) VALUES (1, '857dcd4310f849ad423a805f14c104bc5e0bb434', 'SHA1', 1)
1/COMMIT : auto
1/QueryOne: SELECT datum_id, type, hash FROM checksum WHERE id = (1)
1/QueryR : SELECT datum_id, type, hash FROM checksum WHERE id = (1)
1/COMMIT : auto
1/QueryIns: INSERT INTO checksum (id, hash, type, datum_id) VALUES (2, '453873239c0acdc55a40cfda74ea7fd5c3da89c74d438983ec4d023b9742c7a1', 'SHA256', 1)
1/COMMIT : auto
1/QueryOne: SELECT datum_id, type, hash FROM checksum WHERE id = (2)
1/QueryR : SELECT datum_id, type, hash FROM checksum WHERE id = (2)
1/COMMIT : auto
1/QueryIns: INSERT INTO checksum (id, hash, type, datum_id) VALUES (3, 'c8d9dbb64cd9767dd30a3c28eeeb9798', 'MD5', 1)
1/COMMIT : auto
1/QueryOne: SELECT datum_id, type, hash FROM checksum WHERE id = (3)
1/QueryR : SELECT datum_id, type, hash FROM checksum WHERE id = (3)
1/COMMIT : auto
Traceback (most recent call last):
File "./crawler.py", line 363, in <module>
c.crawl()
File "./crawler.py", line 241, in crawl
addFile(path)
File "./crawler.py", line 207, in addFile
fsize = os.path.getsize(path)
File "/usr/lib/python2.5/posixpath.py", line 139, in getsize
return os.stat(filename).st_size
UnicodeEncodeError: 'ascii' codec can't encode character u'\xb8' in position 17: ordinal not in range(128)