java.lang.IllegalArgumentException: Agent is null or empty.
at org.paxle.filter.robots.impl.RuleBlock.addAgent(RuleBlock.java:17)
at org.paxle.filter.robots.impl.RobotsTxtManager.parseRobotsTxt(RobotsTxtManager.java:217)
at org.paxle.filter.robots.impl.RobotsTxtManager.parseRobotsTxt(RobotsTxtManager.java:179)
at org.paxle.filter.robots.impl.RobotsTxtManager.isDisallowed(RobotsTxtManager.java:287)
at org.paxle.filter.robots.impl.RobotsTxtFilter.checkRobotsTxt(RobotsTxtFilter.java:69)
at org.paxle.filter.robots.impl.RobotsTxtFilter.checkRobotsTxt(RobotsTxtFilter.java:50)
at org.paxle.filter.robots.impl.RobotsTxtFilter.filter(RobotsTxtFilter.java:38)
at org.paxle.core.queue.impl.FilteringOutputQueue.filter(FilteringOutputQueue.java:92)
at org.paxle.core.queue.impl.FilteringOutputQueue.enqueue(FilteringOutputQueue.java:54)
at org.paxle.core.queue.impl.FilteringOutputQueue.enqueue(FilteringOutputQueue.java:14)
at org.paxle.core.threading.AWorker.run(AWorker.java:109)
16 Mrz 2008 00:19:40 INFO org.paxle.crawler.http.impl.HttpCrawler - Crawling of URL 'http://www.oasis-open.org/committees/relax-ng/spec.html' finished.
16 Mrz 2008 00:19:40 INFO org.paxle.crawler.impl.CrawlerWorker - Finished crawling of resource 'http://www.oasis-open.org/committees/relax-ng/spec.html' in 2256 ms.
Crawler-Status: 'OK'