All pastes #185753 Raw Edit

7 moi

public python v1 · immutable
#185753 ·published 2006-09-29 08:38 UTC
rendered paste body
       for s in model.find_statements( RDF.Statement( None, rdfs.seeAlso, None) ):                if (s.object.is_resource()):                    new_url = str(s.object.uri)                elif (s.object.is_literal()): # XXX                    new_url = str(s.object) # XXX    # TODO     # """    #  - convert limitation + error messages from text into classes    #    = then use class URIs to group errors / limitations together    #      = and maybe provide some help / diagnostic messages    #"""                if new_url: # XXX                    if domain_limit and url.depth > domain_limit and urlparse.urlparse(new_url)[1] != url.domain:                        # print "  " * url.depth, " Limiting crawling from %s to %s at depth %s" % ( url, new_url, url.depth )                        url.limited.append( [new_url, " Limiting crawling from %s to %s at depth %s" % ( url, new_url, url.depth )] )                        continue