Searched refs:AGENTNAME (Results 1 – 1 of 1) sorted by relevance
138 AGENTNAME = "webchecker" # Agent name for robots.txt parser variable189 print AGENTNAME, "version", __version__483 return self.robots[root].can_fetch(AGENTNAME, url)