| D | test_robotparser.py | 15 bad = [] variable in BaseRobotTest
36 for url in self.bad:
53 bad = ['/cyberworld/map/index.html', '/tmp/xxx', '/foo.html'] variable in UserAgentWildcardTest
70 bad = ['/cyberworld/map/index.html'] variable in CrawlDelayAndCustomAgentTest
85 bad = ['/cyberworld/map/index.html'] variable in SitemapTest
97 bad = ['/cyberworld/map/index.html', '/', '/tmp/'] variable in RejectAllRobotsTest
106 for url in self.good + self.bad:
147 bad = ['/tmp', '/tmp.html', '/tmp/a.html', '/a%3cd.html', '/a%3Cd.html', variable in CrawlDelayAndRequestRateTest
166 bad = ['/tmp/', '/tmp/a.html', '/a%3cd.html', '/a%3Cd.html', '/a/b.html', variable in InvalidRequestRateTest
180 bad = [] variable in InvalidCrawlDelayTest
[all …]
|