D | test_robotparser.py | 54 bad = ['/cyberworld/map/index.html','/tmp/xxx','/foo.html'] variable 56 RobotTest(1, doc, good, bad) 72 bad = ['/cyberworld/map/index.html'] variable 74 RobotTest(2, doc, good, bad) 84 bad = ['/cyberworld/map/index.html','/','/tmp/'] variable 86 RobotTest(3, doc, good, bad) 100 bad = ['/tmp','/tmp.html','/tmp/a.html', variable 105 RobotTest(4, doc, good, bad, 'figtree') 106 RobotTest(5, doc, good, bad, 'FigTree Robot libwww-perl/5.04') 118 bad = ['/tmp/','/tmp/a.html', variable [all …]
|