User-agent: * # # hopefully this'll stop googlebot getting itself into a paddy # Disallow: /cgi-bin/london.pl # # let's try to monitor spammy badness. this directory isn't linked # from anywhere at all, and contains naughty secrets # Disallow: /filter/ # # how many spiders can i break? # Disallow: /robots.txt #