# # apob.co.uk: robots.txt # GNU Robots.txt Feel free to use with credit given to WebmasterWorld. # Please, we do NOT allow nonauthorized robots any longer. # http://www.searchengineworld.com/robots/ # Yes, feel free to copy and use the following. # #User-agent: Googlebot-Image #Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: * Disallow: Crawl-delay: 20 Disallow: /cgi-bin/ Disallow: /images/ Disallow: /csv_feeds/ Disallow: /flash/ Disallow: /admin/ Disallow: /goto.php Disallow: /wikicontent.php Disallow: /wf.php #User-agent: AskJeeves #Disallow: / #Disallow: /Flash/ #Disallow: /cgi-bin/ #Disallow: /admin/ #Disallow: /goto.php #Disallow: /buy.php #Disallow: /inc/news.inc.php #Disallow: /wf.php #Disallow: /images/ #Disallow: /t/