# Robots.txt file from http://www.searchengineworld.com # # Bans from cgi-bin and images # # Disallow /cgi-bin/ User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /js/ Disallow: /ar/ Disallow: /zodiac/ Disallow: /govlinks/ Disallow: /greybox/ Disallow: /images/ Disallow: /k12/ Disallow: /support/ Disallow: /ad_images Disallow: /.htaccess Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.php Disallow: /500.shtml Disallow: /ctreturn.html Disallow: /default.html Disallow: /favicon.ico Disallow: /fbackreturn.html Disallow: /feed.rss Disallow: /headlines.html Disallow: /rcontactus.html Disallow: /tag_cloud.html