# # robots.txt # # Block Image Crawlers & Blog Crawlers from indexing site User-agent: googlebot-image Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / # # Specify to all Bots what directories not to index # # Include trap within blocked directories that IP bans bad bots that ignore this file # User-agent: * Disallow: /boss/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /pay/ Disallow: /pdf/ Disallow: /uploads/