# robots.txt for hisdu/pacmisc/etc to stop hammering by Yahoo Slurp User-agent: * Disallow: /honeypot.html User-agent: Googlebot-Image Disallow: / User-agent: Slurp Crawl-delay: 240 Disallow: /*.gif Disallow: /*.jpg Disallow: /*.png User-Agent: Yahoo! Slurp Crawl-delay: 240 Disallow: /*.gif Disallow: /*.jpg Disallow: /*.png User-Agent: * Disallow: /*.gif Disallow: /*.jpg Disallow: /*.png User-agent: twiceler Crawl-delay: 60 User-Agent: msnbot Crawl-delay: 60