# Disallow spiders to image directories User-agent: * Disallow: /typo3temp/ Disallow: /typo3conf/ Disallow: /fileadmin/ni_media/traktor_pro/videos/ #slow down msn bot crawling too fast, crawl-delay value in seconds User-Agent: msnbot Crawl-Delay: 2 #slow down yahoo bot crawling too fast, crawl-delay value in seconds User-Agent: Slurp Crawl-Delay: 2 #disallow archive.org mirroring spider #User-agent: ia_archiver #Disallow: / #disallow dugg mirroring spider User-agent: duggmirror Disallow: / User-agent: Yeti Disallow: /