# Disallow spiders to image directories User-agent: * Disallow: /typo3temp/ Disallow: /typo3conf/ Disallow: /traktormicrosite/ Disallow: /fileadmin/ni_media/guitar/ Disallow: /fileadmin/ni_media/dj/ Disallow: /fileadmin/ni_media/producer/ Disallow: /fileadmin/ni_media/traktor_pro/videos/ Disallow: /fileadmin/ni_media/a4dj/videos/ Disallow: /fileadmin/ni_media/maschine/videos/ Disallow: /fileadmin/ni_media/namm09/videos/ Disallow: /fileadmin/ni_media/grmobil/videos/ Disallow: /fileadmin/ni_media/a2dj/videos/ Disallow: /fileadmin/downloads/mov/ #slow down msn bot crawling too fast, crawl-delay value in seconds User-Agent: msnbot Crawl-Delay: 2 #slow down yahoo bot crawling too fast, crawl-delay value in seconds User-Agent: Slurp Crawl-Delay: 2 #disallow archive.org mirroring spider #User-agent: ia_archiver #Disallow: / #disallow dugg mirroring spider User-agent: duggmirror Disallow: / User-agent: Yeti Disallow: /