# robots.txt zu http://www.cherry.de User-agent: Baiduspider Disallow: / User-agent: Slurp Crawl-delay: 10 User-agent: bingbot Crawl-delay: 10 User-agent: MJ12bot Disallow: / User-agent: spbot Crawl-delay: 20 user-agent: AhrefsBot Disallow: / User-agent: XoviBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: * Disallow: /test/ Disallow: /PUBLIKATION/ Disallow: /scripts/ Disallow: /template01/ Disallow: /template/ Disallow: /images/ Disallow: /IMG/