# # robots.txt file # User-agent: * Allow: / Disallow: /cgi-bin/ User-Agent: MSIECrawler Disallow: / User-agent: dotbot Crawl-delay: 10 User-agent: BLEXBot Crawl-delay: 10 User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / Sitemap: http://www.oebackup.de/sitemap.xml