User-agent: MJ12bot
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 500

User-agent: DotBot
Crawl-delay: 500

User-agent: AhrefsBot
Crawl-delay: 500

User-agent: ia_archiver
Disallow: /

User-agent: rogerbot
Crawl-delay: 500

User-agent: OnCrawl
Crawl-delay: 500


User-agent: *
Allow: /

Sitemap: http://e-mutuelleetudiant.com/sitemap_mag.txt
Sitemap: http://e-mutuelleetudiant.com/sitemap.txt