User-Agent: *
Allow: /
Disallow: /admin

User-agent: bingbot
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 45

User-agent: discobot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Slurp
Crawl-delay: 4

User-agent: yacybot
Disallow: /

User-agent: MJ12bot
Disallow: /

Sitemap: https://autotrends.be/sitemap.xml