User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /test/

# Crawl-delay hint for low-budget bots
User-agent: AhrefsBot
Crawl-delay: 5
User-agent: SemrushBot
Crawl-delay: 5
User-agent: MJ12bot
Crawl-delay: 10

Sitemap: https://fileformer.com/sitemap-index.xml