User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /vendor/
Disallow: /*.json$

# Crawl-delay for aggressive bots
User-agent: Bytespider
User-agent: PetalBot
User-agent: Yandex
Crawl-delay: 5

# Block unnecessary bots
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
Disallow: /

User-agent: ia_archiver
Disallow: /blog/

Sitemap: https://istimetorun.com/sitemap_index.xml