# Delever.io Robots.txt
# https://delever.io

User-agent: *
Allow: /

# Sitemap
Sitemap: https://delever.io/sitemap.xml

# Block admin/internal paths
Disallow: /api/
Disallow: /_next/
Disallow: /admin/

# Allow all crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Yandex
Allow: /

# Crawl-delay for less important bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10