# Global rules
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /edit/
Disallow: /capture/
Disallow: /_next/
Disallow: /discover
Disallow: /discover-old

# Allow specific crawling paths
Allow: /bot/
Allow: /server/
Allow: /blog/
Allow: /bots
Allow: /servers
Allow: /emojis
Allow: /about
Allow: /contact
Allow: /terms
Allow: /docs

# Prevent duplicate content from URL parameters
Disallow: /*?token=*
Disallow: /*?PayerID=*
Disallow: /*?session_id=*

# Allow important query parameters for bots/servers filtering (will be indexed)
Allow: /bots?*
Allow: /servers?*

# Crawl-delay for heavy crawlers
Crawl-delay: 5

# Sitemap location
Sitemap: https://rank.top/sitemap.xml

# Additional directives for better crawling
User-agent: Googlebot
Allow: /
Crawl-delay: 2

User-agent: Bingbot
Allow: /
Crawl-delay: 2