# Allow all major search and AI crawlers access to public content.

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Applebot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: CCBot
Allow: /

User-agent: *
Allow: /
# Private / application-only routes — never indexed. These disallow lines are
# part of the wildcard group above (no blank line) so they are actually applied.
Disallow: /admin
Disallow: /login
Disallow: /account
Disallow: /dashboard
Disallow: /api/
Disallow: /_internal/
Disallow: /*?q=
Disallow: /*?session=

# Allow crawl of all public assets
Allow: /assets/
Allow: /static/

# Crawl politely
Crawl-delay: 1

Sitemap: https://rankoraxpress.com/sitemap.xml