# XPayr Crypto Payment Gateway
# https://xpayr.com

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /merchant/
Disallow: /api/
Disallow: /vendor/
Disallow: /app/
Disallow: /config.php
Disallow: /public/uploads/tmp/
Disallow: /*.php$
Allow: /blog/
Allow: /resources/
Allow: /plugins
Allow: /about
Allow: /faqs
Allow: /contact
Allow: /ai-answers
Allow: /brand-facts
Allow: /platform-readiness
Allow: /editorial-policy
Allow: /author-xpayr
Allow: /solutions/
Allow: /currencies/

# AI Crawlers - ALLOWED for AI search visibility
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /blog/
Allow: /resources/

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: FacebookBot
Allow: /

# AI Crawlers - BLOCKED (aggressive/low value)
User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

# Sitemaps
Sitemap: https://xpayr.com/sitemap.xml

# LLM Context
# See also: https://xpayr.com/llms.txt
# Extended: https://xpayr.com/llms-full.txt