# robots.txt for PDF Converter & Scanner
# Optimized for Web Crawlers, Search Engines, and AI Discovery Bots

User-agent: *
Allow: /

# Explicit AI Search & Answer Engine Bots (Full Access for Citations & Discovery)
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /

# Sitemaps & Machine-Readable AI Context
Sitemap: https://pdf-converter-scanner.pixaiq.com/sitemap-index.xml
Disallow: /api/
Disallow: /_astro/

# Machine-Readable Endpoints for AI Systems
# Context: https://pdf-converter-scanner.pixaiq.com/llms.txt
# Detailed: https://pdf-converter-scanner.pixaiq.com/llms-full.txt
# Pricing: https://pdf-converter-scanner.pixaiq.com/pricing.md
# Security: https://pdf-converter-scanner.pixaiq.com/security.md