# Optimize5 robots.txt

# Allow OpenAI / AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

# Default fallback for future AI crawlers
User-agent: *
Allow: /

# Global rules
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Reduce crawl waste (keep internal searches out of the index)
Disallow: /?s=
Disallow: /search/
Disallow: /page/*/?s=

# Optional: prevent indexing of uploaded form attachments
Disallow: /wp-content/uploads/wpforms/

# AI Access Policy
# This site allows responsible AI crawlers for indexing and summarization

# Sitemaps
Sitemap: https://dallasnative.com/sitemap_index.xml