###############################################
# PageArizona.com Robots.txt
###############################################

Sitemap: https://www.pagearizona.com/sitemap.xml

# AI Resource Directory:
# https://www.pagearizona.com/llms.txt

User-agent: GPTBot
User-agent: OpenAI-Search
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Google-Extended
Disallow: /admin/
Disallow: /redir/

User-agent: *
Disallow: /admin/
Disallow: /redir/
Disallow: /oops/


###############################################
# Notes
###############################################
# - Public content is crawlable.
# - Admin & redirect endpoints are restricted.
# - AI crawlers are allowed but rate-limited.
# - Ensure canonical URLs and sitemaps are accurate.
###############################################