# https://www.fyresite.com/robots.txt

# ---------------------------------------------------------------
# Global rules — apply to every crawler not named in its own group
# ---------------------------------------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /tag/

# ---------------------------------------------------------------
# AI / LLM crawlers — explicitly welcome.
#
# NOTE: a named group REPLACES the global group; it does not
# inherit from it. The rules are therefore repeated here.
# If you ever edit the global rules, edit this block to match.
# ---------------------------------------------------------------

# OpenAI
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
# Anthropic
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
# Google (Google-Extended is opt-out-only; listing it is a no-op)
User-agent: Google-Extended
User-agent: GoogleOther
# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
# Apple (Applebot-Extended is opt-out-only; listing it is a no-op)
User-agent: Applebot-Extended
# Common Crawl
User-agent: CCBot
# Amazon
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: Amzn-User
# Meta
User-agent: meta-externalagent
User-agent: meta-webindexer
User-agent: meta-externalfetcher
# Mistral
User-agent: MistralAI-Training
User-agent: MistralAI-Index
User-agent: MistralAI-User
# DuckDuckGo
User-agent: DuckAssistBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /tag/

Sitemap: https://www.fyresite.com/sitemap_index.xml