# robots.txt — Omni Law P.C. (omnilawpc.com)
# Strategy: maximum crawlability for search engines AND AI/answer engines.
# The AI-bot group below intentionally mirrors the default rules —
# named groups override *, so they must carry their own directives.
# Last updated: 2026-10-17

# ---------------------------------------------------------------
# Default policy: allow everything except WP admin + junk URLs
# ---------------------------------------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Internal search results (thin/duplicate content)
Disallow: /?s=
Disallow: /search/
# Comment reply noise
Disallow: /*?replytocom=

# ---------------------------------------------------------------
# AI training + assistant + answer-engine crawlers — explicitly
# ALLOWED. (AEO strategy: presence in training corpora and
# answer-engine indexes drives citation visibility for the firm.)
# Stacked as ONE group so these bots keep the same junk-URL
# exclusions as everyone else.
# ---------------------------------------------------------------
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: CCBot
User-agent: cohere-ai
User-agent: DuckAssistBot
User-agent: Kimi-User
User-agent: MistralAI-User
User-agent: Meta-ExternalFetcher
User-agent: YouBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /?s=
Disallow: /search/
Disallow: /*?replytocom=

# ---------------------------------------------------------------
# Sitemaps
# ---------------------------------------------------------------
Sitemap: https://omnilawpc.com/sitemap_index.xml
Sitemap: https://omnilawpc.com/news-sitemap.xml

# LLM guidance file (informational; not part of REP standard):
# https://omnilawpc.com/llms.txt