# Quarter King Billiards — robots.txt
# Last updated 2026-05-01

# Default rules for traditional crawlers + everything not listed below
User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/

# === AI / LLM crawlers — explicitly allowed for product discovery and citations ===

# OpenAI - GPTBot indexes content for training and ChatGPT search
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/

# OpenAI - OAI-SearchBot powers ChatGPT search citations
User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/

# OpenAI - ChatGPT-User is the user-agent when a user asks ChatGPT to fetch a URL
User-agent: ChatGPT-User
Allow: /

# Google - Google-Extended controls Bard/Gemini training. Allowing means we appear in AI Overviews.
User-agent: Google-Extended
Allow: /

# Anthropic - ClaudeBot is the primary Claude crawler
User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/

# Anthropic - older anthropic-ai user agent
User-agent: anthropic-ai
Allow: /

# Anthropic - Claude-User and Claude-SearchBot
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /

# Perplexity - powers Perplexity citations and shopping
User-agent: PerplexityBot
Allow: /

# Perplexity-User - when a user asks Perplexity to fetch a URL
User-agent: Perplexity-User
Allow: /

# Apple - Applebot-Extended controls Apple Intelligence training
User-agent: Applebot-Extended
Allow: /

# Meta - Meta-ExternalAgent for AI products
User-agent: Meta-ExternalAgent
Allow: /

# Common Crawl - feeds many AI training datasets
User-agent: CCBot
Allow: /

# DuckDuckGo Assist
User-agent: DuckAssistBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# === Sitemap (for all crawlers) ===
Sitemap: https://quarterkingbilliards.com/sitemap_index.xml