User-agent: *

# =====================
# Core Backend Protection
# =====================
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php

Allow: /wp-admin/admin-ajax.php

# =====================
# Low-value / Duplicate Pages
# =====================
Disallow: /search/
Disallow: /*?s=
Disallow: /tag/
Disallow: /author/
Disallow: /*?replytocom=
Disallow: /*?paged=

# =====================
# Parameter Control (avoid duplicates)
# =====================
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?source=*

# =====================
# Allow Content Crawling
# =====================
Allow: /

# =====================
# Sitemap
# =====================
Sitemap: https://www.shiptothemoon.com/sitemap_index.xml

# =====================
# AI / LLM Crawlers (GEO Strategy)
# =====================

# OpenAI
User-agent: GPTBot
Allow: /

# OpenAI retrieval / browsing
User-agent: OAI-SearchBot
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Common Crawl (used by many AI datasets)
User-agent: CCBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /