# ================================
# CM Elite Group — robots.txt
# ================================
 
# --- WordPress hygiene (applies to everyone) ---
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /xmlrpc.php
# Optional (reduce thin/duplicate pages):
Disallow: /?s=
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /*/feed/
Disallow: /*/rss2/
 
# --- Allow major search engines (within hygiene above) ---
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: Slurp
Allow: /

# --- Allow reputable AI crawlers for visibility (within hygiene above) ---
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: Applebot
Allow: /
User-agent: PetalBot
Allow: /
User-agent: Coccocbot
Allow: /
User-agent: Baiduspider
Allow: /
User-agent: Bravebot
Allow: /
 
# --- Block aggressive or non-beneficial crawlers ---
User-agent: CCBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: Bytespider
Disallow: /
 
# --- Sitemap ---
Sitemap: https://www.cmelitegroup.com/sitemap_index.xml