# ====================================================================
# 1. TRADITIONAL SEARCH ENGINES & WORDPRESS EXCLUSIONS
# ====================================================================
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /search/
Disallow: /*?* # Blocks messy tracking URLs from confusing crawlers

# Allow assets to ensure standard search engines can render layout elements
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# ====================================================================
# 2. AI CRAWLERS - ALLOW FOR REAL-TIME CITATIONS & SEARCH RESOUNDS
# ====================================================================
# Keeps your training and remote job guides eligible for live mentions

User-agent: GPTBot-User     # OpenAI's live browse web crawler
Allow: /

User-agent: PerplexityBot   # Perplexity web search scraper
Allow: /

User-agent: ClaudeBot       # Anthropic's live web search crawler
Allow: /

User-agent: OAI-SearchBot   # OpenAI Search crawler
Allow: /

User-agent: Google-Extended # Google Gemini contextual access
Allow: /

# ====================================================================
# 3. TECHNICAL XML CONFIGURATION BRIDGE
# ====================================================================
Sitemap: https://mdapeltrainer.com
Sitemap: https://mdapeltrainer.com/sitemap.xml
Sitemap: https://mdapeltrainer.com/sitemap_index.xml
Sitemap: https://mdapeltrainer.com/wp-sitemap.xml