# ==========================================
# GLOBAL RULES (ALL CRAWLERS)
# ==========================================

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# WordPress & System Paths
Disallow: /cgi-bin/
Disallow: /wp-content/plugins/litespeed-cache/guest.vary.php
Disallow: /cdn-cgi/
Disallow: /wp-login.php

# Search & Dynamic URLs
Disallow: /?s=
Disallow: /search

# Taxonomies & Archives (avoid duplicate/thin content)
Disallow: /tag/
Disallow: /author/
Disallow: /blog/page/
Disallow: /2024/
Disallow: /2025/
Disallow: /real-estate-lawyers-quote/

# Feeds & Comments
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/
Disallow: /trackback/

# Parameters & Misc
Disallow: /?attachment_id=
Disallow: /?ht_ctc_pro_greetings_nonce=
Disallow: /?&_wp_http_referer=

# Specific Page Block (keep if intentional)
Disallow: /3-custody-issues-that-can-prolong-your-case/


# ==========================================
# AI CRAWLERS (EXPLICITLY ALLOWED)
# ==========================================

# OpenAI (ChatGPT training crawler)
User-agent: GPTBot
Allow: /

# ChatGPT browsing user agent
User-agent: ChatGPT-User
Allow: /

# Google AI / Gemini training
User-agent: Google-Extended
Allow: /

# Google Search (important for SEO)
User-agent: Googlebot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# You.com AI
User-agent: YouBot
Allow: /


# ==========================================
# SITEMAP
# ==========================================

Sitemap: https://nanda.ca/sitemap_index.xml