# robots.txt for https://leosdevelopments.com/
# https://www.robotstxt.org/robotstxt.html

# ----------------------------------------------------------------------
# Default rules for all crawlers
# ----------------------------------------------------------------------
User-agent: *

# Allow WordPress AJAX (needed by themes/plugins) before blocking admin
Allow: /wp-admin/admin-ajax.php

# Block WordPress system / private areas
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /trackback/
Disallow: /*/trackback/

# Block WooCommerce transactional / private pages (no SEO value)
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*?add-to-cart=
Disallow: /*?orderby=
Disallow: /*?add_to_wishlist=

# Block internal search results (prevents thin/duplicate index bloat)
Disallow: /*?s=
Disallow: /search/

# Block URL clutter (replytocom comment links, etc.)
Disallow: /*?replytocom=

# ----------------------------------------------------------------------
# AI / LLM crawlers
# Set to "Allow: /" to let AI assistants read & cite your content,
# or change to "Disallow: /" to block them. Adjust per your policy.
# ----------------------------------------------------------------------
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

# ----------------------------------------------------------------------
# Sitemaps
# ----------------------------------------------------------------------
Sitemap: https://leosdevelopments.com/sitemap_index.xml