User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://isomate.io/wp-sitemap.xml

# Block WordPress core and admin paths
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/

# Block utility files
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /wp-trackback.php
Disallow: /wp-cron.php
Disallow: /wp-json/wp/v2/users

# Block query string patterns
Disallow: /*?s=
Disallow: /*?p=
Disallow: /*&preview=

# Allow AJAX handler (used by frontend)
Allow: /wp-admin/admin-ajax.php

# AI/LLM Crawlers
User-agent: GPTBot
Crawl-delay: 1
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: ChatGPT-User
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: Claude-Web
Crawl-delay: 1
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: anthropic-ai
Crawl-delay: 1
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: Google-Extended
Crawl-delay: 1
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: PerplexityBot
Crawl-delay: 1
Allow: /llms.txt
Allow: /llms-full.txt


# Sitemaps
Sitemap: https://isomate.io/wp-sitemap.xml
# Note: Multilingual content included in main sitemap with hreflang annotations

# AI/LLM Discovery Files
# llms.txt: https://isomate.io/llms.txt
# llms-full.txt: https://isomate.io/llms-full.txt