# Robots.txt for infidelityhealingjourney.com
# Updated: 2026-01-17

# Infidelity Healing Journey - Linda Thomson Counselling
# https://www.infidelityhealingjourney.com

# Allow all crawlers access to all public pages and resources
User-agent: *
Allow: /
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.html$
Allow: /*.txt$

# Block only private/admin routes
Disallow: /auth
Disallow: /brand-guide
Disallow: /downloads
Disallow: /send-brand-guide-email

# AI Search Engine Crawlers - Explicitly Allowed
# Static HTML resources for AI systems
# /llm.html - Full HTML summary page
# /llms.txt - Plain text summary
# /sitemap.html - Human-readable sitemap

User-agent: GPTBot
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: ChatGPT-User
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: ClaudeBot
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: Claude-Web
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: PerplexityBot
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: Anthropic-AI
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: Google-Extended
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: Applebot-Extended
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: cohere-ai
Allow: /
Allow: /llm.html
Allow: /llms.txt

User-agent: Meta-ExternalAgent
Allow: /
Allow: /llm.html
Allow: /llms.txt

# AI/LLM readability reference
# LLM: https://www.infidelityhealingjourney.com/llms.txt

# Sitemaps
Sitemap: https://www.infidelityhealingjourney.com/sitemap.xml