# robots.txt for https://journeylite.com
# Last updated: 2025-11-30

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/

Sitemap: https://journeylite.com/sitemap.xml

########################################
# AI / LLM-specific crawlers (advisory)
########################################

# OpenAI – GPTBot (training) 
User-agent: GPTBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/

# OpenAI – content fetched on behalf of ChatGPT users
User-agent: ChatGPT-User
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/

# Anthropic / Claude
User-agent: ClaudeBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/

User-agent: anthropic-ai
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/

# Perplexity
User-agent: PerplexityBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/

# Google-Extended (Gemini / AI features)
User-agent: Google-Extended
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/

# Apple Intelligence
User-agent: Applebot-Extended
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/

# Common Crawl
User-agent: CCBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /course-login/
Disallow: /login/
Disallow: /cgi-bin/