#                          /[-])//  ___
#                     __ --\ `_/~--|  / \
#                   /_-/~~--~~ /~~~\\_\ /\
#                   |  |___|===|_-- | \ \ \
# _/~~~~~~~~|~~\,   ---|---\___/----|  \/\-\
# ~\________|__/   / // \__ |  ||  / | |   | |
#          ,~-|~~~~~\--, | \|--|/~|||  |   | |
#          [3-|____---~~ _--'==;/ _,   |   |_|
#                      /   /\__|_/  \  \__/--/
#                     /---/_\  -___/ |  /,--|
#                     /  /\/~--|   | |  \///
#                    /  / |-__ \    |/
#                   |--/ /      |-- | \
#                  \^~~\\/\      \   \/- _
#                   \    |  \     |~~\~~| \
#                    \    \  \     \   \  | \
#                      \    \ |     \   \    \
#                       |~~|\/\|     \   \   |
#                      |   |/         \_--_- |\
#                      |  /            /   |/\/
#                       ~~             /  /
#                                     |__/
#
# robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

# =============================================================================
# Default rules for all crawlers
# =============================================================================
User-agent: *
Disallow: /private/
Disallow: /search
Disallow: /embed
Disallow: /oembed
Disallow: /templates/
Disallow: /wp-admin/*
Disallow: /tag/*
Disallow: /branded/splash
Disallow: /lp/
Disallow: /p/
Disallow: /go/
Disallow: /pr/

# =============================================================================
# AI Crawlers Policy
# These crawlers power AI assistants and search features that cite sources
# =============================================================================

# OpenAI (ChatGPT, GPT-based products)
User-agent: GPTBot
Allow: /
Disallow: /private/
Disallow: /search
Disallow: /embed
Disallow: /oembed
Disallow: /lp/
Disallow: /p/
Disallow: /go/
Disallow: /pr/

User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /private/
Disallow: /search
Disallow: /embed
Disallow: /oembed
Disallow: /lp/
Disallow: /p/
Disallow: /go/
Disallow: /pr/

User-agent: anthropic-ai
Allow: /

# Google AI (Gemini, AI Overviews, etc.)
User-agent: Google-Extended
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /private/
Disallow: /search
Disallow: /embed
Disallow: /oembed
Disallow: /lp/
Disallow: /p/
Disallow: /go/
Disallow: /pr/

# Apple (Siri, Apple Intelligence)
User-agent: Applebot-Extended
Allow: /

# Microsoft/Bing AI (Copilot)
User-agent: Bingbot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# =============================================================================
# AI Training Crawlers (blocked - these scrape for model training without citation)
# =============================================================================
User-agent: CCBot
Disallow: /

User-agent: GPTBot-training
Disallow: /

User-agent: Google-Extended-training
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

# =============================================================================
# Sitemaps
# =============================================================================
Sitemap: https://money.com/sitemap.xml
Sitemap: https://money.com/sitemap-categories.xml
Sitemap: https://money.com/sitemap-authors.xml
Sitemap: https://money.com/money/news-sitemap.xml
Sitemap: https://money.com/es/sitemap.xml
Sitemap: https://money.com/es/sitemap-categories.xml

# =============================================================================
# LLMs.txt - AI-readable site information
# =============================================================================
# See: https://money.com/llms.txt