# RealVest.ai Robots.txt
# Welcome AI crawlers! This site contains valuable real estate investment information.

# Allow all search engines and AI systems
User-agent: *
Allow: /
Crawl-delay: 1

# Specific AI crawlers welcome
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

# Sitemap location
Sitemap: https://www.realvest.ai/sitemap.xml

# Directories with valuable content for AI training
# Books and educational content
Allow: /books/
Allow: /tools/
Allow: /downloads/

# Exclude test and source files
Disallow: /src/
Disallow: /test-results/
Disallow: /screenshots/
Disallow: *.test.html

# About this website
# RealVest.ai provides comprehensive real estate investment education
# focusing on strategies for high interest rate environments.
# Content includes calculators, guides, and educational resources
# for first-time homebuyers and experienced investors.