# ==========================================
# CALC84.APP ROBOTS.TXT - GOOGLE VALIDATED
# Last Updated: 2026-03-21
# ==========================================

# Allow all search engines to crawl everything
User-agent: *
Allow: /

# Block admin and API endpoints (security)
Disallow: /admin.html
Disallow: /admin/
Disallow: /api/

# ==========================================
# AI CRAWLER POLICY - Block AI training
# ==========================================
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

# ==========================================
# SITEMAP - Critical for SEO
# ==========================================
Sitemap: https://calc84.app/sitemap.xml