# =============================================================================
# PROPER.legal - Robots.txt
# Legal Case Management Platform
# =============================================================================

# Default policy - allow all search engines
User-agent: *

# ===== ALLOW: Public Marketing & SEO Pages =====
Allow: /
Allow: /services
Allow: /about
Allow: /pricing
Allow: /ai/models
Allow: /roadmap
Allow: /trust-center
Allow: /contact
Allow: /support-center
Allow: /help-center
Allow: /help
Allow: /faq
Allow: /documentation
Allow: /training
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /privacy
Allow: /terms
Allow: /cookies

# ===== ALLOW: FREE Guides (Lead Magnets - High SEO Value) =====
Allow: /guide/documents-101
Allow: /guides/*.pdf

# ===== ALLOW: LCM App Public Auth Pages =====
Allow: /login
Allow: /register

# ===== DISALLOW: Authenticated/Private Areas =====
# Dashboard & User Areas
Disallow: /dashboard
Disallow: /profile
Disallow: /ai-analytics

# Case Management (Paywall Protected)
Disallow: /cases
Disallow: /cases/
Disallow: /documents
Disallow: /documents/
Disallow: /pleadings
Disallow: /pleadings/

# AI & Tools (Subscription Required)
Disallow: /legal-assistant
Disallow: /legal-assistant/
Disallow: /pdf-tools
Disallow: /bates-stamping
Disallow: /search
Disallow: /ai-api/
Disallow: /api/

# Billing & Subscription Management
Disallow: /billing/
Disallow: /billing/portal
Disallow: /billing/success
Disallow: /billing/cancel

# Document Generation
Disallow: /render-pdf
Disallow: /generate-cos
Disallow: /generate-coc
Disallow: /certificates/

# Password & Auth Flows (Internal)
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /auth/
Disallow: /login/google
Disallow: /login/microsoft
Disallow: /login/apple
Disallow: /register/google
Disallow: /register/microsoft
Disallow: /register/apple

# Admin & System
Disallow: /sysadmin/
Disallow: /admin/
Disallow: /webhooks/

# Guide Unsubscribe (Not valuable for SEO)
Disallow: /guide/unsubscribe

# Health Checks & System Endpoints
Disallow: /health
Disallow: /ready

# Build & Asset Directories (Not content)
Disallow: /build/
Disallow: /_next/
Disallow: /assets/

# ===== Sitemap Locations =====
# Main sitemap index (contains all sitemaps)
Sitemap: https://proper.legal/sitemap.xml

# Individual sitemaps for reference
Sitemap: https://proper.legal/sitemap-marketing.xml
Sitemap: https://lcm.proper.legal/sitemap-lcm.xml

# =============================================================================
# Crawl-delay: Be respectful of server resources
# =============================================================================
Crawl-delay: 1