# robots.txt for GematriaLens
# Allow all search engines to crawl the site

# Google
User-agent: Googlebot
Allow: /

# Bing (also used by DuckDuckGo)
User-agent: Bingbot
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Brave Search
User-agent: Brave-Search
Allow: /

# Yandex
User-agent: YandexBot
Allow: /

# All other bots
User-agent: *
Allow: /

# Disallow crawling of api endpoints
Disallow: /api/

# Disallow crawling of dated Daily Decode pages (infinite date variations)
# Only /tools/today (no date) should be indexed
Disallow: /tools/today/

# Disallow redirect-only paths (avoid wasting crawl budget)
Disallow: /index
Disallow: /index.html

# Disallow protected user pages (require authentication)
Disallow: /my-account
Disallow: /my-reports
Disallow: /my-number-databases
Disallow: /my-cards
Disallow: /my-events
Disallow: /account/
Disallow: /notifications

# Disallow payment flow pages (login-gated, session-specific)
Disallow: /payment/

# Disallow OAuth and authentication endpoints
Disallow: /oauth/
Disallow: /logout
Disallow: /backup-codes-display

# Disallow admin pages
Disallow: /admin/

# Sitemap location
Sitemap: https://gematrialens.com/sitemap.xml

# Note: /report/<id> URLs are allowed for public shared reports
# Individual reports control indexing via meta robots tags (noindex for private, index for public)