# 34Life - Robots.txt
# Optimized for multilingual indexing (en, pt-br, es, de, fr)

# General crawlers
User-agent: *
Allow: /

# Public pages live under language prefixes (/en, /pt-br, /es, /de, /fr).
# Wildcards explicitly allow each localized public route.
Allow: /en/
Allow: /pt-br/
Allow: /es/
Allow: /de/
Allow: /fr/

# Private/Authentication areas - disallow across all language prefixes
Disallow: /*/dashboard
Disallow: /*/admin/
Disallow: /*/profile
Disallow: /*/auth
Disallow: /auth/reset-password
Disallow: /auth/verify-email
Disallow: /unsubscribe

# Tree pages ARE indexable (long-tail SEO for individual NFTrees).
# Verify-nftree is private per-user and stays blocked.
Disallow: /*/verify-nftree/

# API and internal routes
Disallow: /api/
# Note: /locales/*.json must remain crawlable so JS-aware crawlers can fetch i18n strings

# Bing specific (Google ignores Crawl-delay; managed in Search Console)
User-agent: Bingbot
Crawl-delay: 2

# Social media crawlers - allow for rich previews
User-agent: Twitterbot

User-agent: facebookexternalhit

User-agent: LinkedInBot

User-agent: Slackbot

# Sitemap location (index references static sitemap + dynamic NFTree sitemap)
Sitemap: https://34life.org/sitemap-index.xml
Sitemap: https://34life.org/sitemap.xml

# Host
Host: https://34life.org