# ═══════════════════════════════════════════════
# LEAD – lead.com.pt
# Robots.txt — Protect platform data & AI prompts
# ═══════════════════════════════════════════════

# Search engines we trust
User-agent: Googlebot
Allow: /
Disallow: /backoffice
Disallow: /shared/
Disallow: /reset-password
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /backoffice
Disallow: /shared/
Disallow: /reset-password
Disallow: /api/

# Social media crawlers (for link previews)
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# ── Block AI training crawlers ──
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

# ── Block known bad/scraper bots ──
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: BaiduSpider
Disallow: /

# ── AI search and user-requested visits (not training permission) ──
# These rules are voluntary crawler guidance, not access control.
# Existing training/scraper blocks and application security remain unchanged.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
Allow: /
Disallow: /backoffice
Disallow: /admin
Disallow: /staff
Disallow: /internal
Disallow: /ops
Disallow: /console
Disallow: /manage
Disallow: /dashboard
Disallow: /account
Disallow: /login
Disallow: /signup
Disallow: /logout
Disallow: /reset-password
Disallow: /verify
Disallow: /auth
Disallow: /oauth
Disallow: /callback
Disallow: /api/
Disallow: /supabase/
Disallow: /webhooks
Disallow: /.lovable/
Disallow: /lovable/
Disallow: /.well-known/
Disallow: /shared/
Disallow: /advertise
Disallow: /not-found

# ── Default: allow but restrict sensitive paths ──
User-agent: *
Allow: /
Disallow: /backoffice
Disallow: /shared/
Disallow: /reset-password
Disallow: /api/
Disallow: /supabase/

# Sitemap
Sitemap: https://www.lead.com.pt/sitemap.xml
Sitemap: https://www.lead.com.pt/sitemap-pages.xml
Sitemap: https://www.lead.com.pt/sitemap-searches.xml
Sitemap: https://www.lead.com.pt/sitemap-properties.xml
Sitemap: https://www.lead.com.pt/sitemap-developments.xml
Sitemap: https://www.lead.com.pt/sitemap-agents.xml