# ===========================================
# Fail-Safe Electric - robots.txt
# Optimized for AI Visibility
# ===========================================
User-agent: *
Allow: /
Disallow: /*?lightbox=
# ===========================================
# AI SEARCH CRAWLERS (Drive traffic back)
# ===========================================
# OpenAI Search (ChatGPT search features)
User-agent: OAI-SearchBot
Allow: /
# OpenAI User Requests (when users ask ChatGPT to fetch)
User-agent: ChatGPT-User
Allow: /
# Perplexity AI Search
User-agent: PerplexityBot
Allow: /
# Google Gemini AI
User-agent: Google-Extended
Allow: /
# Anthropic Claude Search
User-agent: Claude-SearchBot
Allow: /
# Anthropic Claude User Requests
User-agent: Claude-User
Allow: /
# ===========================================
# AI TRAINING CRAWLERS (Build into AI knowledge)
# ===========================================
# OpenAI GPTBot (ChatGPT training)
User-agent: GPTBot
Allow: /
# Anthropic ClaudeBot (Claude training)
User-agent: ClaudeBot
Allow: /
# Common Crawl (feeds many AI models)
User-agent: CCBot
Allow: /
# Meta/Facebook AI
User-agent: FacebookBot
Allow: /
# Meta External Agent
User-agent: Meta-ExternalAgent
Allow: /
# Amazon AI (Alexa)
User-agent: Amazonbot
Allow: /
# Apple AI
User-agent: Applebot
Allow: /
# Cohere AI
User-agent: cohere-ai
Allow: /
# ===========================================
# TRADITIONAL SEARCH (Keep SEO intact)
# ===========================================
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
# ===========================================
# RATE-LIMITED BOTS
# ===========================================
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10
# ===========================================
# BLOCKED BOTS
# ===========================================
# Block PetalBot (Huawei - low value)
User-agent: PetalBot
Disallow: /
# Block Bytespider (ByteDance - aggressive, low value)
User-agent: Bytespider
Disallow: /
# ===========================================
# SITEMAP
# ===========================================