# =====================================================
# BRIDGE AI — UNIVERSAL AI ACCESS POLICY (2026)
# Allows all AI agents, LLM crawlers & search engines
# =====================================================

# -----------------------------------------------------
# GLOBAL ACCESS (ALL BOTS INCLUDING AI)
# -----------------------------------------------------
User-agent: *
Allow: /

# Sensitive / private areas
Disallow: /admin/
Disallow: /internal/
Disallow: /private/
Disallow: /auth/
Disallow: /login/
Disallow: /signup/
Disallow: /temp/

# Allow important machine-readable files
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/agents.json
Allow: /ai-sitemap.xml
Allow: /sitemap.xml

# Allow assets for rendering understanding
Allow: /static/
Allow: /assets/
Allow: /_next/

# Allow APIs (preferred interaction)
Allow: /api/
Allow: /api/v1/

# Avoid heavy file crawling
Disallow: /*.zip$
Disallow: /*.pdf$

Crawl-delay: 1

# =====================================================
# OPENAI ECOSYSTEM
# =====================================================
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: OpenAI
Allow: /

# =====================================================
# ANTHROPIC
# =====================================================
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# =====================================================
# GOOGLE AI
# =====================================================
User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bard
Allow: /

# =====================================================
# MICROSOFT / BING / COPILOT
# =====================================================
User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

# =====================================================
# PERPLEXITY
# =====================================================
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# =====================================================
# META AI
# =====================================================
User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# =====================================================
# AMAZON AI
# =====================================================
User-agent: Amazonbot
Allow: /

# =====================================================
# APPLE AI
# =====================================================
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# =====================================================
# OTHER AI / DATASET / RESEARCH AGENTS
# =====================================================
User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Diffbot
Allow: /

User-agent: YouBot
Allow: /

User-agent: NeevaBot
Allow: /

User-agent: DuckAssistBot
Allow: /

# =====================================================
# SITEMAPS (ONLY REAL SITEMAPS)
# =====================================================
Sitemap: https://buildbridges.co/sitemap.xml
Sitemap: https://buildbridges.co/ai-sitemap.xml