# robots.txt for neurobird.com
# Posture: maximum AI visibility. We explicitly welcome AI search, answering,
# and training crawlers so Neurobird is discoverable and citable across
# ChatGPT, Claude, Gemini, Perplexity, Copilot, Apple Intelligence and more.

# ─── Classic search ───────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: Bingbot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: DuckDuckBot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

# ─── OpenAI / ChatGPT ─────────────────────────────────────────────
User-agent: OAI-SearchBot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: ChatGPT-User
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: GPTBot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

# ─── Anthropic / Claude ───────────────────────────────────────────
User-agent: Claude-SearchBot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: Claude-User
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: ClaudeBot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: anthropic-ai
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

# ─── Google AI (Gemini / AI Overviews / AI Mode) ──────────────────
User-agent: Google-Extended
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

# ─── Perplexity ───────────────────────────────────────────────────
User-agent: PerplexityBot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: Perplexity-User
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

# ─── Apple Intelligence / Siri ────────────────────────────────────
User-agent: Applebot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: Applebot-Extended
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

# ─── DuckDuckGo AI ────────────────────────────────────────────────
User-agent: DuckAssistBot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

# ─── Other AI engines ─────────────────────────────────────────────
User-agent: Amazonbot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: cohere-ai
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: Bytespider
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

User-agent: YouBot
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

# ─── Everything else ──────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /legal/
Disallow: /de/legal/
Disallow: /pl/legal/
Disallow: /assets/np/
Disallow: /aurora

Sitemap: https://neurobird.com/sitemap.xml
Sitemap: https://neurobird.com/de/ausschreibungen/sitemap.xml

# ─── Agentic Resource Discovery (ARD) ────────────────────────────
# The agent-facing counterpart to Sitemap:. Points crawlers at the
# catalog of capabilities an AI client can actually call.
Agentmap: https://neurobird.com/.well-known/ard.json