# AI Broker — robots policy
# Sensitive routes blocked for everyone; search and AI assistant crawlers explicitly allowed elsewhere.

User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Disallow: /invite/
Disallow: /portal/
Disallow: /snag-portal/
Disallow: /quote/
Disallow: /set-password/
Disallow: /forgot-password/
Disallow: /dashboard/
Disallow: /onboarding/
Disallow: /oauth-complete/
Disallow: /sign-up/
Disallow: /login/
Disallow: /widget/
Disallow: /chat/
Allow: /
Crawl-delay: 1

# Search engines
User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

# AI assistants
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

# Sitemap + LLMs index
Sitemap: https://www.aibroker.ie/sitemap.xml
# Generated per request from the published blog feed, so new pieces appear here
# without a manual append.
LLMs: https://www.aibroker.ie/llms.txt
# When-to-use guidance, fetch instructions and the claims we will not have
# overstated on our behalf.
Agent-Instructions: https://www.aibroker.ie/agents.md