# UEDF — United Economic Development Fund
# robots policy. AI-crawler stance is a deliberate, Legal-owned decision (see docs/chapters/14).
# Default: allow public mission content to search + AI answer engines; never expose portal/admin/search.

# ---- Search engines (all) ----
User-agent: *
Allow: /
Disallow: /portal/
Disallow: /admin/
Disallow: /search
Disallow: /*?*sort=
Disallow: /*?*filter=

# ---- AI answer / live-fetch agents (allowed: visibility + citation) ----
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Bingbot
Allow: /

# ---- AI training crawlers (public content allowed; member/admin disallowed) ----
User-agent: GPTBot
Allow: /
Disallow: /portal/
Disallow: /admin/

User-agent: ClaudeBot
Allow: /
Disallow: /portal/
Disallow: /admin/

User-agent: Google-Extended
Allow: /
Disallow: /portal/
Disallow: /admin/

User-agent: Applebot-Extended
Allow: /
Disallow: /portal/
Disallow: /admin/

User-agent: CCBot
Allow: /
Disallow: /portal/
Disallow: /admin/

# ---- Discoverability pointers ----
Sitemap: https://uedf.org/sitemap-index.xml