# FD AI/search crawler access
# Updated: 2026-07-16
#
# These explicit rules preserve the existing blocked paths while making the
# main AI/search and user-requested fetchers intentionally crawlable.

# START AI SEARCH CRAWLER ALLOWLIST
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: OAI-AdsBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckAssistBot
User-agent: DuckDuckBot
Disallow: /feed/
Disallow: /login/
Disallow: /review/
Allow: /
# END AI SEARCH CRAWLER ALLOWLIST

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /feed/
Disallow: /login/
Disallow: /review/

Sitemap: https://forensicdiscovery.expert/sitemap_index.xml
Sitemap: https://forensicdiscovery.expert/ai-sitemap.xml
# ---------------------------
# END YOAST BLOCK