# --- Fully blocked ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: YandexBot
Disallow: /

# --- Allowed, throttled where supported ---
# (Googlebot deliberately omitted: it ignores Crawl-delay and would
#  only create a group that shadows the * rules below. Use the crawl
#  rate setting in Search Console instead.)
User-agent: AcademicBot
User-agent: Amazonbot
User-agent: Applebot
User-agent: Bingbot
User-agent: Brightbot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: DataForSeoBot
User-agent: DotBot
User-agent: Gensparkbot
User-agent: GPTBot
User-agent: MJ12bot
User-agent: MojeekBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: PoeSearchBot
User-agent: Qwantbot
User-agent: SemanticScholarBot
User-agent: SeoCherryBot
User-agent: SeznamBot
User-agent: SiteAuditBot
User-agent: Slackbot
User-agent: YandexRenderResourcesBot
User-agent: bitlybot
User-agent: meta-externalagent
User-agent: node-fetch
User-agent: searchbot
Crawl-delay: 5
Disallow: /cgi-bin/

User-agent: *
Disallow: /cgi-bin/

Sitemap: https://www.mousephenotype.org/sitemap_index.xml