# AI-Safe Careers robots policy
# Public pages are available to search crawlers and answer engines, including Googlebot,
# Bingbot, OAI-SearchBot, ChatGPT-User, GPTBot, Claude-SearchBot, Claude-User, ClaudeBot,
# PerplexityBot, Google-Extended, and Applebot-Extended. One group prevents policy drift:
# crawler-specific groups do not inherit rules from User-agent: *.
User-agent: *
Allow: /

# Block administration, APIs, test infrastructure, and implementation internals. Public pages
# that emit noindex remain crawlable so crawlers can observe that directive.
Disallow: /admin/
Disallow: /api/
Disallow: /tests/
Disallow: /includes/
Disallow: /crawlers/

# Block sensitive files
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.md$
Disallow: /.env

# Machine-readable product and methodology summary: https://aisafe.careers/llms.txt
Sitemap: https://aisafe.careers/sitemap.xml