# SECNAV_OS // LAUNCHED
# Status: ONLINE
# Strategy: Allow crawling for SEO

User-agent: *
Allow: /
Disallow: /app/
Disallow: /api/
Disallow: /admin/

# AI agent crawlers — explicitly allowed for search/retrieval, not training
User-agent: GPTBot
Allow: /
Disallow: /app/
Disallow: /admin/

User-agent: PerplexityBot
Allow: /
Disallow: /app/
Disallow: /admin/

User-agent: xAI-SearchBot
Allow: /
Disallow: /app/
Disallow: /admin/

User-agent: OAI-SearchBot
Allow: /
Disallow: /app/
Disallow: /admin/

User-agent: ClaudeBot
Allow: /
Disallow: /app/
Disallow: /admin/

User-agent: Google-Extended
Allow: /
Disallow: /app/
Disallow: /admin/

User-agent: Applebot-Extended
Allow: /
Disallow: /app/
Disallow: /admin/

# Content usage preferences (https://contentsignals.org/)
Content-Signal: ai-train=no, search=yes, ai-input=yes

# SITEMAP_TELEMETRY: [ONLINE]
Sitemap: https://secnavpro.com/sitemap.xml