# Nematix Portal - robots.txt
# https://nematix.com/robots.txt
#
# Content-Signal directives removed: Cloudflare AI Crawl Control is disabled
# via the dashboard toggle. See:
# https://developers.cloudflare.com/ai-crawl-control/features/track-robots-txt/
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

# Allow all standard crawlers
User-agent: *
Allow: /

# Disallow admin and API routes
Disallow: /admin/
Disallow: /api/
Disallow: /user/

# Sitemap location
Sitemap: https://nematix.com/sitemap-index.xml