# AINative API — api.ainative.studio
# Block search engine crawlers (JSON API responses are not useful for search)
User-agent: Googlebot
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: Slurp
Disallow: /

# Allow AI agents and LLM crawlers
User-agent: GPTBot
Allow: /
Disallow: /api/v1/internal/

User-agent: anthropic-ai
Allow: /
Disallow: /api/v1/internal/

User-agent: Claude-Web
Allow: /
Disallow: /api/v1/internal/

User-agent: PerplexityBot
Allow: /
Disallow: /api/v1/internal/

User-agent: Gemini
Allow: /
Disallow: /api/v1/internal/

# All other crawlers — block
User-agent: *
Disallow: /

# AI-readable resources
Sitemap: https://api.ainative.studio/api/v1/openapi.json