# The API is for the app itself; crawling it adds load with no search value.
User-agent: *
Disallow: /api/
Allow: /

# Opt out of AI training crawlers. Remove this block to allow them.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /