User-agent: * 
Disallow: /var/assets/ 
Disallow: /uploads/ 


# Common AI/LLM crawlers 
User-agent: GPTBot 
Disallow: / 
User-agent: CCBot          # Common Crawl feeds many AIs 
Disallow: / 
User-agent: PerplexityBot 
Disallow: / 
User-agent: ClaudeBot 
Disallow: / 
User-agent: Applebot-Extended 
Disallow: / 
User-agent: Google-Extended 
Disallow: /