# Crawlers Setup
User-agent: *

# Directories
Disallow: /app_data/
Disallow: /bin/
Disallow: /content/
Disallow: /scripts/
Disallow: /views/