User-agent: *
Disallow: /app/
Disallow: /var/
Disallow: /shell/
Disallow: /backup/
Disallow: /errors/
Disallow: /webstat/
Disallow: /includes/
Crawl-delay: 30
Request-rate: 1/10m # one page every 10 minutes
Robot-version: 2.0
Visit-time: 0200-0900 # military time format