User-agent: *
Disallow: /filez
Disallow: /xml
Disallow: /xsl
Disallow: /error
Request-rate: 1/5 # Maximum request rate of 1 page every 5 seconds (12/minute)