User-agent: *
Crawl-delay: 1
Request-rate: 1/1s

User-agent: *
Disallow: /application
Disallow: /environment
Allow: /environment/cache/images
Disallow: /libraries