User-agent: *
Disallow : /includes
Disallow : /atos
Disallow : /download
Disallow : /flash
Disallow : /images
Disallow : /pub
Disallow : /tmp
Disallow : /xcache
User-agent: Slurp
Crawl-delay: 10