# All robots will spider the domain

User-agent: ia_archiver
Disallow: /

User-agent: slurp
Disallow: /

User-Agent: *
Disallow: /pictures/
Disallow: /img/
Disallow: /include/
Allow: /