# All robots will spider the domain
User-Agent: *
allow: /documents/
Disallow: /images/
Disallow: /video/
Disallow: sendmail.php