# All robots will spider the domain
#
User-agent: *
Allow: /
Disallow: /log
Disallow: /aspnet_client
Disallow: /autoresponder
Disallow: /ftp
Disallow: /shop
Disallow: /test
Disallow: /online