# All robots will spider the domain (except error pages)
User-agent: *
Disallow: 403.htm
Disallow: 404.htm