# All robots will spider the domain User-agent: * Disallow: /cgi-bin/ Disallow: /resources/ Disallow: /style/ Disallow: /email_sent.html Disallow: /favicon.ico Disallow: /404.shtml Disallow: /403.shtml Allow: /