#BEGIN FILE # # Caer Beris robots.txt file # Allow Google to spider the http://www.caerberis.com/ site User-agent: GoogleBot Disallow: /sitemap.txt # Allow MSN to spider the http://www.caerberis.com/ site User-agent: MSNBot Disallow: /sitemap.txt # Allow Yahoo! to spider the http://www.caerberis.com/ site User-agent: Slurp Disallow: # Baiduspider User-agent: baiduspider Disallow: User-agent: * Disallow: Sitemap: # END FILE #