# robots.txt file # Allow Google to spider the site User-agent: GoogleBot Disallow: / Disallow: /*? # Allow MSN to spider the site User-agent: MSNBot #Disallow: / #Disallow: /*? # Allow Yahoo! to spider the site User-agent: Slurp #Disallow: / #Disallow: /*? # Baiduspider User-agent: baiduspider #Disallow: / #Disallow: /* # Ask User-agent: Teoma #Disallow: / #Disallow: /* #Any Other User-agent: * Disallow: / Disallow: /*? ### END FILE ###