User-Agent: * Allow: / Disallow: /tags Disallow: /login Disallow: /logout Disallow: /badges Disallow: /awards Disallow: /create Disallow: /search Disallow: /feeds Disallow: /members Disallow: /signup Disallow: /api Disallow: /revisions # # http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40360 # To block access to all URLs that include a question mark (?) (more specifically, any URL that begins # with your domain name, followed by any string, followed by a question mark, followed by any string): # User-agent: Googlebot Disallow: /*? User-agent: Slurp Disallow: * Crawl-delay: 1 User-agent: msnbot Crawl-delay: 1 Sitemap: /external-matters/xml_sitemap.php