# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /
# robots.txt

User-agent: *
Allow: /

Disallow: /users/login
Disallow: /users/login/
Disallow: /users/logout
Disallow: /users/logout/
Disallow: /register
Disallow: /register/
Disallow: /signup
Disallow: /signup/
Disallow: /welcome
Disallow: /welcome/

Disallow: /*flags/
Disallow: /*flags
Disallow: /votes
Disallow: /votes/
Disallow: /settings
Disallow: /settings/
Disallow: /feedback
Disallow: /feedback/

Disallow: /questions/new
Disallow: /questions/new/
Disallow: /questions/unanswered
Disallow: /questions/unanswered/
Disallow: /questions/tags
Disallow: /questions/tags/
Disallow: /badges
Disallow: /badges/
Disallow: /search
Disallow: /search/
Disallow: /*?

User-agent: Mediapartners-Google
Disallow: