# Information on the following pages is available more efficiently and
# beter presented on other pages in the site that will be indexed
# automatically.
User-agent: *
Disallow: /thoughts/new
Disallow: /thoughts/refer_to
Disallow: /feeds/
Disallow: /users/validate_attribute
Disallow: /welcome/search

# The download-as-email file does not offer any additional information and
# is expensive to generate.
Disallow: /*.eml$

# We don't offer shopping-related information
User-agent: BecomeBot
Disallow: /