# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /
Sitemap: https://msa-production.s3.amazonaws.com/sitemaps/sitemap.xml.gz

User-agent: *
Disallow: /admin/

User-agent: *
Disallow: /api/

User-agent: *
Disallow: /comments/

User-agent: *
Disallow: /partnership

User-agent: *
Disallow: /email

User-agent: *
Disallow: /get_user_reviews

User-agent: *
Disallow: /show_ratings

User-agent: *
Disallow: /users/edit/tags/edit
Disallow: /association/
Disallow: /search_results
Disallow: /profile
Disallow: /best_subscription_boxes_for_me
Disallow: /search/

User-agent: *
Allow: /users/sign_in
Allow: /users/sign_up
Allow: /users/password

User-agent: *
Disallow: */buy
Disallow: /box/*/new_review