# Robots.txt for rep shopping sites, don't reindex everything that is
# on the main site, only index what is unique to this rep.
# Allow indexing of home and aboutRep, block mostly everything else.

#
# Discovery Engine uses a crippling DoS style crawl, block it
#
User-agent: discobot
Disallow: /

#
# All other robots are blocked to most parts of the reps site
#
User-agent: *
Disallow: /en/shop
Disallow: /ja/shop
Disallow: /en/product
Disallow: /ja/product
Disallow: /en/news
Disallow: /ja/news
Disallow: /en/videos
Disallow: /ja/videos
Disallow: /en/glossary
Disallow: /ja/glossary
Disallow: /en/toxic
Disallow: /ja/toxic
Disallow: /en/ingredient
Disallow: /ja/ingredient
Disallow: /en/faq
Disallow: /ja/faq
Disallow: /en/organic
Disallow: /ja/organic
Disallow: /en/checkout
Disallow: /ja/checkout
Disallow: /en/category
Disallow: /ja/category
Disallow: /en/login
Disallow: /ja/login
Disallow: /en/search
Disallow: /ja/search