# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-Agent: *
Disallow: /store/cart
Disallow: /image
Disallow: /thumb
Disallow: */session
Disallow: /registration_keys
Disallow: /users/password
Disallow: /orders
Disallow: /topics
Disallow: /exams
Disallow: /answers
Disallow: /questions
Disallow: /study_cards
Disallow: /courses
Disallow: /masquerade
Disallow: /invitation
Disallow: /invitations
Disallow: /study_groups
Disallow: /page/military
Disallow: /military


# Disallow various foreign crawlers
User-agent: Yandex
Disallow: /

User-agent: moget
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ltx71
Disallow: /