# No robots allowed in the following directories.
User-agent: *
Disallow: /data/
Disallow: /private/
Disallow: /company/press/
Disallow: /search/
Disallow: /navi.epl
Disallow: /bin/
Disallow: /purchase
Disallow: /banners
Disallow: /newstore
Disallow: /eye/
Disallow: /images/
Disallow: /shop/cart/
Disallow: /account/
Disallow: /helpdesk/
Disallow: /mpgate/
Disallow: /shop/compare
Disallow: /servlets/
Disallow: /servlets/iris/
Disallow: /servlets/mypage/
Disallow: /servlets/reviewrating
Disallow: /servlets/customersuggestion
Disallow: /webchat/
Disallow: /dwr/
# alta vista mangles urls, resulting in bad page requests
# User-agent: scooter
# Disallow: /shop/dir
User-agent: twiceler
Disallow: /
User-agent: Frontier
Disallow: /shop
User-agent: Webclipping.com
Disallow: /
############
# These guys at wisenutbot.com are a little too aggressive in their crawling
User-agent: ZyBorg
Disallow: /shop
Disallow: /adventuretravel
User-agent: ZyBorg/1.0
Disallow: /shop
Disallow: /adventuretravel
############
# Temporarily disable FAST
User-agent: fast
Disallow: /
############
User-agent: googlebot
Disallow: /data/
Disallow: /private/
Disallow: /company/press/
Disallow: /search/
Disallow: /navi.epl
Disallow: /bin/
Disallow: /purchase
Disallow: /banners
Disallow: /newstore
Disallow: /eye/
Disallow: /shop/cart/
Disallow: /account/
Disallow: /helpdesk/
Disallow: /mpgate/
Disallow: /shop/compare
Disallow: /servlets/
Disallow: /servlets/iris/
Disallow: /servlets/mypage/
Disallow: /servlets/reviewrating
Disallow: /servlets/customersuggestion
Disallow: /webchat/
Disallow: /dwr/