# No robots allowed in the following directories. User-agent: * Disallow: /data/ Disallow: /private/ Disallow: /navi.epl Disallow: /bin/ Disallow: /purchase Disallow: /banners Disallow: /newstore Disallow: /eye/ Disallow: /images/ Disallow: /shop/cart/ Disallow: /account/ Disallow: /helpdesk/livehelp/ Disallow: /servlets/mypage/ # alta vista mangles urls, resulting in bad page requests # User-agent: scooter # Disallow: /shop/dir User-agent: Frontier Disallow: /shop User-agent: Webclipping.com Disallow: / ############ # These guys at wisenutbot.com are a little too aggressive in their crawling User-agent: ZyBorg Disallow: /shop Disallow: /adventuretravel User-agent: ZyBorg/1.0 Disallow: /shop Disallow: /adventuretravel ############ # Temporarily disable FAST User-agent: fast Disallow: / ############ ####Special area for Lonely Planet