# robots.txt for 
User-agent: *
Disallow: /basket.html
Disallow: /basketnav.html
Disallow: /button.html
Disallow: /cdata.html
Disallow: /choosecurrency.html
Disallow: /cload.html
Disallow: /core.html
Disallow: /currency.html
Disallow: /fs_menu.html
Disallow: /loading.html
Disallow: /manual_order.html
Disallow: /ordernav.html
Disallow: /ordertotal.html
Disallow: /search.html
Disallow: /viewbasket.html
Disallow: /cgi-bin

User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro