User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: Teleport Pro
User-agent: yj1008.inktomisearch.com
# http://www.inktomi.com/slurp.html
User-agent: Slurp
User-agent: inktomisearch.com
# http://www.altavista.com 
User-agent: Scooter
# (AllThatNet)
User-agent: ATN_Worldwide
# (Acoon)
User-agent: Acoon Robot
# (Abacho)
User-agent: AbachoBOT
# (ADSA Research Group)
User-agent: ADSAComponent
# (Anzwers)
User-agent: AnzwersCrawl
# (AustLII)
User-agent: Gromit
# (Business.com)
User-agent: larbin_indexer
# (CMC/0.01)
User-agent: CMC
# (DeepIndex)
User-agent: DeepIndex
# (Direct Hit Grabber)
User-agent: grabber
# (Entire Web)
User-agent: speedy
# (EuroSeek)
User-agent: Freecrawl
# (Excite)
User-agent: ArchitextSpider
# (e-collector)
User-agent: ecollector
# (FAST/AllTheWeb)
User-agent: FAST-WebCrawler
# (Fireball)
User-agent: KIT-Fireball
# (GenDoor)
User-agent: GenCrawler
# (Gigabot)
User-agent: Gigabot
# (Goo)
User-agent: moget
# (Google)
User-agent: Googlebot
# (Google Image)
User-agent: Googlebot-Image
# (Griffon)
User-agent: griffon
# (Hämähäkki)
User-agent: Hämähäkki
# (iaNett.com)
User-agent: ParaSite
# (Industry Central)
User-agent: Open Text Site Crawler
# (InfoSeek.de)
User-agent: marvin
# (Ingrid)
User-agent: INGRID
# (Innerprise)
User-agent: Enterprise_Search
# (Internet Cruiser)
User-agent: Internet Cruiser Robot
# http://www.infoweb.ne.jp
User-agent: InfoNaviRobot
# (Kvasir)
User-agent: solbot
# (Legs)
User-agent: legs
# (Lets Find It Now!)
User-agent: elfinbot
# (kensaku.jp)
User-agent: suke
# (LinkAlarm)
User-agent: LinkAlarm
#  FULL access (Lisa)
User-agent: Voyager
# http://www.lycos.com
User-agent: Lycos_Spider
User-agent: Lycos_Spider_(T-Rex)
# (Mirago)
User-agent: mirago
# (mopilot.com)
User-agent: wapspider
# (MPRM Group Limited)
User-agent: spider_monkey
# (NetMechanic)
User-agent: NetMechanic
# (NetScoop)
User-agent: NetScoop
# (nathan)
User-agent: tarantula
# (newscan)
User-agent: newscan-online
# http://www.northernlight.com
User-agent: Gulliver
# (ODiN)
User-agent: libwww-perl
User-agent: Valkyrie libwww-perl
# (OMEGA Find)
User-agent: BaiDuSpider
# (Openfind)
User-agent: openbot
# (PlanetSearch)
User-agent: fido
# (PolyBOT)
User-agent: polybot
# (Pompos)
User-agent: Pompos
# (Portal Juice)
User-agent: pjspider
# (RUTGERS)
User-agent: ru-robot
# (ScoutAbout)
User-agent: ScoutAbout
# (SearchUK)
User-agent: MegaSheep
# (Seven Twentyfour)
User-agent: LinkWalker
# (Speedy)
User-agent: Speedy_Spider
# (Suchmaschine21)
User-agent: CoolBot
# (Thunderstone)
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
# (TopicLink)
User-agent: topiclink
# (TurnitinBOT)
User-agent: TurnitinBot
# (VietGATE)
User-agent: jcrawler
# (Wayback Machine)
User-agent: ia_archiver
# (whatUseek)
User-agent: winona
# (WhoWhere?)
User-agent: whowhere
# (WholeWeb)
User-agent: DaviesBot
# (WiseGuys)
User-agent: Vagabondo
# (WiseNut)
User-agent: ZyBorg
# (Zeus)
User-agent: Zeus
# (Yahoo)
User-agent: YahooSeeker
Disallow: searchdb_list.php
Disallow: /cgi-bin/
Disallow: searchdb.php
Disallow: searchdb_list.php
Disallow: acc_addrecipient.php
Disallow: acc_changepw.php
Disallow: acc_index.php
Disallow: acc_login.php
Disallow: acc_logout.php
Disallow: acc_updateinfo.php
Disallow: acc_uselast.php
Disallow: acc_viewprev.php
Disallow: account_support.php
Disallow: affiliate_signup.php
Disallow: affiliate_terms.php
Disallow: /amazoncache/
Disallow: /banners/
Disallow: book_list.php
Disallow: cart_access.php
Disallow: checkout.php
Disallow: checkout_viewcart.php
Disallow: complete_data.sql
Disallow: complete_data2.sql
Disallow: complete_data_shipping_auspost.sql
Disallow: complete_data_shipping_auspost2.sql
Disallow: complete_data_shipping_tnt.sql
Disallow: complete_data_shipping_tnt2.sql
Disallow: complete_structure.sql
Disallow: config.php
Disallow: /css/
Disallow: dbinstall_remove.php
Disallow: disclaimer.php
Disallow: displayimage.php
Disallow: doorways.php
Disallow: dvd_list.php
Disallow: /faq/
Disallow: faq.php
Disallow: featured.php
Disallow: featured_product.php
Disallow: final.php
Disallow: finalise_generateid.php
Disallow: finalise_order.php
Disallow: finalise_order_packing_label.php
Disallow: finalise_order_printable.php
Disallow: finalise_order_printable_m.php
Disallow: finalise_payment.php
Disallow: finalise_sendmail.php
Disallow: gb_affiliate_join.php
Disallow: get_details.php
Disallow: giftcert.php
Disallow: giftcert_edit.php
Disallow: giftcert_sendmail.php
Disallow: giftcert_use.php
Disallow: /giftcerts/
Disallow: /images/
Disallow: /include/
Disallow: /ixed/
Disallow: /js/
Disallow: /keys/
Disallow: list_product.php
Disallow: membership_terms_pop.php
Disallow: /modules/
Disallow: music_list.php
Disallow: new_products.php
Disallow: /news/
Disallow: news.php
Disallow: news_template.php
Disallow: news_template_total.php
Disallow: /newsletter_images/
Disallow: nm_archive_view.php
Disallow: nm_change_type.php
Disallow: nm_confirm_functions.inc
Disallow: nm_confirm_news.php
Disallow: nm_sub.php
Disallow: nm_thanks.php
Disallow: nm_unsubscribe.php
Disallow: /orders/
Disallow: /packing_labels/
Disallow: /pix/
Disallow: popular.php
Disallow: popup.php
Disallow: privacy.php
Disallow: product_all.php
Disallow: refunds.php
Disallow: /secure/
Disallow: specials.php
Disallow: support.php
Disallow: /templates/
Disallow: testimonials.php
Disallow: testimonials_include.php
Disallow: testimonials_template.php
Disallow: testimonials_template_total.php
Disallow: theme_footer.php
Disallow: theme_footer.php.old
Disallow: theme_header.php
Disallow: tracking.php
Disallow: trans_terms.php
Disallow: trans_terms_pop.php
Disallow: updates.php
Disallow: video_list.php
Disallow: view_cart.php
Disallow: view_cart_update.php
Disallow: view_results.php
Disallow: wholesale_application.php

#Updated 3-11-2003 (Added Disallow for OzEshop standard files and directories) 
#Updated 7-11-2003 (Added Disallow for additional spiders)