# Robots.txt 

# Disallow directory  
User-agent: *
Disallow: /cgi-bin/a/
Disallow: /cgi-bin/b/
Disallow: /cgi-bin/c/
Disallow: /cgi-bin/d/
Disallow: /cgi-bin/e/
Disallow: /cgi-bin/cartit50_re2/
Disallow: /cgi-bin/cartitgift/
Disallow: /cgi-bin/cron/
Disallow: /cgi-bin/filelock/
Disallow: /cgi-bin/food/logs/
Disallow: /cgi-bin/food/logs42/
Disallow: /cgi-bin/food/normhtml42/
Disallow: /cgi-bin/food/required/
Disallow: /cgi-bin/food/required42/
Disallow: /cgi-bin/food/sehtml42/
Disallow: /cgi-bin/libs/
Disallow: /cgi-bin/usps_templates/
Disallow: /cgi-bin/admin.cgi
Disallow: /cgi-bin/bzbadmin.cgi
Disallow: /cgi-bin/bzbcart.cgi
Disallow: /cgi-bin/bzbcheckout.cgi
Disallow: /cgi-bin/bzbcustompayment.cgi
Disallow: /cgi-bin/bzbcustomshipping.cgi
Disallow: /cgi-bin/bzbexport.cgi
Disallow: /cgi-bin/bzbgift.cgi
Disallow: /cgi-bin/bzbimport.cgi
Disallow: /cgi-bin/bzbinstall.cgi
Disallow: /cgi-bin/bzblib.cgi
Disallow: /cgi-bin/bzbmainconfig.cgi
Disallow: /cgi-bin/bzbpaymentlib.cgi
Disallow: /cgi-bin/bzbquestion.cgi
Disallow: /cgi-bin/bzbquickcart.cgi
Disallow: /cgi-bin/bzbquickship.cgi
Disallow: /cgi-bin/bzbshippinglib.cgi
Disallow: /cgi-bin/bzbstatus.cgi
Disallow: /cgi-bin/cartit.cgi
Disallow: /cgi-bin/cartit502.tar.gz
Disallow: /cgi-bin/cart_change_own.sh
Disallow: /cgi-bin/cartit_check_install.cgi
Disallow: /cgi-bin/cartit_checkout.cgi
Disallow: /cgi-bin/cartit_quick.cgi
Disallow: /cgi-bin/cartitcclib.cgi
Disallow: /cgi-bin/cartitcf.cgi
Disallow: /cgi-bin/cartitgift.cgi
Disallow: /cgi-bin/cartitimg.util
Disallow: /cgi-bin/cartitlib.cgi
Disallow: /cgi-bin/cartitshiplib.cgi
Disallow: /cgi-bin/cartitunixgift50.zip
Disallow: /cgi-bin/cgi-bin.tgz
Disallow: /cgi-bin/commercebuddy.cgi
Disallow: /cgi-bin/hello.cgi
Disallow: /cgi-bin/license.html
Disallow: /cgi-bin/perldiver.cgi
Disallow: /cgi-bin/quick_ship.cgi
Disallow: /cgi-bin/readme.txt
Disallow: /cgi-bin/server_check.cgi
Disallow: /cgi-bin/usps_fetch.cgi
Disallow: /cp/
Disallow: /buysunglasses/ 
Disallow: /cartitimages/ 
Disallow: /images/ 
Disallow: /includes/
Disallow: /membersonly/
Disallow: /webalizer/

# Disallow indexing of specific file extensions 
User-agent: * 
Disallow: /*.gif$ 

User-agent: * 
Disallow: /*.jpg$ 

User-agent: * 
Disallow: /*.zip$ 

User-agent: * 
Disallow: /*.doc$ 

User-agent: * 
Disallow: /*.exe$ 

User-agent: * 
Disallow: /*.pdf$ 

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: / 

# Disallow Offline Browsers 
User-agent: xGet 
Disallow: / 

User-agent: wGet 
Disallow: / 

User-agent: WebWalk 
Disallow: / 

User-agent: webvac 
Disallow: / 

User-agent: WebReaper 
Disallow: / 

User-agent: WebMirror 
Disallow: / 

User-agent: WebFetcher 
Disallow: / 

User-agent: WebCopy 
Disallow: / 

User-agent: webcopier 
Disallow: / 

User-agent: WebCatcher 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: w3mir 
Disallow: / 

User-agent: vobsub 
Disallow: / 

User-agent: Templeton 
Disallow: / 

User-agent: ssearcher100 
Disallow: / 

User-agent: SpiderBot 
Disallow: / 

User-agent: Shai'Hulud 
Disallow: / 

User-agent: PBWF 
Disallow: / 

User-agent: LightningDownload 
Disallow: / 

User-agent: KDD Exploror 
Disallow: / 

User-agent: Jeeves 
Disallow: / 

User-agent: Internet Explore 
Disallow: / 

User-agent: InfoSpiders 
Disallow: / 

User-agent: httrack 
Disallow: / 

User-agent: HavIndex 
Disallow: / 

User-agent: GetUrl 
Disallow: / 

User-agent: GetBot 
Disallow: / 

User-agent: ESIRover 
Disallow: / 

User-agent: Download Wonder 
Disallow: / 

User-agent: Collage 
Disallow: / 

User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
Disallow: /