User-Agent: *
Crawl-delay: 0.5

User-Agent: *

Disallow: /_private/
Disallow: /_Transit/
Disallow: /_vti_log/
Disallow: /anonymous/
Disallow: /aspnet_client/
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /data/
Disallow: /doctype/
Disallow: /images/
Disallow: /LiveUpdate/
Disallow: /media/
Disallow: /scripts/
Disallow: /security/
Disallow: /sounds/
Disallow: /stats/
Disallow: /styles/
Disallow: /admin/
Disallow: /autorun/
Disallow: /traffic-powerbackup/
Disallow: /_vti_inf.html
Disallow: /global.asa
Disallow: /pages/_vti_cnf/
Disallow: /pages/basket/
Disallow: /pages/blank/
Disallow: /pages/calendar/
Disallow: /pages/rgb/
Disallow: /pages/under/
Disallow: /pages/warning/
Disallow: /pages/pricelist/
Disallow: /*?object=basket&add=
Disallow: /*&source=
Disallow: /*?reset=
Disallow: /mstyle.asp
Disallow: /cart.asp

User-Agent: googlebot
Allow: /images/

User-Agent: atSpider 
Disallow: / 

User-Agent: cherrypicker 
Disallow: / 

User-Agent: DSurf 
Disallow: / 

User-Agent: EliteSys Entry 
Disallow: / 

User-Agent: EmailCollector 
Disallow: / 

User-Agent: EmailSiphon 
Disallow: / 

User-Agent: EmailWolf 
Disallow: / 

User-Agent: Mail Sweeper 
Disallow: / 

User-Agent: munky 
Disallow: / 

User-Agent: Roverbot 
Disallow: / 

User-Agent: WebEmailExtrac 
Disallow: / 

# Disallow Offline Browsers 
User-Agent: xGet 
Disallow: / 

User-Agent: wGet 
Disallow: / 

User-Agent: WebWalk 
Disallow: / 

User-Agent: webvac 
Disallow: / 

User-Agent: WebReaper 
Disallow: / 

User-Agent: WebMirror 
Disallow: / 

User-Agent: WebFetcher 
Disallow: / 

User-Agent: WebCopy 
Disallow: / 

User-Agent: webcopier 
Disallow: / 

User-Agent: WebCatcher 
Disallow: / 

User-Agent: WebBandit 
Disallow: / 

User-Agent: w3mir 
Disallow: / 

User-Agent: vobsub 
Disallow: / 

User-Agent: Templeton 
Disallow: / 

User-Agent: ssearcher100 
Disallow: / 

User-Agent: SpiderBot 
Disallow: / 

User-Agent: Shai'Hulud 
Disallow: / 

User-Agent: PBWF 
Disallow: / 

User-Agent: LightningDownload 
Disallow: / 

User-Agent: KDD Exploror 
Disallow: / 

User-Agent: Jeeves 
Disallow: / 

User-Agent: Internet Explore 
Disallow: / 

User-Agent: InfoSpiders 
Disallow: / 

User-Agent: httrack 
Disallow: / 

User-Agent: HavIndex 
Disallow: / 

User-Agent: GetUrl 
Disallow: / 

User-Agent: GetBot 
Disallow: / 

User-Agent: ESIRover 
Disallow: / 

User-Agent: Download Wonder 
Disallow: / 

User-Agent: Collage 
Disallow: / 

User-Agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
Disallow: /