User-agent: webcrawler
User-agent: infoseek
User-agent: Infoseek Sidewinder 
User-agent: Jeeves
User-agent: Iron33
User-agent: sharp-info-agent
User-agent: NetScoop
User-agent: Teoma
User-agent: ko_yappo_robot
User-agent: Lockon
User-agent: WebMechanic
User-agent: Slurp
User-agent: Atomz1.0
User-agent: Googlebot/2.X 
User-agent: whatUseek_winona/3.0  
User-agent: MuscatFerret/
User-agent: moget/1.0
User-agent: InfoSeek Robot 1.0
User-agent: Orbsearch/1.0
User-agent: appie/1.1
User-agent: ArchitextSpider
User-agent: ATN_Worldwide
User-agent: Bjaaland/0.5
User-agent: BlackWidow
User-agent: borg-bot/0.9
User-agent: BSpider/1.0 libwww-perl/0.40
User-agent: LWP
User-agent: conceptbot/0.3
User-agent: Internet Cruiser Robot/2.1
User-agent: Digger/1.0 JDK/1.3.0
User-agent: grabber
User-agent: DNAbot/1.0
User-agent: elfinbot
User-agent: esther
User-agent: Mozilla/2.0 
User-agent: Freecrawl
User-agent: gulliver/1.1 
User-agent: griffon/1.0 
User-agent: Informant
User-agent: InfoSpiders/0.1
User-agent: LabelGrab/1.1 
User-agent: legs
User-agent: Lycos/x.x 
User-agent: Magpie/1.0
User-agent: PageBoy/1.0
User-agent: PEGASUS
User-agent: PiltdownMan/1.0
User-agent: Mozilla/4.0
User-agent: PortalJuice.com/4.0
User-agent: Poppi/1.0
User-agent: PortalBSpider/1.0 
User-agent: psbot
User-agent: Road Runner
User-agent: ComputingSite Robi/1.0
User-agent: RoboCrawl
User-agent: Shagseeker
User-agent: Speedy Spider
User-agent: spiderline/3.1.3
User-agent: suke/*.* 
User-agent: suntek/1.0
User-agent: TLSpider/1.1
User-agent: URL Spider Pro
User-agent: Valkyrie/1.0
User-agent: WebBandit/1.0
User-agent: WebCatcher/1.0
User-agent: whatUseek_winona/3.0
User-agent: AOL
User-agent: *

Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /layla/
Disallow: /admin/
Disallow: /temp/
Disallow: /Templates/
Disallow: /Designs/
Disallow: /examples/
Disallow: /Library/