# robots.txt
User-agent: *
Disallow: /wax/cache/
Disallow: /wax/admin/
Disallow: /wax/includes/
Disallow: /watches/cache/
Disallow: /watches/admin/
Disallow: /watches/includes/
Disallow: /Templates/
Disallow: /ConsGenRomSyd/
#Disallow: /WEBfast/
Disallow: /cpsu/
Disallow: /CPSU/
Disallow: /cabra/
Disallow: /Brisbane/

User-agent: Gigabot
Disallow: /
User-agent: Sproose 
Disallow: /
User-agent: Slurp
Crawl-delay: 8 
User-agent: Funnelback 
Disallow: /
User-agent: discobot
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: Baiduspider 
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: oozbot
Disallow: /
User-agent: voyager
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: libwww-perl 
Disallow: /
User-agent: libwww 
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: Jyxobot/1
Disallow: /
User-agent: SurveyBot
Disallow: /

#Disallow: *mainfile=product_info*