# robots.txt for ADVISOR Web site
# domino-144.advisor.com robots.txt
# This file allows us to control what external search engines can index our site

# Please keep the Disallows in alphabetical order!

# 2007.02.29-JLH tweaked for domino-144.advisor.com. Added wpubs.nsf, various old events. 
# 2007.06.22-JLH more articles paths, more spiders, removed some Domino folders that are not normally public.
# 2007.06.20-JLH Implemented as whome.nsf page. Added Yahoo China disallow. 
# 2007.06.18-JLH added more disallow files and crawlers. 
# 2007.06.14-JLH chg Crawl-Delay from 10 to 120 as test.
# 2007.06.13-JLH shortened (Google says 5000 max) by removing agents lists the were same as * list. Added some Disallows, added Crawl-Delay: 10
# 2005.03.25-JLH Revised.
# 2006.04.19-so: disallowed User-agent: YahooSeeker and YahooSeeker/CafeKelsa
# 2006.05.10-so: disallowed user-agent: Accoona-AI-Agent/1.1.1 and Accoona-Biz-Agent/1.1.1

User-agent: *
Crawl-Delay: 120
Disallow: /*.gif
Disallow: /*.jpg
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /img
Disallow: /lgif
Disallow: /webforums/
Disallow: /aaxioms.nsf
Disallow: /articles.nsf/*.gif
Disallow: /articles.nsf/dp/
Disallow: /articles.nsf/vauthor
Disallow: /articles.nsf/vcat
Disallow: /articles.nsf/vcoprod
Disallow: /articles.nsf/vdate
Disallow: /articles.nsf/vpubmonth
Disallow: /cib*
Disallow: /cmb*
Disallow: /cng*
Disallow: /cnv*
Disallow: /cte*
Disallow: /extra.nsf
Disallow: /lookups.nsf
Disallow: /products.nsf
Disallow: /regconfirm.nsf
Disallow: /regerror.nst
Disallow: /registration.nsf
Disallow: /usergroups.nsf
Disallow: /wads.nsf
Disallow: /warticle.nsf
Disallow: /wbio.nsf
Disallow: /wcomments.nsf
Disallow: /weventreg.nsf
Disallow: /wfeedback.nsf
Disallow: /wedindex.nsf
Disallow: /weventreg.nsf
Disallow: /wfaq.nsf
Disallow: /wfeedback.nsf
Disallow: /wfiles.nsf
Disallow: /wforms.nsf
Disallow: /wimage.nsf
Disallow: /wpubs.nsf
Disallow: /wmsg.nsf
Disallow: /wtips.nsf
Disallow: /wsurvey.nsf
Disallow: /wtrk.nsf

User-agent: Accoona-AI-Agent
Disallow: /
User-agent: Accoona-Biz-Agent
Disallow: /

User-agent: AMZNKAssocBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BecomeBot*
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: Exabot
Disallow: /


User-agent: Extabot
Disallow: /

User-agent: e-SocietyRobot*
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: Ocelli*
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Scanminebot
Disallow: /

User-agent: SnapPeviewBot
Disallow: /

user-agent: stress-agent
Disallow: /

User-agent: Ultraseek
Disallow: /
User-agent: YahooSeeker
Disallow: /

User-agent: YahooSeeker/CafeKelsa
Disallow: /

User-agent: Yahoo! Slurp China
Disallow: /