# Coldfusion components
User-Agent: *
Disallow: /components/

# Docushare search help templates
User-Agent: *
Disallow: /dssearch/

# ============
# Crawl delays
# ============
# MSNBot
User-agent: msnbot
Crawl-delay: 0.5

# Yahoo
User-agent: Slurp
Crawl-delay: 0.5

# All
User-agent: *
Crawl-delay: 0.5

#=============
# Disallow because crawler
# doesn't support crawl-delay
# ============
# WebReaper
User-agent: WebReaper
Disallow: /
#search-me.com
User-Agent: Charlotte
Disallow: /

User-agent: *
Disallow: /dscgi/ #Docushare verwijzingen

#Googlebot Image niet de plaatjes laten indexeren
User-agent: Googlebot-Image
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$


# =====
# Oude of niet bestaande sites/dirs
# (bron: google web master tools)
# =====
User-agent: *
Disallow: /cscw/
Disallow: /CE/
Disallow: /Middleware/

# =====
# Exceptions
# =====

User-Agent: *
Disallow: /index.cfm?type=doc&handle=70511&language=nl

User-Agent: *
Disallow: /index.cfm?type=doc&handle=70511&language=en