# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

#User-agent: *
Crawl-delay: 10
#Everything
#Disallow: /

# Directories
Disallow: /administrator/
Disallow: /DATABASE/
Disallow: /RisQ/


#User-agent: BotLink
#User-agent: ahoy

#User-agent: AlkalineBOT 

#User-agent: nthill

#User-agent: appie

#User-agent: arale

#User-agent: araneo

#User-agent: AraybOt

#User-agent: ariadne

#User-agent: rks

#User-agent: ATN_Worldwide

#User-agent: Atomz

#User-agent: Bjaaland

#User-agent: konline

#User-agent: borg-bot/0.9

#User-agent: boxseabot

#User-agent: bspider

#User-agent: calif

#User-agent: christcrawler

#User-agent: CMC/0.01

#User-agent: combine

#User-agent: confuzzledbot

#User-agent: CoolBot

#User-agent: cosmos

#User-agent: Internet Cruiser Robot

#User-agent: cusco

#User-agent: cyberspyder

#User-agent: cydralspider

#User-agent: digger

#User-agent: DIIbot

#User-agent: grabber

#User-agent: downloadexpress

#User-agent: DragonBot

#User-agent: dwcp

#User-agent: ecollector

#User-agent: biness

#User-agent: lfinbot

#User-agent: esculapio

#User-agent: esther

#User-agent: fastcrawler

#User-agent: DSE

#User-agent: FELIX IDE

#User-agent: ESI

#User-agent: fido

#User-agent: Hämähäkki

#User-agent: KIT-Fireball

#User-agent: fouineur

#User-agent: Freecrawl

#User-agent: gammaSpider

#User-agent: gazz

#User-agent: gcreep

#User-agent: golem

#User-agent: googlebot

#User-agent: riffon

#User-agent: Gromit

#User-agent: gulliver

#User-agent: gulper

#User-agent: hambot

#User-agent: havIndex

#User-agent: hotwired

#User-agent: htdig

#User-agent: iajabot

#User-agent: INGRID/0.1

#User-agent: Informant

#User-agent: InfoSpiders

#User-agent: inspectorwww

#User-agent: irobot

#User-agent: ron33

#User-agent: JBot

#User-agent: jcrawler

#User-agent: jobo

#User-agent: image.kapsi.net

#User-agent: DD-Explorer

#User-agent: ko_yappo_robot

#User-agent: label-grabber

#User-agent: larbin

#User-agent: legs

#User-agent: Linkidator

#User-agent: linkwalker

#User-agent: ockon

#User-agent: logo_gif_crawler

#User-agent: marvin

#User-agent: mattie

#User-agent: mediafox

#User-agent: MerzScope

#User-agent: NEC-MeshExplorer

#User-agent: MindCrawler

#User-agent: udmsearch

#User-agent: oget

#User-agent: Motor

#User-agent: msnbot

#User-agent: muncher

#User-agent: muninn

#User-agent: MuscatFerret

#User-agent: MwdSearch

#User-agent: sharp-info-agent

#User-agent: WebMechanic

#User-agent: NetScoop

#User-agent: newscan-online

#User-agent: ObjectsSearch

#User-agent: Occam

#User-agent: Orbsearch/1.0

#User-agent: packrat

#User-agent: ageboy

#User-agent: ParaSite

#User-agent: patric

#User-agent: pegasus

#User-agent: perlcrawler

#User-agent: phpdig

#User-agent: piltdownman

#User-agent: Pimptrain

#User-agent: pjspider

#User-agent: PlumtreeWebAccessor

#User-agent: PortalBSpider

#User-agent: psbot

#User-agent: Getterrobo-Plus

#User-agent: Raven

#User-agent: RHCS

#User-agent: RixBot

#User-agent: roadrunner

#User-agent: Robbie

#User-agent: robi

#User-agent: RoboCrawl

#User-agent: robofox

#User-agent: Scooter

#User-agent: Search-AU

#User-agent: searchprocess

#User-agent: enrigan

#User-agent: hagseeker

#User-agent: sift

#User-agent: SimBot

#User-agent: Site Valet

#User-agent: skymob

#User-agent: LCrawler/2.0

#User-agent: slurp

#User-agent: ESI

#User-agent: snooper

#User-agent: solbot

#User-agent: peedy

#User-agent: spider_monkey

#User-agent: SpiderBot/1.0

#User-agent: spiderline

#User-agent: il

#User-agent: suke

#User-agent: tach_bw

#User-agent: TechBOT

#User-agent: templeton

#User-agent: titin

#User-agent: opiclink

#User-agent: UdmSearch

#User-agent: urlck

#User-agent: Valkyrie libwww-perl

#User-agent: verticrawl

#User-agent: Victoria

#User-agent: void-bot

#User-agent: Voyager 

#User-agent: VWbot_K

#User-agent: crawlpaper

#User-agent: wapspider

#User-agent: ebBandit/1.0

#User-agent: webcatcher

#User-agent: T-H-U-N-D-E-R-S-T-O-N-E

#User-agent: WebMoose

#User-agent: ebquest

#User-agent: webreaper

#User-agent: webspider

#User-agent: WebWalker

#User-agent: wget

#User-agent: winona

#User-agent: whowhere

#User-agent: wlm

#User-agent: WOLP

#User-agent: WWWC

#User-agent: XGET

#User-agent: Nederland.zoek