# robots.txt for http://www.solid.ethz.ch

User-agent: *
Disallow: /usr
Disallow: /intra
Disallow: /cgi-bin

User-Agent: htdig
Disallow:

User-Agent: Slurp
Crawl-delay: 60

# haeufige user Agents
#User-agent: Googlebot/2.1
#User-agent: InfoNaviRobot(F107)
#User-agent: TV33_Mercator_1-1.0
#User-agent: AVSearch-3.0
#User-agent: Scooter/2.0
#User-agent: Slurp/2.0
#User-agent: SearchengineLicenceSheep_v1.0
#User-agent: shadow/2.0
#User-agent: MultiText/0.1
#User-agent: FAST-WebCrawler/2.2.5
#User-agent: Atomz/1.0
#User-agent: htdig/ (searchit@netmind.com)
#User-agent: spider00.logika.net.
#User-agent: Aladin
#User-agent: scooter
#User-agent: Crawler
#User-agent: excite
#User-agent: Flipper/1.1
#User-agent: SmartCrawl
#User-agent: Motor0.5
#User-agent: Mariner
#User-agent: Lycos
#User-agent: AOL