# robots.txt for http://www.koehl.se/
User-agent: *
Disallow: /css/
Disallow: /js/
Disallow: /tmp/
Disallow: /private/
Disallow: /protected/
Disallow: /images/
Disallow: /books/
Disallow: /members/
Disallow: /logos/
Disallow: /ads/
Disallow: /inc/
Disallow: /banner/
Disallow: /icons/
Disallow: /maps/
Disallow: /flags/
Disallow: /photos/
Disallow: /sounds/
Disallow: /*.doc$
Disallow: /*.inc$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.htm$
Disallow: /*.html$
Disallow: /*.js$
Disallow: /*.css$


# don't let search engines see the RDF feed, it's just confusing.

User-agent: Googlebot/2.1
User-agent: InfoNaviRobot(F107)
User-agent: TV33_Mercator_1-1.0
User-agent: AVSearch-3.0
User-agent: Scooter/2.0
User-agent: Slurp/2.0
User-agent: SearchengineLicenceSheep_v1.0
User-agent: shadow/2.0
User-agent: MultiText/0.1
User-agent: FAST-WebCrawler/2.2.5
User-agent: Atomz/1.0
User-agent: htdig/ (searchit@netmind.com)
User-agent: spider00.logika.net.
User-agent: Gulliver/1.2
User-agent: Lycos_Spider_(T-Rex)
User-agent: ArchitextSpider
User-agent: Arachnoidea 
User-agent: BackRub/2.1 
User-agent: InfoSeek Sidewinder/0.9
User-agent: KIT-Fireball/2.0
Disallow: /searchtools-rss.xml

# updated 2003-12-01 (disallow rtestprob links)