# Robots.txt file

# Disallow this extremely silly crawler
User-Agent: ConveraMultiMediaCrawler/0.1
Disallow: /

# Disallow this extremely silly version of Direct Hit Grabber
User-Agent: Direct Hit Grabber
User-Agent: Mozilla/4.06 [en] (Direct Hit Grabber)
Disallow: /

# Disallow this extremely silly version of Inktomi's Web robot
User-Agent: Slurp
Disallow: /

# Disallow this extremely silly version of Scooter
User-Agent: Scooter/2.0
Disallow: /

# Disallow this extremely silly version of e-SocietyRobot
User-Agent: e-SocietyRobot
Disallow: /

# Disallow /newsite1.html
# User-Agent: ArchitextSpider
# Disallow: /newsite1.html

# Let all other crawlers do their stuff mostly unhindered
User-Agent: *
Disallow: /grafikk/
Disallow: /internt/
Disallow: /kamel/
Disallow: /prog/
Disallow: /priv/