# robots.txt - file for robot exclusion - for more info, see
# <http://info.webcrawler.com/mak/projects/robots/exclusion-admin.html>

# This is a _very_ _very_ broken bot. You don't fix it, you don't crawl here.
User-Agent: Slurp
Disallow: /

User-Agent: BlitzBOT
Disallow: /

# Don't want them to be indexed
User-agent: *
Disallow: /blafasel/
Disallow: /ssdev-muc/
Disallow: /doom/
Disallow: /yapc-orga/

# Crawling way too fast through the pages. Go fix your bot.
User-Agent: msnbot
Crawl-delay: 120
Disallow: /blafasel/
Disallow: /ssdev-muc/
Disallow: /doom/
Disallow: /yapc-orga/