Sitemap: http://code.bsd64.org/sitemap.xml
Sitemap: http://code.bsd64.org/sitemap_index.xml

User-Agent: *
Disallow: /cgi-bin
Disallow: /google
Disallow: /include
Disallow: /manual
Disallow: /robotabuse
Disallow: /robotstxtabuse
Disallow: /template
Disallow: /test
Disallow: /tmp

User-Agent: msnbot/2.0b
Disallow: /

User-Agent: NimbleCrawler
Disallow: /

User-Agent: MJ12bot
Disallow: /redirect

# Only blocked because there's not much point in archiving this host
User-Agent: ia_archiver
Disallow: /