# robots.txt for http://www.archivum.info/

User-agent: *
Disallow: /cgi-bin/ # This is an infinite virtual URL space
Disallow: /denied/
Sitemap: http://www.archivum.info/sitemap/sitemap_index.xml

User-agent: psbot
Disallow: /

User-agent: msnbot
Crawl-delay: 1