# robots.txt for User-agent: * Disallow: /exitprophet Disallow: /download Disallow: /images Disallow: /maths User-agent: msnbot Crawl-delay: 10