Sitemap: sitemap.xml.gz
Sitemap: sitemap.xml

Disallow: backup/
Disallow: cache/
Disallow: files/
Disallow: images/

User-agent: msnbot
Crawl-delay: 300
User-agent: Slurp
Crawl-delay: 300

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /