User-Agent: baiduspider
Disallow: /
Sitemap : /sitemap.xml

User-Agent: Yeti
Disallow: /
Sitemap : /sitemap.xml

User-Agent: *
Crawl-delay: 120
Disallow: /c3/
Sitemap : /sitemap.xml


User-Agent: msnbot
Crawl-delay: 3600
Disallow: /c3/
Sitemap : /sitemap.xml