User-agent: Baiduspider
Crawl-delay: 5
Disallow: /me*/
User-agent: Sosospider
Crawl-delay: 5
Disallow: /me*/
User-agent: sogou spider
Disallow: /
User-agent: YodaoBot
Crawl-delay: 5
Disallow: /me*/
User-agent: Bingbot
Disallow: /
User-agent: ia_archiver
Crawl-delay: 5
Disallow: /me*/
User-agent: BLEXBot
Disallow: /
User-agent: *
Allow: .htm$
Allow: .html$
Disallow: /
Crawl-delay: 5