User-agent: *
Disallow: /robot/
Disallow: /rd/
Disallow: /rd/r.asp



User-Agent: Sogou Spider
Disallow: /*



User-Agent: MJ12bot
Disallow: /*


User-agent: Exabot
Disallow: /


User-agent: Baiduspider
Disallow: /



User-agent: Yandex
Disallow: /