User-agent: googlebot
Allow: /
Disallow: /cws
Disallow: /adclick
Disallow: /register
Disallow: /myaccount

User-agent: Slurp
Allow: /
Disallow: /cws
Disallow: /adclick
Disallow: /register
Disallow: /myaccount

User-agent: msnbot
Allow: /
Disallow: /cws
Disallow: /adclick
Disallow: /register
Disallow: /myaccount

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: *
Disallow: /