User-agent: robot
Disallow: /

User-agent: bot/
Disallow: /

User-agent: bot-
Disallow: /

User-agent: crawl
Disallow: /

User-agent: MSNBot-media
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: BSpider
Disallow: /

User-agent: *
Disallow: /tw
Disallow: /kent
Disallow: /maps
Disallow: /photos
Disallow: /cv