User-agent: *
Allow: /
User-agent: Bytespider
Disallow: /
User-agent: Yahoo Pipes 1.0
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: weborama-fetcher
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AddThis.com (http://support.addthis.com/)
Disallow: /
User-agent: proximic
Disallow: /
User-agent: dotbot
Disallow: /