User-agent: *
Allow: /

User-agent: Asterias Crawler v4
Disallow: /

User-agent: Asterias Crawler
Disallow: /

User-agent: SpiderThread
Disallow: /

User-agent: exabot
Disallow: /

User-agent: Sosospider+
Disallow: /

User-agent: Gigamega.bot/1.0
Disallow: /