User-agent: *
Disallow: /scgi-bin/
Disallow: /contents/magazine/
Disallow: /contents/excerpts/download/
Disallow: /thewei/bbcg/
Disallow: /thewei/image/

User-agent: ia_archiver
Disallow: /

User-agent: complex_network_group
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: EnaBot/1.0
Disallow: /

User-Agent: DepSpid
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: voyager/1.0
Disallow: /

User-agent: woriobot
Disallow: /