user-agent: baiduspider
Disallow: / 

User-agent: sogou spider
Disallow: / 

User-agent: Sina Iask Spider
Disallow: / 

User-agent:crawl
Disallow: / 

User-agent:Slurp
Disallow: / 

User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /files/

User-agent: *
Disallow: /blog/files/

User-agent: *
Disallow: /blog/images/

User-agent: *
Disallow: /cimhlog/

User-agent: *
Disallow: /images/

User-agent: *
Disallow: /mt-static/

User-agent: *
Disallow: /textlog/

User-agent: *
Disallow: /astromantic/