User-agent: spbot
Disallow: /

User-agent: TwengaBot-Discover
Disallow: /

User-agent: BPImageWalker 
Disallow: / 

User-agent: TwengaBot/2.0
Disallow: /

User-agent: TwengaBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

#FatBot
User-agent: FatBot 2.0
Disallow: /

User-agent: Fatbot
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /

#Baidu
User-agent: Baidu
Disallow: /

#BaiduAgain
User-agent: Baiduspider/2.0
Disallow: /

#majestic
User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /catalog/product_compare/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /acatalog/
Disallow: /report/
Disallow: /customer/account/
Disallow: /didyoumean/
Disallow: /*?SID