User-agent: *
Disallow: /px/
Disallow: /product/add/
Disallow: /product/edit/

User-agent: aipbot
Disallow: /

User-agent: QihooBot 1.0
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: cityreview
Disallow: /

User-agent: suggybot
Disallow: /

User-agent: sitebot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: iisbot
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: Custo 3.0 (www.netwu.com)
Disallow: /

User-agent: Custo 3 (Netwu.com)
Disallow: /

User-agent: Scrapy*
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: NewspointBot/1.0 (http://www.netsprint.eu/)
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: CrystalSemanticsBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: SEOdiver
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: Abonti
Disallow: /

User-agent: BuiBui-Bot
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: zyklop
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: jsoup
Disallow: /

User-agent: daumoa
Disallow: /

User-agent: VegeBot
Disallow: /

User-agent: Spiderbot
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /

User-agent: ADmantX Platform Semantic Analyzer
Disallow: /

User-agent: QCrawl
Disallow: /

User-agent: bhcBot
Disallow: /

User-agent: GetintentCrawler
Disallow: /

User-agent: OnPageBot
Disallow: /

User-agent: HybridBot
Disallow: /

User-agent: Vegi bot
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: comscore
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: sentibot
Disallow: /

User-agent: proximic