User-Agent: *
Disallow: /redirect.html
Disallow: /users/my/
Disallow: /admin2/
Disallow: /admin/
Disallow: /images/
Disallow: /tracking/
Disallow: /listings/details.html
Disallow: /listing/print/
Disallow: /listings/print/
Disallow: /listings/detail.html
Disallow: /listings/search_equipment.html
Disallow: /listings/search_parts.html
Disallow: /auctions/index.html
Disallow: /virtual-trade-show/emailbooth.html
Disallow: /sl/shipping/createrequest.html
Disallow: /users/leads/index.html
Disallow: /ads/addisplay.html
Disallow: /ads/adhtm.html
Disallow: /ads/displayhtmlad.html
Disallow: /virtual-trade-show/category/flag_model.html
Disallow: /ajax/components/
Disallow: /components/
Disallow: /images/auctionpics/*/*-*.jpg

Disallow: *chap=*
Disallow: *?amount=*
Disallow: /login.html?*
Disallow: /listing/*?mobile=0
Disallow: /listing/*?lang=en
Disallow: /listing/*?nocache=1
Disallow: /features/*?lang=en
Disallow: /browse/*?*
Disallow: /features/auctions_self.html?*
Disallow: /features/auctions/private_sale.html?*

User-agent: ImagesiftBot
Disallow: /
User-Agent: trendictionbot
Disallow: / 
User-agent: GPTBot
Disallow: /
User-agent: Paracrawl
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: bingbot
Crawl-delay: 5
User-agent: msnbot
Crawl-delay: 5
User-agent: BLP_bbot
Crawl-delay: 10
User-agent: voyager
Crawl-delay: 10
User-agent: VocusBot
Allow: /news/
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: fairshare.cc
Allow: /news/
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: Flamingo_SearchEngine
Disallow: / 
User-agent: MJ12bot
Disallow: /
User-agent: 008
Disallow: /	
User-Agent: SputnikBot
Crawl-delay: 10
User-agent: SEOkicks-Robot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: GnowitNewsbot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: 8LEGS
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: / 
User-agent: AhrefsBot
Disallow: /