User-agent: ShopWiki
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Mediapartners-Google
Disallow: 

User-agent: Control
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: MFC Foundation Class Library
Disallow: /

User-agent: InternetSeer.com
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Cherry Picker
Disallow: /

User-agent: Crescent Internet ToolPak
Disallow: /

User-agent: DISCo Pump
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: grub
Disallow: /

User-agent: htdig
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: LNSpiderGuy
Disallow: /

User-agent: Netprospector
Disallow: /

User-agent: PerMan Surfer
Disallow: /

User-agent: psbot
Disallow: /

User-agent: szukacz
Disallow: /

User-agent: RPT-HTTPClient
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Ultraseek
Disallow: /

User-agent: vspider
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebEMailExtractor
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: BecomeBot
Disallow: /



User-Agent: *
Disallow: /NewsNow.asp
Disallow: /report-abuse.asp
Disallow: /report-abuse.asp*
Disallow: /*?csp=*
Disallow: /*by=
Disallow: /*find=
Disallow: /ts/
Disallow: /schedule/*
Disallow: /list.asp
Disallow: /search.aspx
Disallow: /askcq.asp
Disallow: /anscq.asp
Disallow: /charts/pricehistoryimage.asp
Disallow: /p_retailers/
Disallow: /postusercomment.asp
Disallow: /charts/
Disallow: /whatis.asp
Disallow: /maps/
Disallow: /ajax/
Disallow: /js/
Disallow: /includes/
Disallow: /fckeditor/*
Disallow: /compareadmin/

Disallow: /tmp/*
Disallow: /web_sitemap_415c7b63_000.xml
Disallow: /web_sitemap_415c7b63.xml
Disallow: /web_sitemap_415c7b63_000.xml*
Disallow: /web_sitemap_415c7b63.xml*
Disallow: /wsdl.asp*
Disallow: /wsdl2.asp*
Disallow: /rssdate.asp*
Disallow: /discounts.asp*