#User-agent: * 
#Allow: /

User-agent: ShopWiki
Disallow: /

User-agent: twiceler
Disallow: /

#User-Agent: MJ12bot
#Disallow: /

User-agent: *
Disallow: /login/

User-agent: *
Disallow: /login/*

User-agent: Mediapartners-Google
Disallow: 

#
# Go away, Microsoft URL Control and other nameless MSIE stealth bots
#
#User-agent: Microsoft
#Disallow: /

User-agent: Control
Disallow: /

User-agent: MSIECrawler
Disallow: /

#User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
#Disallow: /

#User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
#Disallow: /

#User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
#Disallow: /

User-agent: MFC Foundation Class Library
Disallow: /

#
# InternetSeer.com: you were not invited, go away
#

User-agent: InternetSeer.com
Disallow: /


#
# Other pests follow
#

User-agent: BaiDuSpider
Disallow: /

User-agent: Cherry Picker
Disallow: /

User-agent: Crescent Internet ToolPak
Disallow: /

User-agent: DISCo Pump
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: grub
Disallow: /

User-agent: htdig
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: LNSpiderGuy
Disallow: /

User-agent: Netprospector
Disallow: /

User-agent: PerMan Surfer
Disallow: /

User-agent: psbot
Disallow: /

# Not sure about these guys -- looks like some kinda polish bot

User-agent: szukacz
Disallow: /

User-agent: RPT-HTTPClient
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Ultraseek
Disallow: /

User-agent: vspider
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebEMailExtractor
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: BecomeBot
Disallow: /



User-Agent: *
Disallow: /report-abuse.asp
Disallow: /report-abuse.asp*
Disallow: /*?csp=*
Disallow: /*search=
Disallow: /*filter=
Disallow: /*by=
Disallow: /*find=
Disallow: /news.asp?s=*
Disallow: /s/
Disallow: /ts/
Disallow: /pages/Media/
Disallow: /schedule/
Disallow: /viewoffer.asp
Disallow: /viewoffer.asp*
#Disallow: /list.asp LET GOOGLE SEE THESE SO THAT THEY CAN BE CORRECTLY 301'd OR NO FOLLOWED 21-09-09
Disallow: /search.aspx
Disallow: /askcq.asp
Disallow: /anscq.asp
Disallow: /v.asp
Disallow: /v.asp*
Disallow: /sitedirectory/sites.asp
Disallow: /sitedirectory/redirect.asp
Disallow: /out.asp
Disallow: /charts/pricehistoryimage.asp
Disallow: /p_wpr/
#Disallow: /p_rpr/ LET GOOGLE SEE THESE SO THAT THEY CAN BE CORRECTLY 301'd OR NO FOLLOWED 21-09-09
Disallow: /p_retailers/
Disallow: /postusercomment.asp
Disallow: /charts/
Disallow: /whatis.asp
Disallow: /maps/
Disallow: /ajax/
Disallow: /js/
Disallow: /includes/
Disallow: /top20products/*
#Disallow: /manuals/ LET GOOGLE SEE THESE SO THAT THEY CAN BE CORRECTLY 301'd OR NO FOLLOWED 21-09-09
#Disallow: /parts/ LET GOOGLE SEE THESE SO THAT THEY CAN BE CORRECTLY 301'd OR NO FOLLOWED 21-09-09
Disallow: /pages/Appliances/Dehumidifiers/
Disallow: /pages/Appliances/Humidifiers/
Disallow: /pages/Appliances/Small-Appliances/Electric-Skillets-and-Woks/
Disallow: /pages/Appliances/Small-Appliances/Kitchen-Electrics-Accessories/
Disallow: /pages/Appliances/Small-Appliances/Pasta-Makers/
Disallow: /pages/Appliances/Small-Appliances/Popcorn-Makers/
Disallow: /pages/Appliances/Small-Appliances/Specialty-Electrics/
Disallow: /pages/Appliances/Small-Appliances/Toaster-Ovens/
Disallow: /pages/Appliances/Small-Appliances/Waffle-Makers/
Disallow: /pages/Books-Miscellaneous/
Disallow: /pages/Clothing-and-Accessories/Clothing/
Disallow: /pages/Clothing-and-Accessories/Shoes/
Disallow: /pages/Computers/Computers-Miscellaneous/
Disallow: /pages/Computers/Networking/Media-Streamers/
Disallow: /pages/Electronics/Cameras-and-Photography/Instant-Cameras/
Disallow: /pages/Electronics/Cameras-and-Photography/Photographic-Film/
Disallow: /pages/Electronics/Cameras-and-Photography/Photography-Accessories/
Disallow: /pages/Electronics/Cameras-and-Photography/Rangefinder-Cameras/
Disallow: /pages/Electronics/Cameras-and-Photography/Single-Use-Cameras/
Disallow: /pages/Electronics/Car-Audio-and-Video/CB-Radios/
Disallow: /pages/Electronics/Car-Audio-and-Video/Car-Audio-Accessories/
Disallow: /pages/Electronics/Car-Audio-and-Video/Car-Monitors/
Disallow: /pages/Electronics/Car-Audio-and-Video/Radar-Detectors/
Disallow: /pages/Electronics/Car-Audio-and-Video/Radio-Scanners/
Disallow: /pages/Electronics/Communications/Telephone-Accessories/
Disallow: /pages/Electronics/Electronics-Miscellaneous/
Disallow: /pages/Electronics/Home-Audio/Audio-and-Video-Media/
Disallow: /pages/Electronics/Home-Audio/Equalizers/
Disallow: /pages/Electronics/Home-Audio/Home-Audio-Accessories/
Disallow: /pages/Electronics/Musical-Instruments/
Disallow: /pages/Electronics/Portable-Electronics/Telescopes-and-Binoculars/
Disallow: /pages/Electronics/TV-and-Video/Handheld-Televisions/
Disallow: /pages/Electronics/TV-and-Video/Security-Systems-and-Surveillance/
Disallow: /pages/Electronics/TV-and-Video/TV-Accessories/
Disallow: /pages/Electronics/Weather-Stations/
Disallow: /pages/Event-Tickets/
Disallow: /pages/Health-and-Beauty/Cosmetics/
Disallow: /pages/Health-and-Beauty/Fragrance/
Disallow: /pages/Health-and-Beauty/Health-Aids/
Disallow: /pages/Health-and-Beauty/Nutrition/
Disallow: /pages/Health-and-Beauty/Personal-Care/
Disallow: /pages/Home-and-Garden/Baby-Care/
Disallow: /pages/Home-and-Garden/Craft-Supplies/
Disallow: /pages/Home-and-Garden/Furniture/
Disallow: /pages/Home-and-Garden/Garden/
Disallow: /pages/Home-and-Garden/Home-Furnishings/
Disallow: /pages/Home-and-Garden/Kitchen/
Disallow: /pages/Home-and-Garden/Luggage/
Disallow: /pages/Home-and-Garden/Magazines/
Disallow: /pages/Home-and-Garden/Pets/
Disallow: /pages/Home-and-Garden/Tools-and-Hardware/Automotive-Parts-and-Accessories/
Disallow: /pages/Home-and-Garden/Tools-and-Hardware/Tools-and-Hardware/
Disallow: /pages/Jewellery-and-Accessories/Jewellery/
Disallow: /pages/Jewellery-and-Accessories/Jewellery-Miscellaneous/
Disallow: /pages/Jewellery-and-Accessories/Sunglasses/
Disallow: /pages/Jewellery-and-Accessories/Watches/
Disallow: /pages/Miscellaneous/
Disallow: /pages/Mobile-Phones-and-Accessories/Mobile-Phone-Accessories/
Disallow: /pages/Movies-Miscellaneous/
Disallow: /pages/Music-Miscellaneous/
Disallow: /pages/Office/Office-Supplies/
Disallow: /pages/Office/Overhead-Projectors/
Disallow: /pages/Office/Slide-Projectors/
Disallow: /pages/Office/Typewriters-and-Word-Processors/
Disallow: /pages/Sports-and-Fitness/Flashlights/
Disallow: /pages/Sports-and-Fitness/Sports-and-Outdoors/
Disallow: /pages/Toys-and-Games/Toys/
Disallow: /pages/Video-Games/Classic-Consoles-Games/
Disallow: /pages/Video-Games/Dreamcast-Games/
Disallow: /pages/Video-Games/Nintendo-64-Games/
Disallow: /pages/Video-Games/Video-Game-Accessories/
Disallow: /pages/Video-Games/Video-Games-Miscellaneous/
Disallow: /pages/Wine-and-Gifts/Flowers-and-Plants/
Disallow: /pages/Wine-and-Gifts/Flowers-Gifts-and-Hampers-Miscellaneous/
Disallow: /pages/Wine-and-Gifts/Food-and-Drink/
Disallow: /pages/Wine-and-Gifts/Gifts-and-Collectibles/
Disallow: /pages/Wine-and-Gifts/Spirits-and-Beers/
Disallow: /pages/Wine-and-Gifts/Wine/
Disallow: /pages/Toys-and-Games/
Disallow: /pages/Wine-and-Gifts/
Disallow: /pages/Books-Miscellaneous/
Disallow: /pages/Clothing-and-Accessories/
Disallow: /pages/Event-Tickets/
Disallow: /pages/Miscellaneous/
Disallow: /pages/Movies-Miscellaneous/
Disallow: /pages/Music-Miscellaneous/
Disallow: /pages/Sports-and-Fitness/
Disallow: /local/