User-agent: ShopWiki
Crawl-Delay: 5
User-agent: *
Disallow: /Admin/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /Common/
Disallow: /Data/
Disallow: /ServerControls/
# keep the images from being indexed
Disallow: /StoreModules/CategoryIcons/
Disallow: /StoreModules/CategoryLogos/
Disallow: /StoreModules/Images/
# Disallow: /StoreModules/ProductImages/
Disallow: /StoreModules/Scripts/
# *************************************
Disallow: /Templates/Default/Images/
Disallow: /Uploads/
Disallow: /webctrl_client/
#Disallow: /XMLServices/
# *************************************
# Rover
User-agent: Roverbot
Disallow: /
#
#Wayback Machine
#User-agent: ia_archiver
#Disallow: /
#
#User-agent: ia_archiver/1.6
#Disallow: /

User-agent: WebZip
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /