###############################
#To shut down site completely from bots use either
# Disallow: /

################################
# All Bots = *
	User-agent: *

################################
# Block all Duplicate page instances

	Disallow: /index.php/

################################
## Declare Site Map here

	Sitemap: http://www.bargain-supplements.co.uk/store/media/sitemaps/sitemap.xml
################################
# Block out directories bots don't need to go to
	Disallow: /404/
	Disallow: /app/
	Disallow: /catalog/product_compare/
	Disallow: /catalog/product/view/id/
	Disallow: /catalogsearch/ 
	Disallow: /tag/ 
	Disallow: /review/ 
	Disallow: /checkout/
	Disallow: /contacts/
	Disallow: /cron/
	Disallow: /customer/
	Disallow: /downloader/
	Disallow: /index.php/
	Disallow: /js/
	Disallow: /lib/
	Disallow: /pkginfo/
	Disallow: /report/
	Disallow: /skin/
	Disallow: /var/
	Disallow: /wishlist/ 
	Disallow: /index.php/ 
	Disallow: /*?SID 
	Disallow: /*.js$ 
	Disallow: /*.css$ 
	Disallow: /*.php$ 
	Disallow: /awstats/
	Disallow: /osc-backup/

################################
#User-agent: *
#*Disallow: crawlers.looksmart.com

################################
#Block All Images
#Disallow: *.gif
#Disallow: *.jpg
#Disallow: /*.gif$
#Disallow: /*.jpg$

#If you had search engine friendly URLs on and want to clean them out of the bots
#Disallow: /default.php/cPath/


# IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES
# THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.
# I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID
# OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS
# AND NOT EVEN BROWSING THE SITE.
#User-agent: Googlebot-Image
#Disallow: /