#Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:

#Crawlers Setup
User-agent: *

#Directories
Disallow:/404/
Disallow:/app/
Disallow:/cgi-bin/
Disallow:/downloader/
Disallow:/errors/
Disallow:/includes/
#Disallow:/js/
#Disallow:/lib/
Disallow:/magento/
#Disallow:/media/
Disallow:/pkginfo/
Disallow:/report/
Disallow:/scripts/
Disallow:/shell/
#Disallow:/skin/
Disallow:/stats/
Disallow:/var/

#Paths (clean URLs)
#Disallow:/index.php/
Disallow:/catalog/product_compare/
Disallow:/catalog/category/view/
Disallow:/catalog/product/gallery/
Disallow:/catalog/product/view/
Disallow:/catalogsearch/
#Disallow:/checkout/
Disallow:/control/
Disallow:/contacts/
Disallow:/customer/
Disallow:/customize/
Disallow:/newsletter/
Disallow:/poll/
Disallow:/review/
Disallow:/sendfriend/
Disallow:/tag/
Disallow:/wishlist/

#Files
Disallow:/cron.php
Disallow:/cron.sh
Disallow:/error_log
Disallow:/install.php
Disallow:/LICENSE.html
Disallow:/LICENSE.txt
Disallow:/LICENSE_AFL.txt
Disallow:/STATUS.txt

#Paths
#Disallow:/*.js$
#Disallow:/*.css$
Disallow:/*.php$
Disallow:/*?SID=

#Sitemap
Sitemap: https://chloes.fi/sitemap/fi/sitemap.xml
Sitemap: https://chloeshair.co.uk/sitemap/uk/sitemap.xml
Sitemap: https://chloes.ie/sitemap/ie/sitemap.xml
Sitemap: https://chloes.dk/sitemap/dk/sitemap.xml
Sitemap: https://chloes.se/sitemap/se/sitemap.xml
Sitemap: https://chloes.no/sitemap/no/sitemap.xml
Sitemap: https://chloes.de/sitemap/de/sitemap.xml
Sitemap: https://chloes.es/sitemap/es/sitemap.xml
Sitemap: https://chloes.ch/sitemap/ch/sitemap.xml
Sitemap: https://chloes.at/sitemap/at/sitemap.xml
Sitemap: https://chloes.ca/sitemap/ca/sitemap.xml
Sitemap: https://chloeshair.com/sitemap/us/sitemap.xml
Sitemap: https://chloeshair.co.nz/sitemap/nz/sitemap.xml
Sitemap: https://chloeshair.com.au/sitemap/aus/sitemap.xml