# Crawlers Setup
User-agent: *

# Sitemap
Sitemap: https://www.776bc.com.au/sitemap.xml

# Directories
Disallow: /404/

# Paths (clean URLs)
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /catalog/product/gallery/
Disallow: /where/

# Do not crawl sub category pages that are sorted or filtered.
Disallow: /*?dir*
Disallow: /*?limit*
Disallow: /*?mode*
Disallow: /*?order*
Disallow: /*?p*
Disallow: /*&dir*
Disallow: /*&limit*
Disallow: /*&mode*
Disallow: /*&order*
Disallow: /*&p*

# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*?SID=

# Category Pages
Disallow: /*/gender/
Disallow: /*/price/
Disallow: /*/personality/
Disallow: /*/where/
Disallow: /*/page/

# Product Pages
Disallow: /productalert/
Disallow: /customer/account
Disallow: /checkout/cart/
Disallow: /search/
Disallow: /wishlist/

# Allow images, css, js
Allow: *.svgz$
Allow: *.tiff$
Allow: *.webm$
Allow: *.jpeg$
Allow: *.png$
Allow: *.gif$
Allow: *.css$
Allow: *.jpg$
Allow: *.jpe$
Allow: *.ico$
Allow: *.cur$
Allow: *.svg$
Allow: *.tif$
Allow: *.js$

# :)