# Crawlers Setup
User-agent: *

Sitemap: https://www.fashionaddict.com.au/sitemap.xml

# Allowable Index
Allow: /*?p=
Allow: /catalog/seo_sitemap/category/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /directory/currency/switch/currency/
Disallow: /gift-registry/index/registry/
Disallow: /sales/order/
Disallow: /app/
Disallow: /lib/

# Paths
Disallow: /*.php$
Disallow: /*?SID=

# Attributes
Disallow: /*dir=*
Disallow: /*order=*
Disallow: /*price=*
Disallow: /*/filter/*

# Allow CSS / JS
Disallow: /skin/
Disallow: /media/
Disallow: /js/
Allow: /*.js*$
Allow: /*.css*$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.jpg$


# Block other crawlers

User-agent: 008
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: Fatbot
Disallow: /

User-agent: superfish
Disallow: /

User-agent: dtSearchSpider
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: TwengaBot-2.0
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Baiduspider
Disallow: /