# Default robots.txt for bexley
User-agent: *
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /wishlist/
Disallow: /admin/
Disallow: /catalogsearch/ 
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /sendfriend/
Disallow: /enable-cookies/
Disallow: /LICENSE.txt
Disallow: /LICENSE.html
Disallow: /skin/
Disallow: /js/
Disallow: /directory/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/
Disallow: /tag/
Disallow: /review/
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?dir=
Disallow: /*&dir=
Disallow: /*?limit=
Disallow: /*&limit=
Disallow: /*?mode=
Disallow: /*&mode=
Disallow: /*?price=
Disallow: /*&price=
Disallow: /*?color=
Disallow: /*&color=
Disallow: /*?bxl_size=
Disallow: /*&bxl_size=
Disallow: /*?bxl_category_3=
Disallow: /*&bxl_category_3=
Disallow: /*?bxl_material=
Disallow: /*&bxl_material=
Disallow: /*?bxl_pocket=
Disallow: /*&bxl_elbow=
Disallow: /*?bxl_elbow=
Disallow: /*&bxl_fabric=
Disallow: /*?bxl_fabric=
Disallow: /*&bxl_weaving=
Disallow: /*?bxl_weaving=
Disallow: /*&bxl_buttonhole=
Disallow: /*?bxl_buttonhole=
Disallow: /*&bxl_pattern=
Disallow: /*?bxl_pattern=
Disallow: /*?bxl_style=
Disallow: /*&bxl_style=
Disallow: /*?bxl_width=
Disallow: /*&bxl_width=
Disallow: /*?bxl_shortsleeves=
Disallow: /*&bxl_shortsleeves=
Disallow: /*?bxl_sole=
Disallow: /*&bxl_sole=
Disallow: /*?bxl_neck=
Disallow: /*&bxl_neck=
Disallow: /*?product_list_order=
Disallow: /*&product_list_order=
Disallow: /*SID=
Disallow: /aw_rma/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/

User-Agent: AhrefsBot
Crawl-Delay: 60

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: msnbot
Disallow: /

User-Agent: bingbot
Crawl-delay: 1

User-agent: Slurp
Crawl-delay: 5

User-agent: Exabot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: Cliqzbot
Disallow: /