# robots.txt for search engines
User-agent:*
crawl-delay: 20
Disallow: /cgi-bin/
Disallow: /etemando/pcs/product/
Disallow: /onpage/digitalcinema.au/prd.js?v=2
Disallow: /review/product/
Disallow: /captcha/refresh/
Disallow: /ShoppingCart.asp?
Disallow: /ProductDetails.asp?
Disallow: /rss/
Disallow: /*Q82019309.com
Disallow: /*djyl18.com
Disallow: /*qpyl18.com
Disallow: /*price2spy.com
Disallow: /sendtofriend/form/*
Disallow: /checkout/cart/add/
Disallow: /checkout/cart/
Disallow: /store/index/selector/
Disallow: /customer/account/login/
Disallow: /customer/account/create/
Disallow: /catalog/product_compare/add/product/
Disallow: /wishlist/index/add/product/
Disallow: /(?:[_]|price=\d*-\d*|order=name|mode=list)/
Disallow: /*/~/.*
Disallow: /applybuy/apply/modal/
Disallow: /applybuy/apply/terms/id/
Disallow: /forms/product/rate/
Disallow: /more-info/sms-security-code/modal/
Disallow: /privacy-policy/generic-publications/
# added for M1 and M2 code design issue, M1 supported attribute value in search urls but M2 only supports attribute ids
Disallow: /catalogsearch/result/