# Crawlers Setup
User-agent: *
# Files - Mage
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /crossdomain.xml
Disallow: /get.php
Disallow: /index.php.sample
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /LICENSE_EE.html
Disallow: /LICENSE_EE.txt
Disallow: /mage
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt
Disallow: /robots-development.txt
Disallow: /robots-production.txt
Disallow: /*.php$
# Directories - Mage
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
# Directories - Custom
Disallow: /_etc/
Disallow: /custom/
Disallow: /CustomExport/
Disallow: /feeds/
Disallow: /gulp/
Disallow: /starks/
Disallow: /tmp/
# Paths - Query Strings
Disallow: /*?___
Disallow: /*&___
Disallow: /*?dir=
Disallow: /*&dir=
Disallow: /*?limit=
Disallow: /*&limit=
Disallow: /*?order=
Disallow: /*&order=
#Disallow: /*?p=
Disallow: /*?p=*&
Disallow: /*&p=
Disallow: /*?SID=
Disallow: /*?guest_sec=
# Paths - Magento
Disallow: /index.php/
Disallow: /install.php/
Disallow: /404/
Disallow: /admin/
Disallow: /api/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product_compare/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /contacts/
Disallow: /customer/
Disallow: /directory/
Disallow: /install/
Disallow: /newsletter/
Disallow: /pkginfo/
Disallow: /poll/
Disallow: /report/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
# Paths - Custom
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /advancedrar/
Disallow: /advancedreviews/
Disallow: /catalogsearch/ajax/
Disallow: /control/
Disallow: /customize/
Disallow: /jointheclub/
Disallow: /productshippingquote/
# Pages
Disallow: /dev-test-product
Disallow: /dev-test-product.html
Disallow: /enable-cookies$
Disallow: /enable-cookies/$
Disallow: /home$
Disallow: /home/$
Disallow: /service-unavailable$
Disallow: /service-unavailable/$
# Allow
#Allow: /*?p=
Allow: /*?mr*

# Disable Digg Mirror
User-agent: duggmirror
Disallow: /


Sitemap: https://www.betterbraces.com/sitemap.xml