User-agent:* Disallow: /lib/ Disallow: /*.php$ Disallow: /pkginfo/ Disallow: /report/ Disallow: /var/ Disallow: /customer/ Disallow: /sendfriend/ # Removes Due to Crawl Anomaly Disallow: /ajaxprice/ # Disable checkout & customer account Disallow: /customer/ Disallow: /customer/account/ Disallow: /customer/account/login/ Disallow: /checkout/ # Disable Search pages Disallow: /catalog/product_compare/ Disallow: /search/ Disallow: /catalogsearch/result/ # Excluding Multi-Facets (09/12) Disallow: /*?*shoe_sole= Disallow: /*?*cat= Disallow: /*?*layercolor= Disallow: /*?*circular_window_diameter= Disallow: /*?*class= Disallow: /*?*fixings= Disallow: /*?*glazing= Disallow: /*?*layercolor= Disallow: /*?*manufacturer= Disallow: /*?*minpitch= Disallow: /*?*maxpitch= Disallow: /*?*opening= Disallow: /*?*price= Disallow: /*?*priceperm2= Disallow: /*?*producttype= Disallow: /*?*product_range= Disallow: /*?*shoe_antistatic= Disallow: /*?*shoe_chemical= Disallow: /*?*shoe_esd= Disallow: /*?*shoe_insulated= Disallow: /*?*shoe_metalarsal= Disallow: /*?*shoe_metalfree= Disallow: /*?*shoe_midsole= Disallow: /*?*shoe_safety= Disallow: /*?*shoe_scuffcap= Disallow: /*?*shoe_size= Disallow: /*?*shoe_slip= Disallow: /*?*shoe_toecap= Disallow: /*?*shoe_upper= Disallow: /*?*shoe_vegan= Disallow: /*?*shoe_waterproof= Disallow: /*?*shoe_waterresistant= Disallow: /*?*slip_resistance= Disallow: /*?*special_length= Disallow: /*?*special_thickness= Disallow: /*?*special_width= Disallow: /*?*square_window_size= Disallow: /*?*style= Disallow: /*?*ventilation= # Disable common folders Disallow: /app/ Disallow: /bin/ Disallow: /dev/ Disallow: /lib/ Disallow: /phpserver/ Disallow: /admin/ # Common files Disallow: /composer.json Disallow: /composer.lock Disallow: /CONTRIBUTING.md Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html Disallow: /COPYING.txt Disallow: /Gruntfile.js Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /nginx.conf.sample Disallow: /package.json Disallow: /php.ini.sample Disallow: /RELEASE_NOTES.txt # Disable version control folders and others Disallow: /*.git Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$ Sitemap: https://www.roofingmegastore.co.uk/feeds/sitemap.xml