# -------------------------------------------- # Magento 2 Development : youweagency.co.uk # Digital Marketing : ignitionsearch.co.uk # -------------------------------------------- Host: https://www.vufold.co.uk # Crawler Setup User-agent: * # Paths Disallow: /stores/store/ Disallow: /index.php/ Disallow: /errors/ Disallow: /catalog/ Disallow: /catalogsearch/ Disallow: /checkout/ Disallow: /control/ Disallow: /contacts/ Disallow: /customer/ Disallow: /customize/ Disallow: /newsletter/ Disallow: /poll/ Disallow: /review/ Disallow: /sendfriend/ Disallow: /tag/ Disallow: /wishlist/ Disallow: /elasticsuite_cms/ Disallow: /cdn-cgi/ # AJAX Search Disallow: /search/ajax/suggest/?q* # Exclude Filters Disallow: /*.php$ # VuFold Specific Filters Disallow: /*?blind_compatibility Disallow: /*&blind_compatibility Disallow: /*?bottom_track Disallow: /*&bottom_track Disallow: /*?custom_product_type Disallow: /*&custom_product_type Disallow: /*?door_design Disallow: /*&door_design Disallow: /*?french_door_supreme_only Disallow: /*&french_door_supreme_only Disallow: /*?glass_type Disallow: /*&glass_type Disallow: /*?glazing_option Disallow: /*&glazing_option Disallow: /*?handle_category Disallow: /*&handle_category Disallow: /*?lever_length Disallow: /*&lever_length Disallow: /*?manufacturer Disallow: /*&manufacturer Disallow: /*?material Disallow: /*&material Disallow: /*?number_of_door_stops Disallow: /*&number_of_door_stops Disallow: /*?number_of_magnet_pairs Disallow: /*&number_of_magnet_pairs Disallow: /*?open_in_out Disallow: /*&open_in_out Disallow: /*?open_left_right Disallow: /*&open_left_right Disallow: /*?projection Disallow: /*&projection Disallow: /*?rooflight_size Disallow: /*&rooflight_size # SEO Bots User-agent: AhrefsBot Crawl-delay: 2 User-agent: rogerbot Crawl-delay: 2 User-agent: VeBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: MJ12bot Disallow: / # Search Crawlers User-agent: Slurp Crawl-delay: 1 User-agent: Yandex Crawl-delay: 1 User-agent: msnbot Crawl-delay: 1 User-agent: msnbot-media Crawl-delay: 1 # XML Sitemaps for Case Studies (Manual) Sitemap: https://www.vufold.co.uk/media/blog_sitemap_other.xml # XML Sitemaps by Mageworx (Auto) Sitemap: https://www.vufold.co.uk/media/sitemap_category.xml Sitemap: https://www.vufold.co.uk/media/sitemap_product.xml Sitemap: https://www.vufold.co.uk/media/sitemap_other.xml Sitemap: https://www.vufold.co.uk/media/sitemap_cms.xml