User-agent: * Sitemap: https://www.sanistock.ca/sitemap.xml ############## # custom # ############## # Search engines and AI search crawlers (permitted on purpose) share the same rules. User-agent: * User-agent: Googlebot User-agent: Bingbot User-agent: GPTBot User-agent: OAI-SearchBot User-agent: PerplexityBot User-agent: ClaudeBot User-agent: Google-Extended # Transactional / private Disallow: /shop/cart Disallow: /shop/checkout Disallow: /shop/confirmation Disallow: /shop/payment Disallow: /shop/address Disallow: /shop/extra_info Disallow: /my Disallow: /my/* Disallow: /fr_CA/shop/cart Disallow: /fr_CA/shop/checkout Disallow: /fr_CA/shop/confirmation Disallow: /fr_CA/shop/payment Disallow: /fr_CA/shop/address Disallow: /fr_CA/shop/extra_info Disallow: /fr_CA/my Disallow: /fr_CA/my/* Disallow: /en_CA/shop/cart Disallow: /en_CA/shop/checkout Disallow: /en_CA/shop/confirmation Disallow: /en_CA/shop/payment Disallow: /en_CA/shop/address Disallow: /en_CA/shop/extra_info Disallow: /en_CA/my Disallow: /en_CA/my/* Disallow: /web/login Disallow: /web/signup Disallow: /web/reset_password Disallow: /web/session Disallow: /webclient Disallow: /odoo # Faceted navigation and internal search Disallow: /*?*attrib= Disallow: /*?*attribute_value= Disallow: /*?*order= Disallow: /*?*search= Disallow: /*?*ppg= Disallow: /*?*tags= Disallow: /*?*min_price= Disallow: /*?*max_price= # Ad tracking parameters Disallow: /*?*utm_ Disallow: /*?*gclid= Disallow: /*?*fbclid= Disallow: /*?*gad_source= # Odoo boilerplate with no commercial value Disallow: /customers Disallow: /customers/* Disallow: /partners Disallow: /partners/* Disallow: /profile Disallow: /profile/* Disallow: /website/info Disallow: /appointment Disallow: /appointment/* Disallow: /calendar Disallow: /calendar/* Disallow: /forum Disallow: /forum/* Disallow: /event Disallow: /events Disallow: /fr_CA/customers Disallow: /fr_CA/customers/* Disallow: /fr_CA/partners Disallow: /fr_CA/partners/* Disallow: /fr_CA/profile Disallow: /fr_CA/profile/* Disallow: /fr_CA/website/info Disallow: /fr_CA/appointment Disallow: /fr_CA/appointment/* Disallow: /fr_CA/calendar Disallow: /fr_CA/calendar/* Disallow: /fr_CA/forum Disallow: /fr_CA/forum/* Disallow: /fr_CA/event Disallow: /fr_CA/events Disallow: /en_CA/customers Disallow: /en_CA/customers/* Disallow: /en_CA/partners Disallow: /en_CA/partners/* Disallow: /en_CA/profile Disallow: /en_CA/profile/* Disallow: /en_CA/website/info Disallow: /en_CA/appointment Disallow: /en_CA/appointment/* Disallow: /en_CA/calendar Disallow: /en_CA/calendar/* Disallow: /en_CA/forum Disallow: /en_CA/forum/* Disallow: /en_CA/event Disallow: /en_CA/events # Assets must stay crawlable for correct rendering Allow: /web/content/ Allow: /web/static/ Allow: /web/image/ Allow: /website/static/ Allow: /web/assets/ # Resource-heavy scrapers User-agent: AhrefsBot User-agent: SemrushBot Crawl-delay: 10 # Transactional / private Disallow: /shop/cart Disallow: /shop/checkout Disallow: /shop/confirmation Disallow: /shop/payment Disallow: /shop/address Disallow: /shop/extra_info Disallow: /my Disallow: /my/* Disallow: /fr_CA/shop/cart Disallow: /fr_CA/shop/checkout Disallow: /fr_CA/shop/confirmation Disallow: /fr_CA/shop/payment Disallow: /fr_CA/shop/address Disallow: /fr_CA/shop/extra_info Disallow: /fr_CA/my Disallow: /fr_CA/my/* Disallow: /en_CA/shop/cart Disallow: /en_CA/shop/checkout Disallow: /en_CA/shop/confirmation Disallow: /en_CA/shop/payment Disallow: /en_CA/shop/address Disallow: /en_CA/shop/extra_info Disallow: /en_CA/my Disallow: /en_CA/my/* Disallow: /web/login Disallow: /web/signup Disallow: /web/reset_password Disallow: /web/session Disallow: /webclient Disallow: /odoo # Faceted navigation and internal search Disallow: /*?*attrib= Disallow: /*?*attribute_value= Disallow: /*?*order= Disallow: /*?*search= Disallow: /*?*ppg= Disallow: /*?*tags= Disallow: /*?*min_price= Disallow: /*?*max_price= # Ad tracking parameters Disallow: /*?*utm_ Disallow: /*?*gclid= Disallow: /*?*fbclid= Disallow: /*?*gad_source= # Odoo boilerplate with no commercial value Disallow: /customers Disallow: /customers/* Disallow: /partners Disallow: /partners/* Disallow: /profile Disallow: /profile/* Disallow: /website/info Disallow: /appointment Disallow: /appointment/* Disallow: /calendar Disallow: /calendar/* Disallow: /forum Disallow: /forum/* Disallow: /event Disallow: /events Disallow: /fr_CA/customers Disallow: /fr_CA/customers/* Disallow: /fr_CA/partners Disallow: /fr_CA/partners/* Disallow: /fr_CA/profile Disallow: /fr_CA/profile/* Disallow: /fr_CA/website/info Disallow: /fr_CA/appointment Disallow: /fr_CA/appointment/* Disallow: /fr_CA/calendar Disallow: /fr_CA/calendar/* Disallow: /fr_CA/forum Disallow: /fr_CA/forum/* Disallow: /fr_CA/event Disallow: /fr_CA/events Disallow: /en_CA/customers Disallow: /en_CA/customers/* Disallow: /en_CA/partners Disallow: /en_CA/partners/* Disallow: /en_CA/profile Disallow: /en_CA/profile/* Disallow: /en_CA/website/info Disallow: /en_CA/appointment Disallow: /en_CA/appointment/* Disallow: /en_CA/calendar Disallow: /en_CA/calendar/* Disallow: /en_CA/forum Disallow: /en_CA/forum/* Disallow: /en_CA/event Disallow: /en_CA/events # Assets must stay crawlable for correct rendering Allow: /web/content/ Allow: /web/static/ Allow: /web/image/ Allow: /website/static/ Allow: /web/assets/ User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: * Allow: /social_instagram/