# Allow everyone, but with specific Disallows that apply universally User-agent: * Disallow: /cgi-bin/ Disallow: /cart Disallow: /purchase.html Disallow: /search Disallow: /*/1000$ Disallow: /clientlibs/ Disallow: /*gQT= Disallow: /Products/products/clp Disallow: /parts-accessories/clp.html Disallow: /Products/parts-accessories/clp/accessories.html Disallow: /Products/parts-accessories/clp/parts.html Allow: / # Explicitly and fully allow Google’s crawlers used by Search/Images/Ads/Merchant Center User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / # Algolia crawler (keep as-is if you want it fully allowed) User-agent: OAI-SearchBot Allow: / Sitemap: https://www.sageappliances.com/sitemap.xml