From 6e10da793b9c1acf71232fe741cf91d16a4db82a Mon Sep 17 00:00:00 2001 From: Rafi Zadanly Date: Tue, 11 Jul 2023 16:53:33 +0700 Subject: Update robots.txt --- public/robots.txt | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 418e72f1..59084da9 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,8 +2,6 @@ # User-agent: * # Version 1.0 -User-agent: AhrefsBot -User-agent: Yandex User-agent: Googlebot User-agent: Googlebot-mobile Disallow: /shop/product/pdf/* @@ -18,6 +16,11 @@ Disallow: /my/* Disallow: /shop/variant/* Disallow: /shop/search/* Disallow: /promo/* +Disallow: /shop/product/*/* + +User-agent: Adsbot-Google +Allow: /my/* +Allow: /shop/search/* User-agent: * Disallow: sentral.indoteknik.com/* -- cgit v1.2.3