diff options
| -rw-r--r-- | public/robots.txt | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/public/robots.txt b/public/robots.txt index 418e72f1..59084da9 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,8 +2,6 @@ # User-agent: * # Version 1.0 -User-agent: AhrefsBot -User-agent: Yandex User-agent: Googlebot User-agent: Googlebot-mobile Disallow: /shop/product/pdf/* @@ -18,6 +16,11 @@ Disallow: /my/* Disallow: /shop/variant/* Disallow: /shop/search/* Disallow: /promo/* +Disallow: /shop/product/*/* + +User-agent: Adsbot-Google +Allow: /my/* +Allow: /shop/search/* User-agent: * Disallow: sentral.indoteknik.com/* |