summaryrefslogtreecommitdiff
path: root/public
diff options
context:
space:
mode:
Diffstat (limited to 'public')
-rw-r--r--public/robots.txt7
1 files changed, 4 insertions, 3 deletions
diff --git a/public/robots.txt b/public/robots.txt
index 418e72f1..4aca1276 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -2,8 +2,6 @@
# User-agent: *
# Version 1.0
-User-agent: AhrefsBot
-User-agent: Yandex
User-agent: Googlebot
User-agent: Googlebot-mobile
Disallow: /shop/product/pdf/*
@@ -15,10 +13,13 @@ Disallow: /shop/search?q=*
Disallow: /shop/cart/
Disallow: /shop/checkout/
Disallow: /my/*
-Disallow: /shop/variant/*
Disallow: /shop/search/*
Disallow: /promo/*
+User-agent: Adsbot-Google
+Allow: /my/*
+Allow: /shop/search/*
+
User-agent: *
Disallow: sentral.indoteknik.com/*
Disallow: erp.indoteknik.com/*