From ddeed1dcaab6d20df1c051c543c5b2924d708ecb Mon Sep 17 00:00:00 2001 From: Miqdad Date: Thu, 16 Oct 2025 18:01:10 +0700 Subject: Update robot --- public/robots.txt | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 3972ad17..957708ad 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,6 +2,7 @@ # User-agent: * # Version 1.0 +User-agent: / User-agent: Googlebot User-agent: Googlebot-mobile Disallow: /shop/product/pdf/* @@ -9,24 +10,22 @@ Disallow: /shop/product/wishlist/* Disallow: /shop/product/https://* Disallow: /v1/* Disallow: /shop/search?*=* -Disallow: /shop/cart/ -Disallow: /shop/checkout/ +Disallow: /shop/cart +Disallow: /shop/checkout Disallow: /my/* Disallow: /shop/search/* Disallow: /promo/* Disallow: /shop/brands/*?* Disallow: /shop/category/*?* -Disallow: /login?* -Disallow: /register?* +Disallow: /shop/product/*?* User-agent: Adsbot-Google Allow: /my/* Allow: /shop/search/* User-agent: * -Disallow: /sentral.indoteknik.com/ -Disallow: /erp.indoteknik.com/ -Disallow: /development.indoteknik.com/ +Disallow: sentral.indoteknik.com/* +Disallow: erp.indoteknik.com/* Sitemap: https://indoteknik.com/sitemap/products.xml Sitemap: https://indoteknik.com/sitemap/brands.xml -- cgit v1.2.3