diff options
| -rw-r--r-- | public/robots.txt | 13 |
1 files changed, 6 insertions, 7 deletions
diff --git a/public/robots.txt b/public/robots.txt index 3972ad17..957708ad 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,6 +2,7 @@ # User-agent: * # Version 1.0 +User-agent: / User-agent: Googlebot User-agent: Googlebot-mobile Disallow: /shop/product/pdf/* @@ -9,24 +10,22 @@ Disallow: /shop/product/wishlist/* Disallow: /shop/product/https://* Disallow: /v1/* Disallow: /shop/search?*=* -Disallow: /shop/cart/ -Disallow: /shop/checkout/ +Disallow: /shop/cart +Disallow: /shop/checkout Disallow: /my/* Disallow: /shop/search/* Disallow: /promo/* Disallow: /shop/brands/*?* Disallow: /shop/category/*?* -Disallow: /login?* -Disallow: /register?* +Disallow: /shop/product/*?* User-agent: Adsbot-Google Allow: /my/* Allow: /shop/search/* User-agent: * -Disallow: /sentral.indoteknik.com/ -Disallow: /erp.indoteknik.com/ -Disallow: /development.indoteknik.com/ +Disallow: sentral.indoteknik.com/* +Disallow: erp.indoteknik.com/* Sitemap: https://indoteknik.com/sitemap/products.xml Sitemap: https://indoteknik.com/sitemap/brands.xml |