diff options
Diffstat (limited to 'public/robots.txt')
| -rw-r--r-- | public/robots.txt | 5 |
1 files changed, 1 insertions, 4 deletions
diff --git a/public/robots.txt b/public/robots.txt index 957708ad..08a35d98 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,7 +2,7 @@ # User-agent: * # Version 1.0 -User-agent: / +User-agent: * User-agent: Googlebot User-agent: Googlebot-mobile Disallow: /shop/product/pdf/* @@ -23,9 +23,6 @@ User-agent: Adsbot-Google Allow: /my/* Allow: /shop/search/* -User-agent: * -Disallow: sentral.indoteknik.com/* -Disallow: erp.indoteknik.com/* Sitemap: https://indoteknik.com/sitemap/products.xml Sitemap: https://indoteknik.com/sitemap/brands.xml |