diff options
| author | HATEC\SPVDEV001 <tri.susilo@altama.co.id> | 2023-07-17 16:58:42 +0700 |
|---|---|---|
| committer | HATEC\SPVDEV001 <tri.susilo@altama.co.id> | 2023-07-17 16:58:42 +0700 |
| commit | e76d537689d08fb4c15d482ffa996b8012dbc941 (patch) | |
| tree | 17267b16ba50c89d55c29ea8c962312c05bdcb70 /public/robots.txt | |
| parent | 581334e8d077916c3a9ab87fd5b6e6b5126aba12 (diff) | |
| parent | e39d3b0082e83ad08044918f0b6d8e977223100d (diff) | |
Merge branch 'Feature/voucher' into Feature/promotion_programvaoucher
# Conflicts:
# src/lib/cart/components/Cart.jsx
# src/lib/checkout/components/Checkout.jsx
# src/lib/product/components/Product/Product.jsx
# src/lib/product/components/Product/ProductDesktop.jsx
# src/lib/product/components/Product/ProductMobile.jsx
Diffstat (limited to 'public/robots.txt')
| -rw-r--r-- | public/robots.txt | 12 |
1 files changed, 11 insertions, 1 deletions
diff --git a/public/robots.txt b/public/robots.txt index a4ee103d..418e72f1 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,13 +1,23 @@ # This says to apply these settings to ALL search engine spiders/crawlers # User-agent: * +# Version 1.0 User-agent: AhrefsBot -User-agent: Adsbot-Google User-agent: Yandex User-agent: Googlebot +User-agent: Googlebot-mobile Disallow: /shop/product/pdf/* +Disallow: /shop/product/wishlist/* Disallow: /shop/product/https://* Disallow: /v1/* +Disallow: /shop/search?product_name=* +Disallow: /shop/search?q=* +Disallow: /shop/cart/ +Disallow: /shop/checkout/ +Disallow: /my/* +Disallow: /shop/variant/* +Disallow: /shop/search/* +Disallow: /promo/* User-agent: * Disallow: sentral.indoteknik.com/* |