blob: 3972ad177bbb4ea9d8861a9f16aaee5f8cf6ee2a (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
# This says to apply these settings to ALL search engine spiders/crawlers
# User-agent: *
# Version 1.0
User-agent: Googlebot
User-agent: Googlebot-mobile
Disallow: /shop/product/pdf/*
Disallow: /shop/product/wishlist/*
Disallow: /shop/product/https://*
Disallow: /v1/*
Disallow: /shop/search?*=*
Disallow: /shop/cart/
Disallow: /shop/checkout/
Disallow: /my/*
Disallow: /shop/search/*
Disallow: /promo/*
Disallow: /shop/brands/*?*
Disallow: /shop/category/*?*
Disallow: /login?*
Disallow: /register?*
User-agent: Adsbot-Google
Allow: /my/*
Allow: /shop/search/*
User-agent: *
Disallow: /sentral.indoteknik.com/
Disallow: /erp.indoteknik.com/
Disallow: /development.indoteknik.com/
Sitemap: https://indoteknik.com/sitemap/products.xml
Sitemap: https://indoteknik.com/sitemap/brands.xml
Sitemap: https://indoteknik.com/sitemap/categories.xml
Sitemap: https://indoteknik.com/sitemap/videos.xml
|
