blob: 62114b1f5c12a247b0d53669f996766acfac3828 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
|
# This says to apply these settings to ALL search engine spiders/crawlers
# User-agent: *
User-agent: Googlebot
Disalow: /shop/product/pdf/*
Disalow: /shop/product/https://*
Disallow: /v1/*
Disallow: /sentral.indoteknik.com*
Sitemap: https://indoteknik.com/sitemap/products.xml
Sitemap: https://indoteknik.com/sitemap/brands.xml
Sitemap: https://indoteknik.com/sitemap/categories.xml
Sitemap: https://indoteknik.com/sitemap/videos.xml
|
