# This says to apply these settings to ALL search engine spiders/crawlers
# User-agent: *
# Version 1.0

User-agent: *
User-agent: Googlebot
User-agent: Googlebot-mobile
Disallow: /shop/product/pdf/*
Disallow: /shop/product/wishlist/*
Disallow: /shop/product/https://*
Disallow: /v1/*
Disallow: /shop/search?*=*
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /my/*
Disallow: /shop/search/*

User-agent: Adsbot-Google
Allow: /my/*
Allow: /shop/search/*


Sitemap: https://indoteknik.com/sitemap/products.xml
Sitemap: https://indoteknik.com/sitemap/brands.xml
Sitemap: https://indoteknik.com/sitemap/categories.xml
Sitemap: https://indoteknik.com/sitemap/videos.xml