# This says to apply these settings to ALL search engine spiders/crawlers
# User-agent: *

User-agent: AhrefsBot
User-agent: Adsbot-Google
User-agent: Yandex
User-agent: Googlebot
Disallow: /shop/product/pdf/*
Disallow: /shop/product/https://*
Disallow: /v1/*

User-agent: *
Disallow: sentral.indoteknik.com/*
Disallow: erp.indoteknik.com/*

Sitemap: https://indoteknik.com/sitemap/products.xml
Sitemap: https://indoteknik.com/sitemap/brands.xml	
Sitemap: https://indoteknik.com/sitemap/categories.xml
Sitemap: https://indoteknik.com/sitemap/videos.xml