User-agent: * # === URL duplicates: filters, sorting, search, pagination === Disallow: /*tag= Disallow: /*search= Disallow: /*manufacturer_id= Disallow: /*sort= Disallow: /*order= Disallow: /*limit= Disallow: /*filter_name= Disallow: /*filter_sub_category= Disallow: /*filter_description= Disallow: /*route=account/ Disallow: /*route=affiliate/ Disallow: /*route=checkout/ Disallow: /*route=product/search Disallow: /index.php?route=product/product*&manufacturer_id= Disallow: /admin Disallow: /catalog Disallow: /system Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?order= Disallow: /*&order= Disallow: /*?limit= Disallow: /*&limit= Disallow: /*?filter= Disallow: /*&filter= Disallow: /*?filter_name= Disallow: /*&filter_name= Disallow: /*?filter_sub_category= Disallow: /*&filter_sub_category= Disallow: /*?filter_description= Disallow: /*&filter_description= Disallow: /*?tracking= Disallow: /*&tracking= Disallow: /testmenu.htm Disallow: /v2sort Disallow: /v2sortpeek.php Disallow: /v2visitlog.php Disallow: /wp-login.php Disallow: /wp-admin/ Disallow: /wp-json/ Disallow: /xmlrpc.php User-agent: Yandex # === URL duplicates: filters, sorting, search, pagination === Disallow: /*tag= Disallow: /*search= Disallow: /*manufacturer_id= Disallow: /*sort= Disallow: /*order= Disallow: /*limit= Disallow: /*filter_name= Disallow: /*filter_sub_category= Disallow: /*filter_description= Disallow: /*route=account/ Disallow: /*route=affiliate/ Disallow: /*route=checkout/ Disallow: /*route=product/search Disallow: /index.php?route=product/product*&manufacturer_id= Disallow: /admin Disallow: /catalog Disallow: /system Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?order= Disallow: /*&order= Disallow: /*?limit= Disallow: /*&limit= Disallow: /*?filter= Disallow: /*&filter= Disallow: /*?filter_name= Disallow: /*&filter_name= Disallow: /*?filter_sub_category= Disallow: /*&filter_sub_category= Disallow: /*?filter_description= Disallow: /*&filter_description= Disallow: /testmenu.htm Disallow: /v2sort Disallow: /v2sortpeek.php Disallow: /v2visitlog.php Clean-param: tracking User-agent: GeedoShopProductFinder Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SERankingBacklinksBot Disallow: / User-agent: DotBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: PetalBot Disallow: / User-agent: LinkedInBot Disallow: / User-agent: WordPressPostChecker Disallow: / User-agent: FeedBot Disallow: / User-agent: Sansec Security Monitor Disallow: / # AI crawlers: bring no customers, pull the whole catalog User-agent: GPTBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: CCBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot Disallow: / User-agent: meta-externalagent Disallow: / Sitemap: https://sharland42.ru/sitemap.xml