User-agent: * # Block indexing of login request screen. Disallow: /isauth/login/ Disallow: /isauth/signup/ Disallow: /contact/report-board/board_id/ Disallow: /contact/report-board/board_reply_id/ Disallow: /contact/report-article/article_id/ Disallow: /contact/report-review/review_id/ Disallow: /chieco/question/entry Disallow: /chieco/auth/login Disallow: /beautist/article-entry/entry Disallow: /beautist/login/ Disallow: /login Disallow: /bloombox/auth/ Disallow: /bloombox/m/auth/ Disallow: /user/login Disallow: /specialist/login Disallow: /forward-login/ # Block indexing of duplicate pages. Disallow: /*preview Disallow: /*?ref=faceted-nav Disallow: /*?*&ref=faceted-nav Disallow: /*?fbclid= Disallow: /*?*&fbclid= # Block indexing of GA cross-domain tracking parameters Disallow: /*?_ga= Disallow: /*?*&_ga= Disallow: /*?_gl= Disallow: /*?*&_gl= # Block indexing of API. Disallow: /api/ Disallow: /categories/api/ Disallow: /tags/api/ # Block indexing of others. Disallow: /brand/gadget* Disallow: /html/spc/mail/ Disallow: /biche/biche/beacon Disallow: /products/*context*schema.org* # Block indexing of for app pages. Disallow: /uid-app/ # Control crawl requests. User-agent: Baidu Crawl-Delay: 1 User-agent: Yeti Crawl-Delay: 1 User-agent: Yandex Crawl-Delay: 1 # Sitemaps Sitemap: https://www.cosme.net/sitemap.xml Sitemap: https://www.cosme.net/sitemap-index.xml Sitemap: https://www.cosme.net/biche/biche/sitemap.xml Sitemap: https://www.cosme.net/chieco/sitemap.xml Sitemap: https://www.cosme.net/sitemapindex-products.sitemap Sitemap: https://www.cosme.net/sitemapindex-variations.sitemap Sitemap: https://www.cosme.net/sitemapindex-reviews.sitemap Sitemap: https://www.cosme.net/sitemapindex-reviews-photo.sitemap Sitemap: https://www.cosme.net/sitemapindex-content.sitemap Sitemap: https://www.cosme.net/sitemapindex-blog.sitemap Sitemap: https://www.cosme.net/sitemapindex-qa.sitemap Sitemap: https://www.cosme.net/sitemapindex-bestcosme.sitemap Sitemap: https://www.cosme.net/sitemapindex-other.sitemap