# Global instructions for all crawlers (to be reviewed after more BUs join CPG) User-agent: * Allow: /zh/ Disallow: /zh/industries/consumer-packaged-goods/reusables/ # Block Next.js internal build files Disallow: /_next/ # Exception: Allow crawlers to access static CSS and JS for rendering Allow: /_next/static/ # Block search and API routes Disallow: /search/ Disallow: /api/ # Block preview mode and middleware-protected paths Disallow: /_preview/ Disallow: /_trpc/ # Block common Next.js administrative/dev patterns Disallow: /admin/ Disallow: /login/ Disallow: /register/ Disallow: /*_error # Specific instructions for Baidu (Mainland China's primary engine) User-agent: Baiduspider Crawl-delay: 2 Disallow: /zh/industries/consumer-packaged-goods/reusables/ Allow: /zh/ # Specific instructions for Sogou (common in WeChat/Tencent ecosystem) User-agent: Sogou web spider Disallow: /zh/industries/consumer-packaged-goods/reusables/ # Specific instructions for ByteDance (Toutiao/Douyin search) User-agent: Bytespider Disallow: /zh/industries/consumer-packaged-goods/reusables/ # Specific instructions for 360 Search User-agent: 360Spider Disallow: /zh/industries/consumer-packaged-goods/reusables/ # Link to your Sitemap Sitemap: https://www.averydennison.cn/sitemap.xml