Sitemap: https://www.xrdchemical.com/sitemap-index.xml

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Allow: /wp-content/uploads/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /refer/
Disallow: /*?*          # 屏蔽全站动态URL（包括子目录/fr/?、/es/?等）
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /cdn-cgi/

# 多语言子目录核心文件屏蔽
Disallow: /fr/wp-admin/
Disallow: /fr/wp-includes/
Disallow: /es/wp-admin/
Disallow: /es/wp-includes/

# 屏蔽老站点wfxrdhg

Disallow: /cn/
Disallow: /ads/

# 如果需要额外屏蔽子目录动态URL（可选）
# Disallow: /fr/*?*     # 明确屏蔽/fr/下的动态URL（如果/*?*未生效）
# Disallow: /es/*?*     # 明确屏蔽/es/下的动态URL

# 屏蔽已知的垃圾爬虫和国内搜索引擎
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-news
Disallow: /
User-agent: Baiduspider-favo
Disallow: /
User-agent: Baiduspider-cpro
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: HaosouSpider
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou inst spider
Disallow: /
User-agent: Sogou spider2
Disallow: /
User-agent: Sogou blog
Disallow: /
User-agent: Sogou News Spider
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: bytespider
Disallow: /
User-agent: ToutiaoSpider
Disallow: /