User-agent: ClaudeBot Crawl-delay: 10 # 强制爬取延迟 Disallow: /cates/ Disallow: /listing_ Disallow: /zb_system/ User-agent: Bytespider # 字节跳动爬虫也需要限制 Crawl-delay: 5 Disallow: /cates/ User-agent: SemrushBot # 屏蔽此爬虫 Disallow: / User-agent: * Disallow: /cates/ Disallow: /listing_* Disallow: /zb_system/ Disallow: /plus/so.php Allow: /favicon.ico