# TAG-BUDGET-POLICY-20261113 # Thin tag pages (~8.6k/site, 64% carry a single article) are excluded from AI # crawler budgets so that crawl attention stays on content and landing pages. # Search engines keep full /tag/ access. User-agent: Googlebot Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: Googlebot-Image Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: Googlebot-News Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: AdsBot-Google Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: Storebot-Google Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: GoogleOther Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: Baiduspider Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: Sogou web spider Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: 360Spider Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: YisouSpider Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: YandexBot Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: DuckDuckBot Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: GPTBot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: ChatGPT-User Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: OAI-SearchBot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: anthropic-ai Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: Claude-Web Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: Claude-SearchBot Crawl-delay: 1 Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: Claude-User Crawl-delay: 1 Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: ClaudeBot User-agent: Reflectionbot User-agent: KeenableBot User-agent: TernCrawler # WANLIN-ROBOTS-NEWAI-20261113 Crawl-delay: 1 Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: Google-Extended Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: meta-externalagent Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: FacebookBot Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: Bytespider Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: DeepSeekBot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: moonshot-bot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: Qwenbot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: cohere-ai Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: PerplexityBot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: MistralBot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: YouBot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: CCBot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: Applebot Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: Applebot-Extended Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: Meta-ExternalFetcher Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: / User-agent: MicrosoftPreview Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: Google-InspectionTool Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / User-agent: PetalBot Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / Crawl-delay: 1 User-agent: HaosouSpider Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / Crawl-delay: 1 User-agent: * Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Disallow: /admin/ Disallow: /config/ Disallow: /core/ Disallow: /data/ Disallow: /doc/ Disallow: /template/ Disallow: /runtime/ Disallow: /apps/ Disallow: /static/upload/file/ Disallow: /*.sql$ Disallow: /*.zip$ Sitemap: https://www.wanlinfire.com/sitemap.xml Sitemap: https://www.wanlinfire.com/sitemap-ai.xml Sitemap: https://www.wanlinfire.com/sitemap-buyers.xml Sitemap: https://www.wanlinfire.com/sitemap-images.xml User-agent: OAI-AdsBot Allow: /tag/ Disallow: /core/qrcode.php Disallow: /Spider/ Allow: / Sitemap: https://www.wanlinfire.com/sitemap-index.xml Sitemap: https://www.wanlinfire.com/sitemap-standalone-heat-detector.xml Sitemap: https://www.wanlinfire.com/sitemap-export-wireless-standalone-heat-detector.xml Sitemap: https://www.wanlinfire.com/sitemap-export-wireless-standalone-sounder-beacon.xml Sitemap: https://www.wanlinfire.com/sitemap-standalone-smoke-alarm.xml Sitemap: https://www.wanlinfire.com/sitemap-export-wireless-standalone-manual-call-point.xml Sitemap: https://www.wanlinfire.com/sitemap-export-smoke-and-heat-detector-tester.xml Sitemap: https://www.wanlinfire.com/sitemap-autonomous-vehicle-fire-safety.xml Sitemap: https://www.wanlinfire.com/sitemap-wireless-smoke-alarm.xml Sitemap: https://www.wanlinfire.com/sitemap-wanlin-307-smart-lorawan-smoke-alarm.xml Sitemap: https://www.wanlinfire.com/sitemap-urban-renewal-fire-retrofit.xml Sitemap: https://www.wanlinfire.com/sitemap-eldercare-fire-safety.xml Sitemap: https://www.wanlinfire.com/sitemap-fire-safety-inspection-box.xml Sitemap: https://www.wanlinfire.com/sitemap-static.xml # AI crawlers: thin tag listing pages excluded (tag-budget policy) User-agent: Amazonbot Disallow: /tag/ Disallow: /core/ Disallow: /Spider/ Allow: /