# AI crawlers — WELCOME: search, citation (RAG), AND training.
# Being in AI answers + training corpora is our discovery channel. AI referrals drove our signups;
# blocking these crawlers on 2026-07-02 caused the signup cliff (AI-referred signups crashed 8→1 the
# next week while Google/direct held steady). Reversed 2026-07-18. See project_ranking_cliff_diagnosis.
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: CCBot
Allow: /
User-agent: meta-externalagent
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /

# Baidu — verified in Ziyuan 2026-07-30 (meta tag in app.html + root file
# baidu_verify_codeva-YyiUYkybX0.html). Allowed via the wildcard already; explicit here
# because we are actively courting the ZH market and ambiguity is not worth the risk.
User-agent: Baiduspider
Allow: /
User-agent: Baiduspider-render
Allow: /

# Aggressive / direct-competitor scrapers stay blocked (cost control, no citation upside).
User-agent: Bytespider
Disallow: /
User-agent: Amazonbot
Disallow: /

# Everyone else. Content Signals (contentsignals.org): welcome search + AI grounding + training.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /api/

Sitemap: https://teclazo.com/sitemap.xml
# Curated Chinese shortlist for Baidu. Also submitted by hand in Ziyuan, but listed here so
# discovery does not depend on that submission surviving. Deliberately NOT in sitemap.xml's
# index: it is a hand-picked subset, not another slice of the site.
Sitemap: https://teclazo.com/sitemap-zh-baidu.xml