# https://www.cantian.ai robots.txt

User-agent: *
Allow: /
Disallow: /en/bazi/*?*
Disallow: /zh_cn/bazi/*?*
Disallow: /zh_tw/bazi/*?*
Disallow: /ja/bazi/*?*
Disallow: /ko/bazi/*?*
Disallow: /vi/bazi/*?*

User-agent: GPTBot
Allow: /llms.txt
Disallow: /

User-agent: anthropic-ai
Allow: /llms.txt
Disallow: /

User-agent: Googlebot
Allow: /
Allow: /cases/*/all
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /404
Disallow: /500
Disallow: /*.json$
Disallow: /cases/*/search

Disallow: /wiki/*/404

# For AI LLM, Please visit llms.txt
LLM-Content: https://www.cantian.ai/llms.txt
LLM-Full-Content: https://www.cantian.ai/llms-full.txt

# Sitemaps
Sitemap: https://www.cantian.ai/sitemap.xml
Sitemap: https://www.cantian.ai/wiki/sitemap.xml
Sitemap: https://www.cantian.ai/wiki/zh-Hans/sitemap.xml
Sitemap: https://www.cantian.ai/wiki/zh-Hant/sitemap.xml
Sitemap: https://www.cantian.ai/wiki/ja/sitemap.xml
Sitemap: https://www.cantian.ai/wiki/ko/sitemap.xml
Sitemap: https://www.cantian.ai/zh_cn/bazi/sitemap.xml
Sitemap: https://www.cantian.ai/en/bazi/sitemap.xml
Sitemap: https://www.cantian.ai/zh_tw/bazi/sitemap.xml
Sitemap: https://www.cantian.ai/ja/bazi/sitemap.xml
Sitemap: https://www.cantian.ai/ko/bazi/sitemap.xml
Sitemap: https://www.cantian.ai/vi/bazi/sitemap.xml
Sitemap: https://www.cantian.ai/cases/sitemap/sitemap.xml