User-agent: *
Allow: /

# 允许AI爬虫访问
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Baiduspider
Allow: /

# 国内主要AI大模型爬虫
User-agent: ByteSpider
Allow: /

User-agent: YiSouSpider
Allow: /

User-agent: GLMBot
Allow: /

User-agent: ChatGLM
Allow: /

User-agent: QihooBot
Allow: /

User-agent: SenseBot
Allow: /

User-agent: BaiduBoxapp
Allow: /

User-agent: TongYiBot
Allow: /

User-agent: SparkBot
Allow: /

User-agent: KimiBot
Allow: /

User-agent: WenxinBot
Allow: /

User-agent: DoubaoBot
Allow: /

User-agent: MoonshotBot
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: MinimaxBot
Allow: /

# 禁止访问敏感目录
Disallow: /data/
Disallow: /install_*
Disallow: /core/
Disallow: /application/
Disallow: /vendor/

# 网站地图位置
Sitemap: /sitemap.xml

# AI助手专用页面
AI Content Index: /ai-content-index.html