# robots.txt for LocalAnswer.xyz
# 面向 AI 搜索优化的爬虫策略

# 默认规则 - 允许所有爬虫
User-agent: *
Allow: /
Crawl-delay: 1

# AI 爬虫 - 主动欢迎（我们的目标就是被 AI 引用）
User-agent: GPTBot
Allow: /
Crawl-delay: 2

User-agent: Google-Extended
Allow: /
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Crawl-delay: 2

User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

User-agent: YouBot
Allow: /
Crawl-delay: 2

# 搜索引擎 - 无延迟
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Sitemap
Sitemap: https://localanswer.xyz/sitemap.xml