# robots.txt for SheepGeo
# 允许所有AI和搜索引擎爬虫访问

User-agent: *
Allow: /

# 特定AI爬虫配置
# 豆包（字节跳动）
User-agent: Bytespider
Allow: /

# GPT系列
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Claude（Anthropic）
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

# Google Bard/Gemini
User-agent: Google-Extended
Allow: /

# 通义千问（阿里）
User-agent: AliBot
Allow: /

# 文心一言（百度）
User-agent: Baiduspider
Allow: /

# Kimi（月之暗面）
User-agent: KimiBot
Allow: /

# 智谱GLM
User-agent: ZhipuAI
Allow: /

# 禁止访问的路径
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /activity
Disallow: /agent/
Disallow: /analysis/
Disallow: /analytics
Disallow: /component-showcase
Disallow: /dashboard/
Disallow: /developer/
Disallow: /email-verification
Disallow: /explore
Disallow: /offline
Disallow: /payment-history
Disallow: /public-report/
Disallow: /refresh-permissions
Disallow: /report/
Disallow: /reports
Disallow: /share/
Disallow: /source-rankings
Disallow: /verify-email
Disallow: /verify-failed
Disallow: /verify-success
Disallow: /wechat-auth-success

# Sitemap位置
Sitemap: https://sheepgeo.com/sitemap.xml