User-agent: *
Allow: /
Disallow: /login/
Disallow: /onboarding/
Disallow: /geo-saas/
Disallow: /aeo-saas/
# 后端 API 路径不应被搜索引擎抓取
Disallow: /klian/
Disallow: /geoapi/
# WordPress 评论 / 分类 RSS feed 不应索引
Disallow: /blog/comments/feed/
Disallow: /blog/*/feed/
# 站内检索结果页不索引
Disallow: /blog/*?s=

# 主流 AI 爬虫显式允许
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# 站点地图：主站（Astro）+ 博客（WordPress）
Sitemap: https://maxaeo.ai/sitemap-index.xml
Sitemap: https://maxaeo.ai/blog/sitemap_index.xml