# ACG01 Robots.txt
# Updated: 2026-02-28

# Googlebot - allow fast crawling
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /billing
Disallow: /wallet
Disallow: /user
Disallow: /payment
Disallow: /kf
Disallow: /vpn
Disallow: /invite
Disallow: /gacha
Disallow: /adventure
Disallow: /ai/chat
Disallow: /ai/settings
Disallow: /library
Disallow: /world-card
Disallow: /story-pack
Disallow: /landing/
Disallow: /pages/
Disallow: /_app/
Disallow: /gameapi/
Disallow: /laravel-api/
# 旧数字短链 /N (301→/game|anime/N) 冗余: 目标已直接在 sitemap, Googlebot 曾耗 35% 抓取预算重抓重定向 → 屏蔽回收给真内容页
Disallow: /0
Disallow: /1
Disallow: /2
Disallow: /3
Disallow: /4
Disallow: /5
Disallow: /6
Disallow: /7
Disallow: /8
Disallow: /9
# 薄类型 (无文本源, 已 noindex) 屏蔽爬取 — "只收首页"的站级质量拖累根因=Google 爬大量薄页判全站低质。
# 屏蔽后 Google 眼里=聚焦富内容站(game/anime/novel), 抓取预算+质量信号集中到真页。用户访问不受影响(robots 只管爬虫)。
Disallow: /comic
Disallow: /photoset
Disallow: /video
Disallow: /gallery
Disallow: /ai-gallery

# AI search bots - allow crawling for AI search visibility
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /billing
Disallow: /wallet
Disallow: /user
Disallow: /payment
Disallow: /kf
Disallow: /vpn
Disallow: /invite
Disallow: /_app/
Disallow: /gameapi/
Disallow: /laravel-api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /billing
Disallow: /wallet
Disallow: /user
Disallow: /payment
Disallow: /kf
Disallow: /vpn
Disallow: /invite
Disallow: /_app/
Disallow: /gameapi/
Disallow: /laravel-api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /billing
Disallow: /wallet
Disallow: /user
Disallow: /payment
Disallow: /kf
Disallow: /vpn
Disallow: /invite
Disallow: /_app/
Disallow: /gameapi/
Disallow: /laravel-api/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /_app/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /_app/

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /_app/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /_app/

# All other bots
User-agent: *
Allow: /
Disallow: /api/
Disallow: /billing
Disallow: /wallet
Disallow: /user
Disallow: /payment
Disallow: /kf
Disallow: /vpn
Disallow: /invite
Disallow: /gacha
Disallow: /adventure
Disallow: /ai/chat
Disallow: /ai/settings
Disallow: /library
Disallow: /world-card
Disallow: /story-pack
Disallow: /landing/
Disallow: /pages/
Disallow: /_app/
Disallow: /gameapi/
Disallow: /laravel-api/
# 旧数字短链 /N 冗余屏蔽 (同上)
Disallow: /0
Disallow: /1
Disallow: /2
Disallow: /3
Disallow: /4
Disallow: /5
Disallow: /6
Disallow: /7
Disallow: /8
Disallow: /9
# 薄类型屏蔽 (同上, 站级质量集中到富页)
Disallow: /comic
Disallow: /photoset
Disallow: /video
Disallow: /gallery
Disallow: /ai-gallery

# Sitemaps — 只声明唯一规范索引, fresh 等子图由 Google 读索引自动发现 (避免重复发现路径)
Sitemap: https://acg01.com/sitemap-index.xml