# DreamCore - robots.txt
# AI crawlers / answer engines are welcome on public pages.
# Machine-readable overview for AI assistants: https://www.dreamcore.gg/llms.txt
# Full text of official articles for AI assistants: https://www.dreamcore.gg/llms-full.txt

User-agent: *
# Public pages
Allow: /game/
Allow: /games/
Allow: /timeline
Allow: /@
Allow: /api/og/
# Private / authenticated pages
Disallow: /create
Disallow: /zap
Disallow: /api/
Disallow: /mypage
Disallow: /editor
Disallow: /publish
Disallow: /plan
Disallow: /notifications
Disallow: /settings
Disallow: /bookmarks
Disallow: /xp
Disallow: /guestbook
Disallow: /admin

# Search engines (same rules as *, listed explicitly so they pair with the AI group below)
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: Slurp
User-agent: Yandex
User-agent: Yeti
# Public pages
Allow: /game/
Allow: /games/
Allow: /timeline
Allow: /@
Allow: /api/og/
# Private / authenticated pages
Disallow: /create
Disallow: /zap
Disallow: /api/
Disallow: /mypage
Disallow: /editor
Disallow: /publish
Disallow: /plan
Disallow: /notifications
Disallow: /settings
Disallow: /bookmarks
Disallow: /xp
Disallow: /guestbook
Disallow: /admin

# AI crawlers and answer engines (training + search/answer). Same rules as *.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: CCBot
User-agent: Amazonbot
User-agent: YouBot
User-agent: cohere-ai
# Public pages
Allow: /game/
Allow: /games/
Allow: /timeline
Allow: /@
Allow: /api/og/
# Private / authenticated pages
Disallow: /create
Disallow: /zap
Disallow: /api/
Disallow: /mypage
Disallow: /editor
Disallow: /publish
Disallow: /plan
Disallow: /notifications
Disallow: /settings
Disallow: /bookmarks
Disallow: /xp
Disallow: /guestbook
Disallow: /admin

# Social card crawlers (link previews). Full allow so OGP images under /api/og/ always resolve.
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: facebookcatalog
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: Discordbot
User-agent: TelegramBot
User-agent: WhatsApp
User-agent: line-poker
User-agent: Pinterestbot
User-agent: redditbot
Allow: /

# Sitemap (absolute URL required by spec)
Sitemap: https://www.dreamcore.gg/sitemap.xml