# 2120 — Personal Finance Dashboard
# https://2120.money
# Last updated: 2026-06-16
#
# Self-managed robots.txt. Cloudflare's Managed robots.txt is intentionally
# disabled at the zone level so this file is the single source of truth.

# ---------------------------------------------------------------------------
# Default policy for all well-behaved crawlers (Googlebot, Bingbot, etc.)
# ---------------------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

# ---------------------------------------------------------------------------
# AI training crawlers — explicitly disallowed.
# Our content should not be used to train foundation models.
# ---------------------------------------------------------------------------
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

# Meta's crawlers (meta-externalagent, FacebookBot) are intentionally NOT
# blocked — they power Facebook / WhatsApp / Messenger / Instagram link
# previews. Blocking them breaks rich social sharing.

User-agent: Diffbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Timpibot
Disallow: /

# ---------------------------------------------------------------------------
# AI search / answer engines — allowed (they cite sources back to us)
# Keeping these enabled so 2120 can appear when users ask AI search tools
# about personal finance dashboards, FIRE planning, NRI tracking, etc.
#
# If you change your mind, add Disallow: / under any of these:
#   ChatGPT-User, OAI-SearchBot, PerplexityBot, Perplexity-User, You-Bot
# ---------------------------------------------------------------------------

# ---------------------------------------------------------------------------
# Sitemap
# ---------------------------------------------------------------------------
Sitemap: https://2120.money/sitemap.xml