# Dimely - Revenue automation and validation for B2B finance teams
# https://www.robotstxt.org/robotstxt.html
#
# One group, deliberately. robots.txt groups do not inherit from each other: a
# crawler matched by its own User-agent line reads only that group's rules. The
# previous file had per-bot groups whose only rule was "Allow: /", so any
# Disallow added at the bottom would have been invisible to Googlebot and
# Bingbot while binding everyone else. A single wildcard group means the rules
# below actually apply to every crawler, named or not.
#
# AI answer engines are welcome and are covered by the wildcard: ClaudeBot,
# Claude-User, Claude-SearchBot, GPTBot, ChatGPT-User, OAI-SearchBot,
# PerplexityBot, Google-Extended, Applebot-Extended. Nothing here blocks them.
# (The old file named Anthropic-ai and Claude-Web, both retired tokens.)

User-agent: *
Allow: /

# Authoring surface. Not secret-bearing, but an indexed login form is noise at
# best and an invitation at worst.
Disallow: /admin
Disallow: /admin/

# Internal design-preview routes. They render homepage-shaped content under the
# homepage's own meta tags, so indexed they compete with / as duplicates. They
# stay reachable for whoever is comparing variants.
Disallow: /hero
Disallow: /hero/
Disallow: /o/
Disallow: /options

# Sitemap location
Sitemap: https://dimely.com/sitemap.xml