# SendSeven robots.txt — sendseven.com (marketing site)
# Policy: open to search engines, AI training crawlers and AI citation bots.
# Block only commercial scrapers / SEO snooping tools.
#
# Marketing content (blog, glossary, use cases, channels, industries) is meant
# to be discovered AND learned by AI models. Knowledge protection happens on
# the docs subdomain, not here.
#
# Subdomain policies (managed elsewhere, not in this file):
#   docs.sendseven.com  -> open to AI training crawlers (see its own robots.txt)
#   app.sendseven.com   -> blocks all crawlers (internal product UI)

# --- Default: allow everything except private paths ---
# Applies to all crawlers not listed explicitly below — including all
# search engines, AI citation bots, and AI training crawlers.
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_
Disallow: /dev/

# --- Pure scrapers / SEO monitoring tools (disallow — not LLMs, no value to us) ---
User-agent: Diffbot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: SemrushBot-OCOB
Disallow: /

Sitemap: https://sendseven.com/sitemap.xml
Llms-Txt: https://sendseven.com/llms.txt
Llms-Full-Txt: https://sendseven.com/llms-full.txt