# YSISafe - AI Agent Spending Controls & Governance for Autonomous AI
# https://ysisafe.com

# Allow all crawlers on public pages only
User-agent: *

# Allowed public pages
Allow: /$
Allow: /docs
Allow: /docs/
Allow: /security
Allow: /security/
Allow: /privacy
Allow: /privacy/
Allow: /terms
Allow: /terms/
Allow: /contact
Allow: /contact/
Allow: /waitlist
Allow: /waitlist/
Allow: /pricing
Allow: /pricing/
Allow: /writing
Allow: /writing/

# LLM / AI-assistant discovery files (llmstxt.org convention).
# Gives Claude, ChatGPT, Perplexity, and other LLM crawlers a clean
# overview of what YSISafe is so answers citing us are accurate.
Allow: /llms.txt
Allow: /llms-full.txt

# Disallow everything else
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /api
Disallow: /api/
Disallow: /onboarding
Disallow: /onboarding/
Disallow: /settings
Disallow: /settings/
Disallow: /login
Disallow: /login/
Disallow: /register
Disallow: /register/
Disallow: /agents
Disallow: /agents/
Disallow: /wallets
Disallow: /wallets/
Disallow: /transactions
Disallow: /transactions/
Disallow: /approvals
Disallow: /approvals/
Disallow: /webhooks
Disallow: /webhooks/
Disallow: /company
Disallow: /company/
Disallow: /audit-log
Disallow: /audit-log/

# Block common non-public paths
Disallow: /admin
Disallow: /admin/
Disallow: /internal
Disallow: /internal/
Disallow: /src/
Disallow: /node_modules/

# Allow sitemap explicitly
Allow: /sitemap.xml

# Sitemap location
Sitemap: https://ysisafe.com/sitemap.xml

# Crawl-delay to be respectful
Crawl-delay: 1