# Wireflow AI Robots.txt
# Last updated: 2026-08-03
#
# Content-Signal header (contentsignals.org) declares AI usage preferences.
# ai-train=no:  model providers may not use this content for training
# search=yes:   search engines and AI retrieval are allowed to index
# ai-input=yes: AI products may use this content as retrieval context

User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

# Major search engines — explicit groups so crawl-delay and signal are clear
User-agent: Googlebot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=
Crawl-delay: 0

User-agent: Bingbot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=
Crawl-delay: 1

User-agent: Slurp
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=
Crawl-delay: 1

# AI crawlers — explicit Allow-only posture (no broad Allow: /) so they only
# see the public content surfaces, never internal routes.
User-agent: GPTBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /blog/
Allow: /models/
Allow: /features/
Allow: /pricing
Allow: /case-studies/
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

User-agent: ChatGPT-User
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /blog/
Allow: /models/
Allow: /features/
Allow: /pricing
Allow: /case-studies/
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

User-agent: PerplexityBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /blog/
Allow: /models/
Allow: /features/
Allow: /pricing
Allow: /case-studies/
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

User-agent: ClaudeBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /blog/
Allow: /models/
Allow: /features/
Allow: /pricing
Allow: /case-studies/
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

User-agent: Claude-Web
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /blog/
Allow: /models/
Allow: /features/
Allow: /pricing
Allow: /case-studies/
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

User-agent: Google-Extended
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /blog/
Allow: /models/
Allow: /features/
Allow: /pricing
Allow: /case-studies/
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

User-agent: Applebot-Extended
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /blog/
Allow: /models/
Allow: /features/
Allow: /pricing
Allow: /case-studies/
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

User-agent: CCBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /blog/
Allow: /models/
Allow: /features/
Allow: /pricing
Allow: /case-studies/
Disallow: /api/
Disallow: /admin/
Disallow: /signin
Disallow: /google-signin
Disallow: /onboarding
Disallow: /settings
Disallow: /files
Disallow: /flow/
Disallow: /workflows
Disallow: /_next/
Disallow: /branding
Disallow: /ui-components
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?callbackUrl=

# Backlink / SEO scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10

# Catch-all crawl delay for anything we didn't explicitly name
Crawl-delay: 1

# Sitemap index — children are discovered through it
Sitemap: https://www.wireflow.ai/sitemap.xml