User-agent: *

# Marketing & content pages (allowed by default)
Allow: /

# Block WordPress probe paths (not a WP site)
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-cron.php
Disallow: /wp-json/

# Block common scanner targets
Disallow: /.env
Disallow: /.git/
Disallow: /config.php
Disallow: /phpmyadmin/
Disallow: /cgi-bin/
Disallow: /server-status

# App dashboard (authenticated)
Disallow: /app/
Disallow: /admin/

# Checkout & auth flows
Disallow: /checkout/
Disallow: /checkout
Disallow: /signin
Disallow: /signup
Disallow: /reset-password
Disallow: /claim-account

# Dynamic report pages (user-specific, paywall)
Disallow: /report/
Disallow: /try/
Disallow: /try

# Certificates & verification (dynamic, not content)
Disallow: /certificate/
Disallow: /verify/

# Invite-only / gated pages
Disallow: /vault
Disallow: /cab

# Interactive tools without indexable content
Disallow: /explore

# Shared links (ephemeral, user-generated)
Disallow: /roadmap/
Disallow: /shared/

# Shared Buildability Reports (/r/<slug>) — crawlable by default, but
# each page carries `<meta name="robots" content="noindex, follow">`
# unless the sharer opts in via the "Allow in search results" toggle.
# We Allow here so crawlers can fetch + resolve the noindex signal
# rather than ignoring the URL entirely.
Allow: /r/

# Guided flow (transient)
Disallow: /start

Sitemap: https://buildability.us/sitemap.xml
Sitemap: https://buildability.us/sitemap-ai.xml

# AI search engine bots — explicitly welcomed
User-agent: PerplexityBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

# AI agent discovery
# See https://llmstxt.org for the llms.txt specification
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /facts.json
Allow: /.well-known/mcp.json
Allow: /api/openapi.yaml
Allow: /indexnow-key.txt

# DCAT-US 1.1 open-data catalog (Project Open Data format)
# Harvestable by data.gov, CKAN portals, Google Dataset Search.
Allow: /data.json