# robots.txt for AI Design Taste

User-agent: *
Allow: /
Allow: /design-md/
Allow: /src/design-md/

# AI-specific bot rules
User-agent: GPTBot
Allow: /
Allow: /design-md/
Allow: /.well-known/

User-agent: ChatGPT-User
Allow: /
Allow: /design-md/
Allow: /.well-known/

User-agent: CCBot
Allow: /
Allow: /design-md/
Allow: /.well-known/

User-agent: anthropic-ai
Allow: /
Allow: /design-md/
Allow: /.well-known/

User-agent: Claude-Web
Allow: /
Allow: /design-md/
Allow: /.well-known/

# Content Signals for AI usage preferences
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Sitemap location
Sitemap: https://aidesigntaste.com/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Disallow admin or private areas (if any)
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$

# Allow all design system pages
Allow: /design-md/stripe
Allow: /design-md/linear.app
Allow: /design-md/vercel
Allow: /design-md/apple
Allow: /design-md/figma
Allow: /design-md/notion
Allow: /design-md/tesla
Allow: /design-md/nike
Allow: /design-md/airbnb
Allow: /design-md/claude
Allow: /design-md/cursor
Allow: /design-md/framer
Allow: /design-md/supabase
Allow: /design-md/shopify
Allow: /design-md/spotify
Allow: /design-md/uber
Allow: /design-md/meta
Allow: /design-md/nvidia
Allow: /design-md/coinbase
Allow: /design-md/revolut
Allow: /design-md/wise
Allow: /design-md/mastercard
Allow: /design-md/binance
Allow: /design-md/kraken

# Allow search engines to index images
Allow: /public/*.png
Allow: /public/*.jpg
Allow: /public/*.svg
Allow: /public/*.webp

# Block access to source maps and config files
Disallow: /*.map$
Disallow: /config/
Disallow: /.env