# robots.txt for Chapel Desk - Church Website Builder Platform

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/

# Allow public pages
Allow: /
Allow: /about
Allow: /contact
Allow: /events
Allow: /gallery
Allow: /blog
Allow: /sermons
Allow: /ministries
Allow: /daily-devotion

# Sitemap location (update with actual domain)
Sitemap: https://chapeldesk.com/sitemap.xml

# Crawl delay (optional - be respectful to server resources)
Crawl-delay: 1

# Specific bot configurations

# Google
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/

# Bing
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/

# OpenAI (ChatGPT, GPT crawlers)
User-agent: GPTBot
Allow: /
Allow: /LLMS.txt
Allow: /llms.txt
Allow: /LLMs.txt
Disallow: /admin/
Disallow: /api/

# Anthropic (Claude crawlers)
User-agent: anthropic-ai
Allow: /
Allow: /LLMS.txt
Allow: /llms.txt
Allow: /LLMs.txt
Disallow: /admin/
Disallow: /api/

# Common Crawl
User-agent: CCBot
Allow: /
Allow: /LLMS.txt
Allow: /llms.txt
Allow: /LLMs.txt
Disallow: /admin/
Disallow: /api/

# AI crawlers should especially access these
User-agent: *
Allow: /LLMS.txt
Allow: /llms.txt
Allow: /LLMs.txt