# CleanKitchens Robots.txt
User-agent: *
Allow: /
Crawl-delay: 1

# Google News Bot - No crawl delay for news
User-agent: Googlebot-News
Allow: /
Crawl-delay: 0

# Googlebot - Reduced crawl delay
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Sitemap locations
Sitemap: https://cleankitchens.org/sitemap.xml
Sitemap: https://cleankitchens.org/sitemap_news.xml
Sitemap: https://cleankitchens.org/sitemap_recent.xml

# Disallow admin and system directories
Disallow: /admin/
Disallow: /scripts/
Disallow: /production/
Disallow: /includes/
Disallow: /ck-aug-backup/
Disallow: /templates/
Disallow: /tmp/

# Allow images and assets
Allow: /assets/
Allow: /*.jpg
Allow: /*.png
Allow: /*.webp
Allow: /*.css
Allow: /*.js