# ==============================================================================
# Robots.txt for Krishnagar Jagadhatri Puja Official Digital Portal
# Canonical Production Domain: https://www.krishnagarjagadhatripuja.com
# Technology Partner: City Light InfoTech Technologies (ISO 9001:2015 Certified)
# ==============================================================================

# Default directives for all web crawlers
User-agent: *
Allow: /
Allow: /assets/
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/images/
Allow: /public/
Allow: /sitemap.xml
Allow: /sitemap
Allow: /seo.json
Allow: /site.webmanifest
Allow: /all_page_links.txt
Allow: /page_links.txt

# Disallow system, framework, and sensitive private directories
Disallow: /app/
Disallow: /system/
Disallow: /writable/
Disallow: /vendor/
Disallow: /tests/
Disallow: /builds/
Disallow: /spark
Disallow: /*.env$
Disallow: /*.sql$
Disallow: /*.lock$
Disallow: /*.git*

# Specific Googlebot crawler rules
User-agent: Googlebot
Allow: /
Allow: /assets/
Allow: /sitemap.xml
Allow: /sitemap

# Googlebot-Image crawler rules (grant complete access to sacred festival imagery)
User-agent: Googlebot-Image
Allow: /assets/images/
Allow: /assets/images/slider/
Allow: /assets/images/gallery/
Allow: /assets/images/traditional/
Allow: /assets/images/pujas/

# Bingbot crawler rules
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Slurp (Yahoo) crawler rules
User-agent: Slurp
Crawl-delay: 2

# Yandex crawler rules
User-agent: Yandex
Crawl-delay: 2

# Baiduspider crawler rules
User-agent: Baiduspider
Crawl-delay: 3

# Official XML Sitemap Endpoints
Sitemap: https://www.krishnagarjagadhatripuja.com/sitemap.xml

# Visual Interactive HTML Sitemap for Human Visitors:
# https://www.krishnagarjagadhatripuja.com/sitemap