# robots.txt for CrisisRadar.com
# Updated: 2026-02-22 - Nederlandse Clean URLs + Googlebot Optimized

# Google Search Console & Indexing - Priority Access
User-agent: Googlebot
Allow: /
Allow: /sitemap.xml
Allow: /xml-sitemap-dynamic.php
Crawl-delay: 1

# Bing Search - Priority Access  
User-agent: Bingbot
Allow: /
Allow: /sitemap.xml
Allow: /xml-sitemap-dynamic.php
Crawl-delay: 1

# All other crawlers
User-agent: *
Allow: /
Allow: /wat-is-crisisradar
Allow: /voor-wie
Allow: /functionaliteiten
Allow: /voordelen
Allow: /technische-informatie
Allow: /implementatie
Allow: /roadmap
Allow: /contact
Allow: /ondersteuning
Allow: /privacy
Allow: /voorwaarden
Allow: /sitemap
Allow: /sitemap.xml
Allow: /xml-sitemap-dynamic.php
Allow: /images/
Allow: /css/
Allow: /js/
Allow: /assets/

# Disallow admin areas and internal files
Disallow: /admin/
Disallow: /huisstijl/
Disallow: /includes/
Disallow: /vendor/
Disallow: /logs/
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /test_*.php
Disallow: *_debug.php
Disallow: *_fixed.php
Disallow: *_simplified.php
Disallow: /roadmap\ -\ kopie.php

# Primary sitemap location (standard name for Google)
Sitemap: https://crisisradar.com/sitemap.xml

# SEO-Optimized Sitemap (enhanced with image data and rich descriptions)
Sitemap: https://crisisradar.com/crisisradar-urlmap.xml

# Standard crawl-delay for non-priority crawlers
Crawl-delay: 3