# robots.txt for SvelteKit application
# This file tells web crawlers which pages or sections of your site to crawl or not crawl

# Allow all web crawlers to access all content by default
User-agent: *
Allow: /

# Block access to private/sensitive directories that should not be indexed
Disallow: /api/
Disallow: /admin/
Disallow: /_app/
Disallow: /build/
Disallow: /.svelte-kit/

# Block access to common development and configuration files
Disallow: /*.json$
Disallow: /*.map$
Disallow: /*.config.*$

# Block access to authentication and user-specific pages (uncomment if applicable)
# Disallow: /login
# Disallow: /logout
# Disallow: /profile
# Disallow: /dashboard

# Allow specific important files that should be crawlable
Allow: /favicon.ico
Allow: /robots.txt
Allow: /sitemap.xml

# Tell crawlers where the sitemap is
Sitemap: https://npuls.nl/sitemap.xml

# Crawl delay (optional - only add if you want to limit crawling speed)
# Crawl-delay: 1