# Robots.txt for lucasnijssen.nl # Allow all search engines to crawl the entire website User-agent: * Allow: / # Sitemap location Sitemap: https://lucasnijssen.nl/sitemap.xml # Crawl-delay for respectful crawling (optional) Crawl-delay: 1 # Specific rules for major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Block access to admin or private areas (if any) # Disallow: /admin/ # Disallow: /private/ # Allow access to CSS, JS, and image files for proper rendering Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.webp$ Allow: /*.ico$