# Robots.txt for nexceed.nl - SEO optimized for maximum crawling
User-agent: *
Allow: /

# Important pages for SEO crawling
Allow: /services/
Allow: /services/webdesign
Allow: /services/webdevelopment  
Allow: /services/seo
Allow: /services/ecommerce
Allow: /services/hosting
Allow: /services/ui-ux
Allow: /cases/
Allow: /about/
Allow: /contact/
Allow: /tarieven/

# Block unnecessary crawling for performance
Disallow: /src/
Disallow: /_next/
Disallow: /api/
Disallow: /admin/
Disallow: /*.json$
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=

# Allow CSS, JS and media files for better rendering
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Specific bot configurations
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Control aggressive crawlers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# Sitemap location
Sitemap: https://nexceed.nl/sitemap.xml