User-agent: *
Allow: /

# Protect admin routes
Disallow: /admin/
Disallow: /admin/*

# Protect authentication routes
Disallow: /auth/
Disallow: /auth/*

# Allow sitemaps
Sitemap: https://recruteurs.io/sitemap.xml
Sitemap: https://recruteurs.io/sitemap-articles.xml

# Prerender.io
User-agent: Prerender
Allow: /

# Googlebot specific
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bingbot specific  
User-agent: Bingbot
Allow: /
Crawl-delay: 1