User-agent: *
Disallow: /onboarding
Disallow: /admin

User-agent: Googlebot
Disallow: /onboarding
Disallow: /admin

User-Agent: Googlebot-Image
Disallow: /onboarding
Disallow: /admin

User-agent: Googlebot-Mobile
Disallow: /onboarding
Disallow: /admin

User-agent: Bingbot
Disallow: /onboarding
Disallow: /admin
Crawl-delay: 2

User-Agent: MJ12bot
Disallow: /onboarding
Disallow: /admin

# Algolia-Crawler-Verif: 78796CE4A0D17F74
User-agent: Algolia Crawler
Disallow: /onboarding
Disallow: /admin

Sitemap: https://www.setster.com/sitemap.xml