# Jobly.no Robots.txt User-agent: * Allow: / Allow: /stillinger Allow: /bedrifter Allow: /stilling/* Allow: /bedrift/* Allow: /nav-stilling/* # Disallow private/admin areas Disallow: /admin Disallow: /dashboard Disallow: /profile Disallow: /api # Disallow duplicate content Disallow: /*?* # Sitemap location Sitemap: https://jobly.no/sitemap.xml # Crawl delay (be respectful) Crawl-delay: 1