# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Specifically allow job-related pages for better indexing Allow: /jobs Allow: /careers Allow: /google-jobs Allow: /job-lists-details/ # Disallow private areas Disallow: /admin/ Disallow: /settings/ Disallow: /wallet/ Disallow: /profile/edit/ # Allow sitemap Sitemap: https://workbrook.com/sitemap.xml