User-agent: * Allow: / # Allow job listings for Google Jobs Allow: /job-board/joblist/ # Sitemap location Sitemap: https://jobsmight.ai/api/sitemap Sitemap: https://jobsmight.ai/sitemap.xml # Block sensitive areas Disallow: /api/ Disallow: /auth/ Disallow: /vms/ Disallow: /agency-partner/ Disallow: /agency-autopilot/ Disallow: /job-board/create-job Disallow: /job-board/manage-subscription Disallow: /job-board/upgrade Disallow: /job-board/candidate-board # Crawl delay for politeness Crawl-delay: 1