User-Agent: *
Allow: /
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /features
Allow: /features/*
Allow: /sign-in
Allow: /sign-up
Allow: /jobs
Allow: /jobs/*
Allow: /career-guides
Allow: /career-guides/*
Disallow: /api/
Disallow: /workspace/
Disallow: /_next/
Disallow: /admin/
Disallow: *.json
Disallow: /sso-callback
Disallow: /test-cv-image
Disallow: /clerk/*

User-Agent: GPTBot
Disallow: /

User-Agent: ChatGPT-User
Allow: /career-guides/
Allow: /features/
Allow: /jobs
Disallow: /workspace/
Disallow: /api/

User-Agent: OAI-SearchBot
Allow: /career-guides/
Allow: /features/
Allow: /jobs
Disallow: /workspace/
Disallow: /api/

User-Agent: CCBot
Disallow: /

User-Agent: anthropic-ai
Disallow: /

Sitemap: https://careersteer.com/sitemap.xml
Sitemap: https://careersteer.com/jobs-sitemap.xml
Sitemap: https://careersteer.com/career-guides/sitemap.xml