# ViewJobs crawler policy. Machine-readable index: /llms.txt.
# Search-index and user-fetch agents — OAI-SearchBot, Claude-SearchBot, Claude-User,
# ChatGPT-User, PerplexityBot, Perplexity-User, Googlebot, Bingbot, Applebot and the
# rest — may read every public page and are welcome to cite it.
# Training crawlers may read hub and marketing pages but not individual job ads.

User-agent: *
Content-Signal: search=yes, ai-input=yes
Disallow: /jobseeker
Disallow: /employer
Disallow: /recruiter
Disallow: /admin
Disallow: /cms-admin
Disallow: /login
Disallow: /register
Disallow: /api/
Disallow: /search
Disallow: /search-demo
Disallow: /styleguide
Disallow: /apply-preview
Disallow: /listing/*/apply
Disallow: /listing/apply/
Disallow: /m/
Disallow: /r/
Disallow: /l/

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: Diffbot
User-agent: omgili
Disallow: /jobseeker
Disallow: /employer
Disallow: /recruiter
Disallow: /admin
Disallow: /cms-admin
Disallow: /login
Disallow: /register
Disallow: /api/
Disallow: /search
Disallow: /search-demo
Disallow: /styleguide
Disallow: /apply-preview
Disallow: /listing/*/apply
Disallow: /listing/apply/
Disallow: /m/
Disallow: /r/
Disallow: /l/
Disallow: /listing/

Sitemap: https://www.viewjobs.com.au/sitemap-index.xml