# robots.txt for anewjob.com

User-agent: *
Allow: /

# AI crawlers - explicitly welcome
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# Disallow protected/private areas
User-agent: *
Disallow: /dashboard
Disallow: /create
Disallow: /editor/
Disallow: /done/
Disallow: /mock-interview/
Disallow: /cover-letters/new
Disallow: /cover-letters/*/edit
Disallow: /payment-success
Disallow: /payment-cancelled

# Disallow private API endpoints, but allow public SEO endpoints
Disallow: /api/auth/
Disallow: /api/upload
Disallow: /api/process
Disallow: /api/questions
Disallow: /api/resume
Disallow: /api/session
Disallow: /api/payments
Disallow: /api/mock-interviews
Disallow: /api/cover-letters
Disallow: /api/resume-checkup
Disallow: /api/support
Disallow: /api/employer-inquiry
Disallow: /api/settings

# Allow public SEO API endpoints
Allow: /api/resume-examples/
Allow: /api/cover-letter-examples/
Allow: /api/resume-guide/

# Disallow static assets that shouldn't be indexed
Disallow: /screens/
Disallow: /PRDs/
Disallow: /videos/

# Sitemap location
Sitemap: https://anewjob.com/sitemap.xml

# LLMs.txt for AI assistants
LLMs-Txt: https://anewjob.com/llms.txt