User-agent: *
Allow: /

# Important pages for crawling
Allow: /about
Allow: /pricing  
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /help
Allow: /success-stories
Allow: /resume-builder
Allow: /linkedin-creator
Allow: /auto-job-apply
Allow: /content-creator

# Resume review - allow public features
Allow: /resume-feedback
Allow: /review/
Allow: /landing/resume

# Discussion board - allow crawling
Allow: /discussions
Allow: /discussions/
Allow: /discussions/directory
Allow: /discussions/2025/
Allow: /discussions/2024/

# Block admin/internal pages
Disallow: /dashboard
Disallow: /account
Disallow: /activities
Disallow: /create-resume
Disallow: /my-resumes
Disallow: /ai-agents
Disallow: /tools/
Disallow: /linkedin-profile
Disallow: /optimize-linkedin
Disallow: /applications
Disallow: /connections
Disallow: /messages
Disallow: /content-library
Disallow: /schedules
Disallow: /linkedin-posts
Disallow: /job-search
Disallow: /settings

# Block auth pages
Disallow: /login
Disallow: /signup

# Block build artifacts
Disallow: /static/

# Sitemap location
Sitemap: https://applyengine.ai/sitemap.xml