# Robots.txt for Resume Builder - Professional CV & Resume Maker
# Optimized for search engine crawling

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$

# Priority pages for crawling
Allow: /resume-builder
Allow: /cv-builder
Allow: /cv-upload
Allow: /job-matcher
Allow: /ats-resume-checker
Allow: /interview-prep
Allow: /company-research
Allow: /professional-resume-templates
Allow: /free-resume-builder
Allow: /online-cv-maker
Allow: /how-to-write-resume
Allow: /resume-examples
Allow: /blog/
Allow: /faq
Allow: /contact

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 0

User-agent: Slurp
Allow: /
Crawl-delay: 0

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 0

User-agent: Yandex
Allow: /
Crawl-delay: 1

# Block unwanted bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemap location
Sitemap: https://your-domain.com/sitemap.xml

# Host preference (for Yandex)
Host: https://your-domain.com