# AI and answer-engine crawlers: welcome (search, AI answers and training).
# A crawler that matches a named group ignores the * group below, so this group
# repeats every Disallow from it (keep the two lists in sync). No Crawl-delay here.
# One group with several User-agent lines (RFC 9309 section 2.1).
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: bingbot
User-agent: Amazonbot
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
Allow: /
Disallow: /api/
Disallow: /editor
Disallow: /dashboard
Disallow: /bulk-editor
Disallow: /email-preview
Disallow: /sign-in
Disallow: /sign-up
Disallow: /chat
Disallow: /r/
Disallow: /improve
Disallow: /sign-in?
Disallow: /sign-up?
Disallow: /editor?
Disallow: /dashboard?
# Next.js router-prefetch payload URLs (?_rsc=<hash>): the same page as a duplicate URL.
# 64 % of Googlebot's requests in the 90 days to 2026-10-19 went to these (GSC Crawl stats).
Disallow: /*?_rsc=
Disallow: /*&_rsc=
# Tool pages pre-filled from a job posting (/tailor-resume?job=, /resume-keyword-scanner?job=):
# private, uncached app surfaces linked from every /jobs page — not content.
Disallow: /*?job=
Disallow: /*&job=
# Job search results: dynamic, noindex
Disallow: /jobs/search

# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://www.onetworesume.com/sitemap.xml

# Disallow API routes
Disallow: /api/

# Disallow app-only pages (logged-in surfaces, not indexable content)
Disallow: /editor
Disallow: /dashboard
Disallow: /bulk-editor
Disallow: /email-preview
Disallow: /sign-in
Disallow: /sign-up
Disallow: /chat
Disallow: /r/
Disallow: /improve

# Disallow query-param variants of auth and app pages
Disallow: /sign-in?
Disallow: /sign-up?
Disallow: /editor?
Disallow: /dashboard?

# Next.js router-prefetch payload URLs (?_rsc=<hash>) — duplicate URLs of every page;
# 64 % of Googlebot requests in the 90 days to 2026-10-19 (GSC Crawl stats). The HTML page
# renders without them, so blocking them costs nothing and frees the crawl budget.
Disallow: /*?_rsc=
Disallow: /*&_rsc=

# Tool pages pre-filled from a job posting: private, uncached, linked from every /jobs page.
Disallow: /*?job=
Disallow: /*&job=
# Job search results: dynamic, noindex
Disallow: /jobs/search

# Crawl delay (optional, in seconds)
Crawl-delay: 1