# ============================================================
# robots.txt — hire-a-human.app
# Updated: 2026-08-06
# ============================================================

# ── Default: Allow all well-behaved crawlers ─────────────────
User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /recruiter-dashboard
Disallow: /admin
Disallow: /profile
Disallow: /api/

# ── Google ───────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Disallow: /dashboard
Disallow: /recruiter-dashboard
Disallow: /admin
Disallow: /profile

User-agent: Googlebot-Image
Allow: /

# ── Bing / Microsoft Copilot ─────────────────────────────────
User-agent: bingbot
Allow: /
Disallow: /dashboard
Disallow: /recruiter-dashboard
Disallow: /admin
Disallow: /profile

# ── OpenAI — ChatGPT Search, GPT browsing, training ─────────
# OAI-SearchBot  → powers ChatGPT search results
# GPTBot         → used for OpenAI model training & retrieval
# ChatGPT-User   → real-time web access during user sessions
User-agent: OAI-SearchBot
Allow: /
Disallow: /dashboard
Disallow: /recruiter-dashboard
Disallow: /admin
Disallow: /profile

User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /recruiter-dashboard
Disallow: /admin
Disallow: /profile

User-agent: ChatGPT-User
Allow: /

# ── Anthropic / Claude ────────────────────────────────────────
User-agent: Claude-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard
Disallow: /recruiter-dashboard
Disallow: /admin
Disallow: /profile

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

# ── Perplexity AI ─────────────────────────────────────────────
User-agent: PerplexityBot
Allow: /
Disallow: /dashboard
Disallow: /recruiter-dashboard
Disallow: /admin
Disallow: /profile

User-agent: Perplexity-User
Allow: /

# ── Google Extended (AI training) ────────────────────────────
User-agent: Google-Extended
Allow: /

# ── Meta AI ──────────────────────────────────────────────────
User-agent: FacebookBot
Allow: /

# ── Apple ────────────────────────────────────────────────────
User-agent: Applebot
Allow: /

# ── Other major search engines ────────────────────────────────
User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

# ── Sitemap & LLMs.txt ───────────────────────────────────────
Sitemap: https://hire-a-human.app/sitemap.xml
LLMs: https://hire-a-human.app/llms.txt