# ─── Default crawler rules ─────────────────────────────────────────────────────
User-agent: *

# Block internal admin/ops/portal routes
Disallow: /admin
Disallow: /admin/
Disallow: /gestao
Disallow: /gestao/
Disallow: /onboarding/
Disallow: /minha-conta
Disallow: /auth
Disallow: /login
Disallow: /entrar
Disallow: /cadastro
Disallow: /candidato/
Disallow: /empresa/
Disallow: /dashboard
Disallow: /relatorio
Disallow: /fatura
Disallow: /contrato/sign
Disallow: /api/
Disallow: /debug/
Disallow: /draft/
Disallow: /*.json$
Disallow: /supabase/
Disallow: /prestador/
Disallow: /portal/
Disallow: /employee/

# Legacy /blog/ and /conheca-aprenda/ 301-redirect to /artigos/.
# ALLOW crawling so Google follows the redirect and transfers link equity.
# Previously blocked, which prevented authority flow from backlinks.
Allow: /blog/
Allow: /blog
Allow: /conheca-aprenda/
Allow: /conheca-aprenda
Disallow: /artigos/categorias/
Disallow: /artigos/recursos/
Disallow: /cases-de-sucesso
Disallow: /etc/

# Block legacy HubSpot/old-site paths (soft 404s — 520+ pages)
Disallow: /servico/
Disallow: /servicos/
Disallow: /servicos-mensais
Disallow: /todos-os-servicos/
Disallow: /cases/
Disallow: /product/
Disallow: /lp/
Disallow: /conta/
Disallow: /conteudos/
Disallow: /materiais
Disallow: /categoria/
Disallow: /artigo/
Disallow: /busca
Disallow: /search
Disallow: /sign-up
Disallow: /checkout
Disallow: /envio-de-nf
Disallow: /marketplace
Disallow: /marketplace-de-ti
Disallow: /como-funciona
Disallow: /carreira
Disallow: /financas
Disallow: /financas-carreira
# Allow: /sobre — E-E-A-T signal for Google (institutional page)
Disallow: /contrate-suporte
Disallow: /experts-de-ti
Disallow: /seja-um-tecnico
Disallow: /perguntas-frequentes
Disallow: /politica-privacidade
Disallow: /eunerd-politicas-de-privacidade-gdpr
Disallow: /termos-de-uso-para-clientes-eunerd
Disallow: /termos-de-uso-para-tecnicos-eunerd
Disallow: /empresa-de-suporte-de-tecnologia
Disallow: /ti-sem-gestao
Disallow: /ti-sem-suporte
Disallow: /ti-sem-cnpj
Disallow: /ti-sob-influencia
Disallow: /ti-clinicas
Disallow: /ti-em-lojas-de-moda
Disallow: /ti-em-2026
Disallow: /ti-da-empresa-nao-acompanha-o-crescimento-guia-de-escalabilidade
Disallow: /ti-orfa-diagnostico-suporte-tecnico-confiavel
Disallow: /guio
Disallow: /alvara-ti
Disallow: /tendencias-ti-2026
Disallow: /instalacao-de-infra-estrutura-de-rede
Disallow: /manutencao-preventiva-ramal-guia
Disallow: /pericia-judicial-ti
Disallow: /runbooks-de-ti-guia-de-criacao-manutencao-e-resposta
Disallow: /runbooks-ti
Disallow: /o-que-e-outsourcing-de-ti
Disallow: /pdv-vulneravel-guia-seguranca-protecao
Disallow: /estimativa-de-esforco-em-ti-planning-poker-e-custos-reais
Disallow: /rpo-rto-guia
Disallow: /virus-travando-tudo-passo-a-passo-tecnico-remocao
Disallow: /como-a-tecnologia-esta-forcando-a-evolucao-da-ciberseguranca
Disallow: /4-tecnologias-sua-empresa-deve-adotar
Disallow: /expansao-de-filiais-travada-como-acelerar

# Block URL parameters that generate duplicates (HubSpot, UTMs, pagination, srsltid)
Disallow: /*?*__hstc=
Disallow: /*?*__hssc=
Disallow: /*?*__hsfp=
Disallow: /*?*utm_
Disallow: /*?*srsltid=
Disallow: /*?*categoria=
Disallow: /*?*49a09e96_page=
Disallow: /*?*9d920b61_page=
Disallow: /*?*q=%7B
Disallow: /*?*nivel=
Disallow: /*%3Cem%3E*
Disallow: /*%3C/em%3E*

# Explicitly allow public pages (after Disallow rules — Google uses most specific match)
Allow: /artigos/
Allow: /artigos/colecoes
Allow: /vagas/
Allow: /para-empresas
Allow: /para-tecnicos
Allow: /qualificar
Allow: /parceiros
Allow: /privacidade
Allow: /termos
Allow: /openclaw
Allow: /vibecoding
Allow: /plataforma
Allow: /encontre-talentos
Allow: /cobertura
Allow: /cadastro-prestador
Allow: /calculadora
Allow: /sobre
Allow: /para-empresas/plataforma
Allow: /para-tecnicos/plataforma
Allow: /

# Crawl-delay for non-Google bots (Google ignores this but others respect it)
Crawl-delay: 2

# Sitemap
Sitemap: https://encontreumnerd.com.br/sitemap.xml

# ─── AI/LLM bots ──────────────────────────────────────────────────────────────
User-agent: GPTBot
Allow: /artigos/
Allow: /para-empresas
Allow: /para-tecnicos
Allow: /openclaw
Allow: /vibecoding
Allow: /vagas/
Allow: /carreiras
Allow: /cobertura
Allow: /plataforma
Disallow: /admin
Disallow: /portal/
Disallow: /prestador/
Disallow: /employee/

User-agent: Google-Extended
Allow: /artigos/
Allow: /para-empresas
Allow: /para-tecnicos
Allow: /openclaw

User-agent: CCBot
Allow: /artigos/
Allow: /openclaw
Disallow: /admin

User-agent: PerplexityBot
Allow: /artigos/
Allow: /para-empresas
Allow: /para-tecnicos
Allow: /openclaw
Allow: /vagas/
Disallow: /admin
Disallow: /portal/

User-agent: ClaudeBot
Allow: /artigos/
Allow: /para-empresas
Allow: /openclaw
Disallow: /admin
Disallow: /portal/