# Sobratema — https://www.sobratema.org.br/
# Política: conteúdo público liberado; áreas privadas sempre Disallow.
#
# Allowlist confiável (não Disallow nomeado; grupos abaixo reforçam Allow):
# SEO/preview: Googlebot (+Image/News/AdsBot), Bingbot, BingPreview, DuckDuckBot,
#   Slurp (Yahoo), Baiduspider, Applebot, Twitterbot, LinkedInBot,
#   facebookexternalhit, Facebot, meta-externalagent, meta-externalfetcher,
#   Instagram, WhatsApp, Slackbot, Discordbot, Pinterest, Pinterestbot,
#   TikTokSpider
# IA: GPTBot, ChatGPT-User, OAI-SearchBot, Google-Extended, Applebot-Extended,
#   ClaudeBot, anthropic-ai, Claude-Web, PerplexityBot, Perplexity-User,
#   Bytespider (ByteDance/TikTok — crawler agressivo; liberado p/ previews),
#   CCBot (Common Crawl), cohere-ai, Amazonbot, Grok (xAI quando aplicável)
#
# Staging (azurewebsites.net) serve robots-staging.txt (Disallow: /) via rewrite.

User-agent: *
Allow: /

# Área administrativa e APIs internas
Disallow: /admin/
Disallow: /conselhos/
Disallow: /relatorios/estudo-de-mercado/
Disallow: /relatorios/radar-conexoes/
Disallow: /busca/api.php
Disallow: /programas/handle-
Disallow: /cadastro-newsletter.php
Disallow: /contato/handle-
Disallow: /newsletter/handle-
Disallow: /scripts/
Disallow: /docs/
Disallow: /nao_enviar_servidor/
Disallow: /cache/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

# Formulários e handlers de parcerias
Disallow: /parcerias/assets/php/
Disallow: /convite/

# Índice de sitemaps (páginas, programas, notícias, blog, parcerias)
Sitemap: https://www.sobratema.org.br/sitemap.xml
Sitemap: https://www.sobratema.org.br/sitemap.php

# Sitemap das landing pages de parcerias (também listado no índice)
Sitemap: https://www.sobratema.org.br/parcerias/sitemap.xml

# ---------------------------------------------------------------------------
# Grupos nomeados: Allow explícito no público + mesmos Disallow de áreas privadas.
# (Evita que um Allow: / isolado sobrescreva o * e libere /admin/ etc.)
# ---------------------------------------------------------------------------

# --- SEO / redes / preview ---

User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /conselhos/
Disallow: /relatorios/estudo-de-mercado/
Disallow: /relatorios/radar-conexoes/
Disallow: /busca/api.php
Disallow: /programas/handle-
Disallow: /cadastro-newsletter.php
Disallow: /contato/handle-
Disallow: /newsletter/handle-
Disallow: /scripts/
Disallow: /docs/
Disallow: /nao_enviar_servidor/
Disallow: /cache/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/
Disallow: /parcerias/assets/php/
Disallow: /convite/

User-agent: Googlebot-Image
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /cache/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: AdsBot-Google
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: GoogleOther
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /conselhos/
Disallow: /relatorios/estudo-de-mercado/
Disallow: /relatorios/radar-conexoes/
Disallow: /busca/api.php
Disallow: /programas/handle-
Disallow: /cadastro-newsletter.php
Disallow: /contato/handle-
Disallow: /newsletter/handle-
Disallow: /scripts/
Disallow: /docs/
Disallow: /nao_enviar_servidor/
Disallow: /cache/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/
Disallow: /parcerias/assets/php/
Disallow: /convite/

User-agent: BingPreview
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: DuckDuckBot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Slurp
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /conselhos/
Disallow: /relatorios/estudo-de-mercado/
Disallow: /relatorios/radar-conexoes/
Disallow: /busca/api.php
Disallow: /nao_enviar_servidor/
Disallow: /cache/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/
Disallow: /parcerias/assets/php/
Disallow: /convite/

User-agent: Twitterbot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: LinkedInBot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: facebookexternalhit
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Facebot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: meta-externalagent
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: meta-externalfetcher
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Instagram
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: WhatsApp
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Slackbot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Discordbot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Pinterest
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Pinterestbot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: TikTokSpider
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

# --- Crawlers de IA (conteúdo público permitido) ---

User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /conselhos/
Disallow: /relatorios/estudo-de-mercado/
Disallow: /relatorios/radar-conexoes/
Disallow: /busca/api.php
Disallow: /programas/handle-
Disallow: /cadastro-newsletter.php
Disallow: /contato/handle-
Disallow: /newsletter/handle-
Disallow: /scripts/
Disallow: /docs/
Disallow: /nao_enviar_servidor/
Disallow: /cache/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/
Disallow: /parcerias/assets/php/
Disallow: /convite/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /conselhos/
Disallow: /relatorios/estudo-de-mercado/
Disallow: /relatorios/radar-conexoes/
Disallow: /busca/api.php
Disallow: /programas/handle-
Disallow: /cadastro-newsletter.php
Disallow: /contato/handle-
Disallow: /newsletter/handle-
Disallow: /scripts/
Disallow: /docs/
Disallow: /nao_enviar_servidor/
Disallow: /cache/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/
Disallow: /parcerias/assets/php/
Disallow: /convite/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /conselhos/
Disallow: /relatorios/estudo-de-mercado/
Disallow: /relatorios/radar-conexoes/
Disallow: /busca/api.php
Disallow: /programas/handle-
Disallow: /cadastro-newsletter.php
Disallow: /contato/handle-
Disallow: /newsletter/handle-
Disallow: /scripts/
Disallow: /docs/
Disallow: /nao_enviar_servidor/
Disallow: /cache/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/
Disallow: /parcerias/assets/php/
Disallow: /convite/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Claude-User
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

# Bytespider: ByteDance — útil a previews TikTok; volume alto — monitorar logs se necessário
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /conselhos/
Disallow: /relatorios/estudo-de-mercado/
Disallow: /relatorios/radar-conexoes/
Disallow: /busca/api.php
Disallow: /nao_enviar_servidor/
Disallow: /cache/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/
Disallow: /parcerias/assets/php/
Disallow: /convite/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: cohere-ai
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Amazonbot
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/

User-agent: Grok
Allow: /
Disallow: /admin/
Disallow: /nao_enviar_servidor/
Disallow: /portal/
Disallow: /custohorario/api/
Disallow: /custohorario/minhas-obras/