# robots.txt para Jovens Pela Democracia (JPD) # Permite que todos os crawlers indexem todo o site User-agent: * Allow: / # Desabilitado: nenhum conteúdo privado ou restrito no momento # Disallow: /admin/ # Disallow: /private/ # Sitemap Sitemap: https://jovenspelademocracia.com.br/sitemap.xml Sitemap: https://jovenspelademocracia.com.br/sitemap.html # Crawl-delay para bots mais agressivos (opcional) User-agent: Baiduspider Crawl-delay: 5 User-agent: Yandex Crawl-delay: 5 # Permite crawlers de redes sociais User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / User-agent: TelegramBot Allow: / # Permite Google específicos User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / # Outros bots importantes User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / # Host principal (preferencial para Google) Host: jovenspelademocracia.com.br