# Allow all crawlers User-agent: * Allow: / # Disallow specific paths Disallow: /ga # Sitemap location Sitemap: https://elvioscaravelli.com.br/sitemap.xml # Specific rules for major crawlers User-agent: Googlebot Allow: / Disallow: /ga User-agent: Bingbot Allow: / Disallow: /ga User-agent: Yandex Allow: / Disallow: /ga User-agent: Slurp Allow: / Disallow: /ga User-agent: DuckDuckBot Allow: / Disallow: /ga User-agent: Baiduspider Allow: / Disallow: /ga User-agent: Twitterbot Allow: / Disallow: /ga User-agent: facebookexternalhit Allow: / Disallow: /ga # Disallow specific directories or files if needed # Disallow: /admin/ # Disallow: /private/