User-agent: * Allow: / Disallow: /admin/ Disallow: /error/ Disallow: /api/ Disallow: /Teste Disallow: /*?*utm_* Disallow: /*?*ref=* # Allow important bots with faster crawl User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 # Sitemaps Sitemap: https://utils.antoniocampos.net/sitemap_index.xml Sitemap: https://utils.antoniocampos.net/sitemap.xml # Crawl-delay for other bots Crawl-delay: 10