User-agent: * # Sitemap location Sitemap: https://froker.in/sitemap.xml # Allow Googlebot and others to access specific scripts or styles User-agent: Googlebot Allow: / Allow: /css/ Allow: /js/ # Disallow crawling of unnecessary query parameters Disallow: /blog/* Disallow: /blogs/6