User-agent: * Allow: / # Sitemap location Sitemap: https://ioncore.in/sitemap.xml # Crawl delay (optional) Crawl-delay: 1 # Disallow certain paths (if any) # Disallow: /admin/ # Disallow: /private/ # Allow specific bots User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Social media bots User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / # Block bad bots (optional) User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: /