# Allow all search engines full access to main content User-agent: * # Disallow common system folders (no real need for bots to access these) Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /admin/ Disallow: /404.html # Allow all important pages Allow: / # Sitemap location (if you have a sitemap file, update this URL) Sitemap: https://techgadgethub.is-best.net/sitemap.xml