# =================================================================== # ------------------------------------------------------------------- # General directives for all crawlers, including AI bots # ------------------------------------------------------------------- User-agent: * Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /*?s= Disallow: /search/ Disallow: /*?* # Allow crawling of CSS, JS and other resources for proper rendering Allow: /*.css$ Allow: /*.js$ # ------------------------------------------------------------------- # Specific directives for Google crawlers (including AI) # ------------------------------------------------------------------- User-agent: Googlebot # No specific disallows for Googlebot beyond the general ones above. # This ensures that Google has the fullest possible access to render and understand the site. # All E-E-A-T signals should be accessible for evaluation. User-agent: Google-Extended # No specific disallows. This user-agent may be used for Google's future AI models. # Allowing access is crucial for potential inclusion in generative AI experiences. # ------------------------------------------------------------------- # Specific directives for other AI crawlers # ------------------------------------------------------------------- User-agent: GPTBot Allow: / User-agent: CCBot Allow: / # =================================================================== # Sitemap location # It is highly recommended to create and submit a sitemap. # =================================================================== Sitemap: https://www.futurelifegroup.com/sitemap.xml