# ===== SMARTER8K.APP ROBOTS.TXT ===== # Version: 2026.04.04 # Website: https://smarter8k.app # ===== DEFAULT RULES FOR ALL BOTS ===== User-agent: * # SITEMAP LOCATION Sitemap: https://smarter8k.app/sitemap.xml # DISALLOW PRIVATE/ADMIN AREAS Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /temp/ Disallow: /backup/ Disallow: /backups/ Disallow: /includes/ Disallow: /inc/ Disallow: /assets/includes/ Disallow: /vendor/ Disallow: /node_modules/ # DISALLOW CONFIGURATION & SENSITIVE FILES Disallow: /config/ Disallow: /configuration/ Disallow: /settings/ Disallow: /*.config$ Disallow: /*.conf$ Disallow: /*.ini$ Disallow: /*.env$ Disallow: /*.htaccess$ Disallow: /*.htpasswd$ Disallow: /*.sql$ Disallow: /*.sqlite$ Disallow: /*.db$ Disallow: /*.bak$ Disallow: /*.backup$ Disallow: /*.log$ Disallow: /logs/ Disallow: /log/ # DISALLOW SOURCE CODE FILES Disallow: /*.php$ Disallow: /*.asp$ Disallow: /*.aspx$ Disallow: /*.py$ Disallow: /*.sh$ # DISALLOW VERSION CONTROL & IDE Disallow: /.git/ Disallow: /.svn/ Disallow: /.idea/ Disallow: /.vscode/ # DISALLOW URL PARAMETERS (Prevents duplicate content) Disallow: /*?q= Disallow: /*?s= Disallow: /*?search= Disallow: /*?query= Disallow: /*?page= Disallow: /*?sort= Disallow: /*?order= Disallow: /*?filter= Disallow: /*?utm_source= Disallow: /*?utm_medium= Disallow: /*?utm_campaign= Disallow: /*?utm_term= Disallow: /*?utm_content= Disallow: /*?ref= Disallow: /*?source= Disallow: /*?affiliate= Disallow: /*?aff= # ALLOW ASSETS EXPLICITLY (In case they trigger parameter blocks) Allow: /css/ Allow: /js/ Allow: /assets/ Allow: /images/ Allow: /fonts/ # ===== SPECIFIC BOT CONFIGURATIONS ===== # Because all bots inherit the rules above, you only need to specify # bots here if you want to treat them DIFFERENTLY than the rules above. # If Googlebot, Bingbot, Yandex, etc., are allowed to crawl your blog # and main site, you do NOT need to list them here. The 'User-agent: *' # covers them perfectly. # (Example: Only include this if you wanted to BLOCK a specific bot) # User-agent: BadBot # Disallow: /