# Generator Bar - robots.txt # https://generator.bar # Allow all search engine crawlers User-agent: * Allow: / # Disallow admin and sensitive areas Disallow: /admin/ Disallow: /config.php Disallow: /install.php Disallow: /web-installer.php Disallow: /verify.php Disallow: /app/ Disallow: /*.sql$ Disallow: /*.log$ Disallow: /.env Disallow: /.git/ Disallow: /vendor/ Disallow: /composer.json Disallow: /composer.lock # Allow CSS and JS for rendering Allow: /assets/css/ Allow: /assets/js/ Allow: /assets/images/ # Googlebot specific rules User-agent: Googlebot Allow: / Disallow: /admin/ # Googlebot Image User-agent: Googlebot-Image Allow: /assets/images/ # Bingbot specific rules User-agent: Bingbot Allow: / Disallow: /admin/ # Sitemap location Sitemap: https://generator.bar/sitemap.xml