User-agent: * Allow: / # Sitemap Sitemap: https://smallbusinessgreatagain.com/sitemap.xml # Crawl delay to be respectful Crawl-delay: 1 # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Disallow admin areas and development files Disallow: /admin Disallow: /admin-login Disallow: /admin-dashboard Disallow: /admin-contracts Disallow: /*.json Disallow: /*.log Disallow: /node_modules/ Disallow: /.git/ Disallow: /src/ Disallow: /server/ # Allow important business pages Allow: /apps/ Allow: /about-us Allow: /faq Allow: /blog Allow: /sourcetracker-demo Allow: /alocalist-demo