Restore to commit 74e578279624c6045ca440a3459ebfa1f8d54191

2026-02-07 20:32:41 +00:00
commit ed67b7741b
252 changed files with 99814 additions and 0 deletions
--- a/chat/public/robots.txt
+++ b/chat/public/robots.txt
@@ -0,0 +1,15 @@
+# robots.txt for Shopify AI App Builder
+# Allow search engines to crawl public content
+User-agent: *
+Allow: /
+
+# Disallow crawling of admin and authenticated areas
+Disallow: /admin
+Disallow: /apps
+Disallow: /builder
+Disallow: /settings
+Disallow: /affiliate-dashboard
+Disallow: /api/
+
+# Sitemap location
+Sitemap: https://your-domain.com/sitemap.xml