fix: /text crawlable but noindex

static/robots.txt

@@ -13,9 +13,9 @@ Disallow: /api/internal/
 Disallow: /.git/
 Disallow: /.env
 
-# Plain text version — prevent duplicate content indexing
+# Plain text version — accessible but not indexed (X-Robots-Tag: noindex)
-# Canonical HTML version at / should be indexed instead
+# Canonical HTML version at / is preferred for search results
-Disallow: /text
+# Allow: /text  (crawlable for LLMs and text browsers)
 
 # =============================================================================
 # SITEMAPS & AI CONTENT