fix(docs,marketing): allow /_next/static/ in robots.txt so Google can fetch render assets

Author: Kitenite

apps/docs/src/app/robots.ts

@@ -6,7 +6,9 @@ export default function robots(): MetadataRoute.Robots {
 		rules: [
 			{
 				userAgent: "*",
-				allow: "/",
+				// Google needs /_next/static/ (CSS, JS, fonts) to render pages;
+				// blocking it triggers "Blocked by robots.txt" reports in Search Console.
+				allow: ["/", "/_next/static/"],
 				disallow: ["/api/", "/_next/", "/llms.mdx/", "/llms-full.txt"],
 			},
 		],

apps/marketing/src/app/robots.txt/route.ts

@@ -25,6 +25,7 @@ export function GET() {
 User-Agent: *
 Allow: /
 Allow: /api/llms.txt
+Allow: /_next/static/
 Disallow: /api/
 Disallow: /_next/