Merge pull request 'Add robots.txt and sitemap for SEO' (#52) from feat/sitemap-robots into main

Reviewed-on: #52

.gitignore

@@ -24,3 +24,7 @@ storybook-static
 
 # Clerk migration export — contains password hashes, never commit
 exported_users.csv
+
+# Generated at build time by scripts/generate-sitemap.mjs
+/public/sitemap.xml
+/public/sitemap.xml.gz

package.json

@@ -3,8 +3,9 @@
   "private": true,
   "type": "module",
   "scripts": {
-    "build": "npm run build:remix && npm run build:server",
+    "build": "npm run sitemap && npm run build:remix && npm run build:server",
     "build:remix": "react-router build",
+    "sitemap": "node scripts/generate-sitemap.mjs",
     "build:server": "node scripts/build-server.mjs",
     "db:generate": "dotenv -- drizzle-kit generate",
     "db:migrate": "dotenv -- drizzle-kit migrate",

public/robots.txt

@@ -0,0 +1,11 @@
+User-agent: *
+Allow: /
+
+Disallow: /admin/
+Disallow: /api/
+Disallow: /leagues/
+Disallow: /onboarding
+Disallow: /settings
+Disallow: /user-profile
+
+Sitemap: https://brackt.com/sitemap.xml

scripts/generate-sitemap.mjs

@@ -0,0 +1,40 @@
+import { gzipSync } from "zlib";
+import { writeFileSync } from "fs";
+import { join, dirname } from "path";
+import { fileURLToPath } from "url";
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const publicDir = join(__dirname, "..", "public");
+
+const BASE_URL = "https://brackt.com";
+
+const urls = [
+  { loc: "/", changefreq: "weekly", priority: "1.0" },
+  { loc: "/how-to-play", changefreq: "monthly", priority: "0.8" },
+  { loc: "/rules", changefreq: "monthly", priority: "0.8" },
+  { loc: "/sports", changefreq: "weekly", priority: "0.8" },
+  { loc: "/support", changefreq: "monthly", priority: "0.6" },
+  { loc: "/privacy-policy", changefreq: "yearly", priority: "0.4" },
+];
+
+const today = new Date().toISOString().split("T")[0];
+
+const xml = `<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+${urls
+  .map(
+    ({ loc, changefreq, priority }) => `  <url>
+    <loc>${BASE_URL}${loc}</loc>
+    <lastmod>${today}</lastmod>
+    <changefreq>${changefreq}</changefreq>
+    <priority>${priority}</priority>
+  </url>`
+  )
+  .join("\n")}
+</urlset>
+`;
+
+writeFileSync(join(publicDir, "sitemap.xml"), xml);
+writeFileSync(join(publicDir, "sitemap.xml.gz"), gzipSync(xml));
+
+console.log(`Sitemap generated: ${urls.length} URLs`);