feat: better, faster search

package.json

@@ -12,12 +12,13 @@
     "dev": "vite dev",
     "dev:port": "vite dev --port",
     "prebuild": "bun run generate:changelog && bun run scripts/copy-docs-images.cjs",
-    "build": "NODE_OPTIONS=--max-old-space-size=8192 vite build && bun run scripts/generate-static-cache.ts",
+    "build": "NODE_OPTIONS=--max-old-space-size=8192 vite build && bun run scripts/generate-static-cache.ts && bun run scripts/generate-search-index.ts",
     "build:cf": "bun run build",
-    "build:cf:staging": "NODE_OPTIONS=--max-old-space-size=8192 CLOUDFLARE_ENV=staging vite build",
+    "build:cf:staging": "NODE_OPTIONS=--max-old-space-size=8192 CLOUDFLARE_ENV=staging bun run build",
     "sync:mixedbread": "mxbai vs sync $MIXEDBREAD_STORE_ID './content/docs' --ci",
     "preview": "vite preview",
     "preview:cf": "bun run build:cf && vite preview",
+    "benchmark:search": "bun run scripts/search-benchmark.ts",
     "deploy": "bun run build:cf && wrangler deploy",
     "deploy:staging": "bun run build:cf:staging && wrangler deploy",
     "cf:typegen": "wrangler types",
@@ -36,8 +37,10 @@
     "@tanstack/react-router": "1.163.3",
     "@tanstack/react-router-devtools": "1.163.3",
     "@tanstack/react-start": "1.166.1",
+    "agentation": "^3.0.2",
     "class-variance-authority": "^0.7.1",
     "clsx": "^2.1.1",
+    "flexsearch": "^0.8.212",
     "fumadocs-core": "16.7.10",
     "fumadocs-mdx": "14.2.11",
     "fumadocs-ui": "16.7.10",

scripts/generate-search-index.ts

@@ -0,0 +1,61 @@
+import fs from "node:fs/promises";
+import path from "node:path";
+import { createServer } from "vite";
+import react from "@vitejs/plugin-react";
+import mdx from "fumadocs-mdx/vite";
+import tsConfigPaths from "vite-tsconfig-paths";
+
+const DIST_CLIENT = path.join(process.cwd(), "dist/client");
+
+async function main() {
+  console.log("Generating static search index…");
+
+  const server = await createServer({
+    configFile: false,
+    logLevel: "error",
+    server: { port: 0, host: "127.0.0.1" },
+    resolve: {
+      alias: { "@": path.resolve(process.cwd(), "./src") },
+    },
+    plugins: [
+      mdx(await import("../source.config")),
+      tsConfigPaths({ projects: ["./tsconfig.json"] }),
+      react(),
+    ],
+  });
+
+  try {
+    const { buildDocsSearchDocuments } = await server.ssrLoadModule(
+      "./src/lib/search",
+    );
+    const { SEARCH_INDEX_FILENAME } = await server.ssrLoadModule(
+      "./src/lib/search.shared",
+    );
+    const { buildStaticSearchIndex, exportStaticSearchIndex } = await server.ssrLoadModule(
+      "./src/lib/search-index",
+    );
+
+    const outputDir = path.join(DIST_CLIENT, "docs");
+    const outputPath = path.join(outputDir, SEARCH_INDEX_FILENAME);
+    const documents = await buildDocsSearchDocuments();
+
+    await fs.rm(path.join(outputDir, "assets", "search"), { force: true, recursive: true });
+    await fs.mkdir(outputDir, { recursive: true });
+    const index = buildStaticSearchIndex(documents);
+    const payload = JSON.stringify(await exportStaticSearchIndex(index));
+
+    await fs.writeFile(outputPath, payload);
+
+    const bytes = Buffer.byteLength(payload);
+    console.log(
+      `  ✓ search index written to ${path.relative(process.cwd(), outputPath)} (${bytes.toLocaleString()} bytes)`,
+    );
+  } finally {
+    await server.close();
+  }
+}
+
+main().catch((err) => {
+  console.error("Static search index generation failed:", err);
+  process.exit(1);
+});