From 8c28b66feb911fa13ec57ac2b19c3c79e23e542e Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Mark=20Randall=20Havens=20=E2=96=B3=20The=20Empathic=20Tec?=
 =?UTF-8?q?hnologist=20=E2=9F=81=20Doctor=20Who=2042?=
 <mark.r.havens@gmail.com>
Date: Sat, 8 Nov 2025 10:00:24 -0600
Subject: [PATCH] Update generate-index.mjs

---
 tools/generate-index.mjs | 137 +++++++++++----------------------------
 1 file changed, 38 insertions(+), 99 deletions(-)

diff --git a/tools/generate-index.mjs b/tools/generate-index.mjs
index 5e2f9aa..ac832f4 100644
--- a/tools/generate-index.mjs
+++ b/tools/generate-index.mjs
@@ -1,125 +1,64 @@
-/**
- * generate-index.mjs (v2.0.0)
- * Scans /public/{pinned,posts} for .html/.md files, emits public/index.json
- * Deterministic, POSIX paths, reverse-chron default ordering handled client-side.
- */
-
 import { promises as fs } from "fs";
 import path from "path";
 import { fileURLToPath } from "url";
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
-const PUBLIC_DIR = path.resolve(__dirname, "../public");
+const PUBLIC = path.resolve(__dirname, "../public");
 const ROOTS = ["pinned", "posts"];
-const ALLOWED = new Set([".html", ".md"]);
-const MAX_TITLE_BYTES = 64 * 1024;
-
-const posix = path.posix;
-
-async function statSafe(p) { try { return await fs.stat(p); } catch { return null; } }
-function isHidden(rel) { return /(^|\/)\./.test(rel); } // hide dotfiles/dirs
-function toPosix(rel) { return rel.split(path.sep).join("/"); }
-
-async function readFirstChunk(abs) {
-  const fh = await fs.open(abs, "r");
-  const { size } = await fh.stat();
-  const len = Math.min(MAX_TITLE_BYTES, size);
-  const buf = Buffer.alloc(len);
-  await fh.read(buf, 0, len, 0);
-  await fh.close();
-  return buf.toString("utf8");
-}
-
-function parseTitleFromHTML(raw) {
-  const m = raw.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
-  return m ? m[1].trim() : null;
-}
-
-function parseTitleFromMD(raw) {
-  const m = raw.match(/^\s*#\s+(.+)\s*$/m);
-  return m ? m[1].trim() : null;
-}
-
-async function walkDir(absRoot, relRoot) {
-  const st = await statSafe(absRoot);
-  const node = {
-    type: "dir",
-    name: path.basename(absRoot),
-    path: "/" + toPosix(relRoot),
-    mtime: st ? st.mtimeMs : 0,
-    children: []
-  };
-  if (!st?.isDirectory()) return node;
-
-  const entries = await fs.readdir(absRoot, { withFileTypes: true });
-  entries.sort((a, b) => a.name.localeCompare(b.name));
+const exts = [".html", ".md"];
 
+async function walk(dir, base) {
+  const entries = await fs.readdir(dir, { withFileTypes: true });
+  const nodes = [];
   for (const e of entries) {
-    const abs = path.join(absRoot, e.name);
-    const rel = toPosix(path.join(relRoot, e.name));
-    if (isHidden(rel)) continue;
+    if (e.name.startsWith(".")) continue;
+    const abs = path.join(dir, e.name);
+    const rel = path.posix.join(base, e.name);
+    const st = await fs.stat(abs);
 
     if (e.isDirectory()) {
-      node.children.push(await walkDir(abs, rel));
+      const children = await walk(abs, rel);
+      nodes.push({ type: "dir", name: e.name, path: rel, children });
     } else {
-      const ext = path.extname(e.name).toLowerCase();
-      if (!ALLOWED.has(ext)) continue;
-      const stFile = await statSafe(abs);
-      const raw = await readFirstChunk(abs);
-      let title = (ext === ".html") ? parseTitleFromHTML(raw) : parseTitleFromMD(raw);
-      title = title || e.name;
-
-      node.children.push({
+      const ext = path.extname(e.name);
+      if (!exts.includes(ext)) continue;
+      nodes.push({
         type: "file",
         name: e.name,
+        path: rel,
         ext,
-        title,
-        path: "/" + rel,
-        mtime: stFile ? stFile.mtimeMs : 0,
-        size: stFile ? stFile.size : 0,
-        pinned: rel.startsWith("pinned/")
+        pinned: base.startsWith("pinned"),
+        mtime: st.mtimeMs
       });
     }
   }
-
-  return node;
+  return nodes;
 }
 
-function flatten(node, out = []) {
-  if (node.type === "file") { out.push(node); return out; }
-  for (const c of node.children || []) flatten(c, out);
-  return out;
-}
-
-async function main() {
-  const index = {
-    generatedAt: new Date().toISOString(),
-    tree: { type: "dir", name: "/", path: "/", mtime: Date.now(), children: [] },
-    flat: []
-  };
+async function buildIndex() {
+  const tree = [];
+  const flat = [];
 
   for (const root of ROOTS) {
-    const abs = path.join(PUBLIC_DIR, root);
-    const st = await statSafe(abs);
-    if (!st?.isDirectory()) {
-      console.warn(`warning: /public/${root} missing — skipping`);
-      continue;
+    const abs = path.join(PUBLIC, root);
+    try {
+      const children = await walk(abs, root);
+      const node = { type: "dir", name: root, path: root, children };
+      tree.push(node);
+      for (const c of children) flatten(c, flat);
+    } catch {
+      console.warn(`Skipping missing ${root}/`);
     }
-    const node = await walkDir(abs, root);
-    node.name = root;
-    node.path = "/" + root;
-    index.tree.children.push(node);
   }
 
-  // Flatten in the order roots were added
-  for (const child of index.tree.children) flatten(child, index.flat);
-
-  const outPath = path.join(PUBLIC_DIR, "index.json");
-  await fs.writeFile(outPath, JSON.stringify(index, null, 2));
-  console.log(`wrote ${posix.relative(PUBLIC_DIR, outPath)} with ${index.flat.length} files.`);
+  const data = { generatedAt: Date.now(), tree, flat };
+  await fs.writeFile(path.join(PUBLIC, "index.json"), JSON.stringify(data, null, 2));
+  console.log("✅ index.json generated:", flat.length, "files.");
 }
 
-main().catch(err => {
-  console.error(err);
-  process.exit(1);
-});
\ No newline at end of file
+function flatten(node, arr) {
+  if (node.type === "file") arr.push(node);
+  else node.children.forEach(c => flatten(c, arr));
+}
+
+await buildIndex();
\ No newline at end of file