@bitcobblers/wod-wiki-tools 0.51.2196 → 0.53.2203

package/dist/{chunk-TDYC2FCK.mjs → chunk-LWW4HK4G.mjs}

@@ -1,11 +1,11 @@
 import { createRequire } from 'module';
-import { compileSeedRow, contract_exports, writeBuildReport } from './chunk-L5S7PXAB.mjs';
-import { VERSION } from './chunk-QE5CK3QT.mjs';
-import { nodePath, openCliDb, nodeFs, sqliteIndexStore, sqliteEffortStore, sqliteBlockStore, sqliteNoteStore, sqliteEventStore, getNoteBundle, getSessionBundle, getEffortBySlug, getEquipmentBySlug, listTagsByType, uuid5, CLI_UUID_NAMESPACE, nodeCrypto, stableNoteId, randomId } from './chunk-ZUZMRH3G.mjs';
+import { VERSION } from './chunk-ES4ZZ447.mjs';
+import { writeBuildReport } from './chunk-KGP6STLY.mjs';
+import { nodePath, openCliDb, nodeFs, sqliteIndexStore, sqliteEffortStore, sqliteBlockStore, sqliteNoteStore, sqliteEventStore, getNoteBundle, getSessionBundle, getEffortBySlug, getEquipmentBySlug, listTagsByType, uuid5, CLI_UUID_NAMESPACE, NodeFsFeedTree, stableNoteId, randomId, nodeCrypto } from './chunk-FUISPA7A.mjs';
 import { __require } from './chunk-QUUX6NX2.mjs';
 import { createParser, frozenNow, createCompiler, createMockClock, RuntimeStack, EventBus, ScriptRuntime, createAnalyticsEngineForBlock, StartSessionAction, NextEvent, toStoredOutputStatement, bundledEfforts, parseEffortFile, parseEquipmentFile, createReferenceIndex, parseScript, extractStatementRefs } from '@bitcobblers/wod-wiki-lang';
-import { buildStatementTree, createIRFile, registerLanguagePack, extractNoteIdentity, extractTypedTags, composeNoteMarkdown, sessionToCsv, effortToMarkdown, equipmentToMarkdown, equipmentToCsv, csvToEquipmentLabels, csvToSessionRows, isIRFile, inMemoryEventStore, assertSeedManifest, seedMetaKey, SEED_SCHEMA, emptySeedMeta, CANVAS_CHUNK_ID, assertSeedRows, seedNoteId, applySeedChunk } from '@bitcobblers/wod-wiki-engine';
-import { toEventRows, toSummaryEventRows, parseQuery, QueryService, isPipelineQuery, isFindQuery, notebookSlugOfSourceId } from '@bitcobblers/wod-wiki-wql';
+import { buildStatementTree, createIRFile, registerLanguagePack, extractNoteIdentity, extractTypedTags, composeNoteMarkdown, serializeNoteBundleToJsonl, sessionToCsv, effortToMarkdown, equipmentToMarkdown, equipmentToCsv, csvToEquipmentLabels, ingestPortableFilesIntoStorage, csvToSessionRows, isIRFile, inMemoryEventStore, publishFeedFromStorage, assertSeedManifest, seedMetaKey, SEED_SCHEMA, emptySeedMeta, CANVAS_CHUNK_ID, assertSeedRows, seedNoteId, applySeedChunk } from '@bitcobblers/wod-wiki-engine';
+import { toEventRows, toSummaryEventRows, parseQuery, QueryService, isPipelineQuery, isFindQuery } from '@bitcobblers/wod-wiki-wql';
 import { validateNoteBlocks, parseDocumentSections, blockContentId, reconcileNoteBlocks, KNOWN_SECTION_WIDGETS, MetricType } from '@bitcobblers/wod-wiki-core';
 import { rowsEqual, DB_VERSION } from '@bitcobblers/wod-wiki-storage';
 
@@ -1959,142 +1959,35 @@ function defaultSeedDirs(cwd) {
 }
 async function publishNotebookSeed(db, options) {
   const t0 = Date.now();
-  const fs = nodeFs();
-  const path = nodePath();
   const allNotes = await db.storage.readonly("notes").getAll();
   if (allNotes.length === 0) {
     throw new Error(`[wod publish] No notes found in database ${db.path}`);
   }
-  const notesByNotebook = /* @__PURE__ */ new Map();
-  for (const note of allNotes) {
-    const slug = notebookSlugOfSourceId(note.sourceId);
-    const key = slug || "__unassigned__";
-    const list = notesByNotebook.get(key) ?? [];
-    list.push(note);
-    notesByNotebook.set(key, list);
-  }
-  const targetNotebooks = /* @__PURE__ */ new Map();
-  if (options.notebook) {
-    const matching = notesByNotebook.get(options.notebook);
-    if (matching) {
-      targetNotebooks.set(options.notebook, matching);
-    } else if (notesByNotebook.has("__unassigned__") && notesByNotebook.size === 1) {
-      targetNotebooks.set(options.notebook, notesByNotebook.get("__unassigned__"));
-    } else {
-      const available = [...notesByNotebook.keys()].filter((k) => k !== "__unassigned__");
-      throw new Error(
-        `[wod publish] Notebook "${options.notebook}" not found in ${db.path}.` + (available.length > 0 ? ` Available notebooks: ${available.join(", ")}` : "")
-      );
-    }
-  } else {
-    for (const [slug, notes] of notesByNotebook.entries()) {
-      targetNotebooks.set(slug === "__unassigned__" ? "default" : slug, notes);
-    }
-  }
-  const allIndexRows = await db.storage.readonly("block_index").getAll();
-  const allEffortRows = await db.storage.readonly("block_efforts").getAll();
-  const allEquipmentRows = await db.storage.readonly("block_equipment").getAll();
-  const indexByNote = /* @__PURE__ */ new Map();
-  for (const row of allIndexRows) {
-    const list = indexByNote.get(row.noteId) ?? [];
-    list.push(row);
-    indexByNote.set(row.noteId, list);
-  }
-  const effortsByNote = /* @__PURE__ */ new Map();
-  for (const row of allEffortRows) {
-    const list = effortsByNote.get(row.noteId) ?? [];
-    list.push(row);
-    effortsByNote.set(row.noteId, list);
-  }
-  const equipmentByNote = /* @__PURE__ */ new Map();
-  for (const row of allEquipmentRows) {
-    const list = equipmentByNote.get(row.noteId) ?? [];
-    list.push(row);
-    equipmentByNote.set(row.noteId, list);
-  }
-  const outDir = path.resolve(process.cwd(), options.outDir);
-  const chunksDir = path.join(outDir, "chunks");
-  fs.mkdirSync(chunksDir, { recursive: true });
-  const manifestChunks = [];
-  let totalNotes = 0;
-  const publishedNotebooks = [];
-  for (const [notebookSlug, notes] of targetNotebooks.entries()) {
-    publishedNotebooks.push(notebookSlug);
-    const chunkRows = [];
-    for (const note of notes) {
-      const stem = (note.title || note.id).toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/(^-|-$)/g, "") || "note";
-      const notePath = note.sourcePath ?? `markdown/notebooks/${notebookSlug}/${stem}.md`;
-      const noteBlockIndex = indexByNote.get(note.id) ?? [];
-      const noteBlockEfforts = effortsByNote.get(note.id) ?? [];
-      const noteBlockEquipment = equipmentByNote.get(note.id) ?? [];
-      const blockIndex = noteBlockIndex.length > 0 ? noteBlockIndex.map((b) => ({
-        ...b,
-        isStatic: true,
-        sourceId: b.sourceId ?? `notebook:${notebookSlug}/${stem}`,
-        sourcePath: b.sourcePath ?? notePath
-      })) : compileSeedRow(notePath, note.rawContent, {
-        routeId: `${notebookSlug}/${stem}`,
-        sourceId: `notebook:${notebookSlug}/${stem}`,
-        // Authored frontmatter date first — exports keep the post's own
-        // day, never the import/publish time.
-        createdAt: note.date ?? note.createdAt,
-        noteTitle: note.title
-      }).blockIndex;
-      const blockEfforts = noteBlockEfforts.map((e) => ({
-        ...e,
-        isStatic: true,
-        sourcePath: e.sourcePath ?? notePath
-      }));
-      const blockEquipment = noteBlockEquipment.map((e) => ({
-        ...e,
-        isStatic: true,
-        sourcePath: e.sourcePath ?? notePath
-      }));
-      chunkRows.push({
-        path: notePath,
-        content: note.rawContent,
-        blocks: note.blocks,
-        blockIndex,
-        blockEfforts,
-        blockEquipment
-      });
-    }
-    const chunkId = `notebook.${notebookSlug}`;
-    const json = JSON.stringify(chunkRows);
-    const digest = nodeCrypto().createHash("sha256").update(json).digest();
-    const sha = [...digest].map((b) => b.toString(16).padStart(2, "0")).join("");
-    const chunkFile = `chunks/${chunkId}.${sha.slice(0, 8)}.json`;
-    fs.writeFileSync(path.join(outDir, chunkFile), json, "utf-8");
-    manifestChunks.push({
-      id: chunkId,
-      path: chunkFile,
-      sha256: sha,
-      bytes: Buffer.byteLength(json, "utf8"),
-      count: chunkRows.length,
-      kind: "notes"
-    });
-    totalNotes += chunkRows.length;
-  }
-  const manifest = {
-    schema: contract_exports.SEED_SCHEMA,
-    version: options.version ?? 1,
-    versionLabel: `v${options.version ?? 1}`,
-    builtAt: (/* @__PURE__ */ new Date()).toISOString(),
-    chunks: manifestChunks
-  };
-  fs.writeFileSync(path.join(outDir, "manifest.json"), JSON.stringify(manifest, null, 2) + "\n", "utf-8");
+  const outDir = nodePath().resolve(process.cwd(), options.outDir);
+  const tree = new NodeFsFeedTree(outDir);
+  const report = await publishFeedFromStorage(db.storage, tree, {
+    layout: "feed",
+    notebookSlug: options.notebook,
+    version: options.version,
+    name: options.name,
+    description: options.description,
+    repositoryUrl: options.repositoryUrl,
+    includePrivateWhenFiltered: true
+  });
+  const elapsed = Math.max(1, Date.now() - t0);
   writeBuildReport(outDir, {
-    manifest,
-    totalMs: Date.now() - t0,
-    passMs: { scan: 0, blockIndex: 0, parseGate: 0, blockEfforts: 0, write: Date.now() - t0 },
-    fileCount: totalNotes,
+    manifest: report.manifest,
+    totalMs: elapsed,
+    passMs: { scan: 0, blockIndex: 0, parseGate: 0, blockEfforts: 0, write: elapsed },
+    fileCount: report.totalNotes,
     outDir
   });
   return {
-    manifest,
+    manifest: report.manifest,
     outDir,
-    notebooks: publishedNotebooks,
-    totalNotes
+    notebooks: report.notebooks,
+    totalNotes: report.totalNotes,
+    totalPublicSessions: report.totalPublicSessions
   };
 }
 function getFs2() {
@@ -2180,13 +2073,13 @@ function parseCliArgs(args) {
       i++;
     } else if (arg === "--format") {
       const fmt = args[++i];
-      if (fmt === "json" || fmt === "table" || fmt === "csv") {
+      if (fmt === "json" || fmt === "table" || fmt === "csv" || fmt === "jsonl") {
         result.format = fmt;
       }
       i++;
     } else if (arg.startsWith("--format=")) {
       const fmt = arg.slice("--format=".length);
-      if (fmt === "json" || fmt === "table" || fmt === "csv") {
+      if (fmt === "json" || fmt === "table" || fmt === "csv" || fmt === "jsonl") {
         result.format = fmt;
       }
       i++;
@@ -2581,7 +2474,7 @@ async function cliMain(argv = process.argv.slice(2), io = {}) {
         writeErr("[wod init-feed] Error: Missing feed name (a single new directory name)");
         return 1;
       }
-      const { scaffoldFeed } = await import('./scaffoldFeed-MROAPAAP.mjs');
+      const { scaffoldFeed } = await import('./scaffoldFeed-OS5HGYG4.mjs');
       try {
         const result = scaffoldFeed(parsed.target);
         writeOut(`[wod init-feed] Created ${result.dir} (${result.files.length} files)`);
@@ -2813,12 +2706,28 @@ async function cliMain(argv = process.argv.slice(2), io = {}) {
             writeErr(`[wod ${verb}] Session not found in ${db.path}: ${id}`);
             return 1;
           }
-          const csv = sessionToCsv(bundle.session, bundle.events);
-          const target = parsed.output && parsed.output !== "-" ? parsed.output : `${id}.csv`;
+          const wantsJsonl = parsed.format === "jsonl" || parsed.output !== void 0 && /\.jsonl$/i.test(parsed.output);
+          const defaultExt = wantsJsonl ? "jsonl" : "csv";
+          const target = parsed.output && parsed.output !== "-" ? parsed.output : `${id}.${defaultExt}`;
+          let payload;
+          if (wantsJsonl) {
+            const rev = await db.storage.readonly("block_revisions").get([
+              bundle.session.noteId,
+              bundle.session.blockId,
+              bundle.session.blockVersion
+            ]);
+            payload = serializeNoteBundleToJsonl({
+              ...rev ? { revisions: [rev] } : {},
+              sessions: [bundle.session],
+              events: bundle.events
+            }) + "\n";
+          } else {
+            payload = sessionToCsv(bundle.session, bundle.events);
+          }
           if (parsed.output === "-") {
-            writeOut(csv);
+            writeOut(payload.trimEnd());
           } else {
-            nodeFs().writeFileSync(target, csv, "utf-8");
+            nodeFs().writeFileSync(target, payload, "utf-8");
           }
           if (parsed.output !== "-") writeOut(`[wod ${verb}] session ${id} \u2192 ${target} (${bundle.events.length} events)`);
         } else if (kind === "effort") {
@@ -2938,13 +2847,25 @@ async function cliMain(argv = process.argv.slice(2), io = {}) {
         }
         return 0;
       }
-      const { session, events } = csvToSessionRows(fs.readFileSync(file, "utf-8"));
+      const rawSessionText = fs.readFileSync(file, "utf-8");
       const db = await openCliDb(cliDb());
       try {
-        const result = await persistSessionBundle(db, session, events);
-        writeOut(
-          `[wod import] session ${session.id} \u2014 ${result.events} events \u2192 ${db.path}`
-        );
+        if (/\.jsonl$/i.test(file)) {
+          const report = await ingestPortableFilesIntoStorage(db.storage, [{ path: file, content: rawSessionText }]);
+          if (report.errors.length > 0 && report.sessionsImported === 0) {
+            writeErr(`[wod import] ${report.errors.join("; ")}`);
+            return 1;
+          }
+          writeOut(
+            `[wod import] session jsonl \u2014 ${report.sessionsImported} session(s), ${report.eventsImported} events \u2192 ${db.path}`
+          );
+        } else {
+          const { session, events } = csvToSessionRows(rawSessionText);
+          const result = await persistSessionBundle(db, session, events);
+          writeOut(
+            `[wod import] session ${session.id} \u2014 ${result.events} events \u2192 ${db.path}`
+          );
+        }
       } finally {
         await db.close();
       }
@@ -2977,7 +2898,7 @@ async function cliMain(argv = process.argv.slice(2), io = {}) {
         writeErr(`[wod build] No markdown/ corpus under ${root} \u2014 run from the content repo root (or pass its directory).`);
         return 1;
       }
-      const { generateSeed } = await import('./compiler-TOM2S2RL.mjs');
+      const { generateSeed } = await import('./compiler-WNZ455VL.mjs');
       try {
         const result = generateSeed({
           corpusRoot: root,
@@ -3068,7 +2989,7 @@ async function cliMain(argv = process.argv.slice(2), io = {}) {
     }
     if (parsed.subcommand === "server" || parsed.subcommand === "serve" || parsed.subcommand === "playground") {
       const mode = parsed.subcommand === "playground" ? "playground" : "server";
-      const { runCliServer } = await import('./server-QK2CXCDJ.mjs');
+      const { runCliServer } = await import('./server-SHNWCIIM.mjs');
       const options = { env: cliEnv() };
       if (mode === "server") options.database = cliDb();
       if (parsed.host !== void 0) options.host = parsed.host;
@@ -3094,5 +3015,5 @@ async function cliMain(argv = process.argv.slice(2), io = {}) {
 }
 
 export { PackLoadError, ParseSyntaxError, WqlSyntaxError, cliMain, formatExecutionOutput, formatParseOutput, formatQueryOutput, loadCliEnvironment, loadLanguagePack, loadQueryData, parseCliArgs, readStdin, resolveDatabaseConfig, runExecution, runParse, runQueryCli };
-//# sourceMappingURL=chunk-TDYC2FCK.mjs.map
-//# sourceMappingURL=chunk-TDYC2FCK.mjs.map
+//# sourceMappingURL=chunk-LWW4HK4G.mjs.map
+//# sourceMappingURL=chunk-LWW4HK4G.mjs.map