folderblog 0.0.2 → 0.0.3

package/dist/{chunk-24MKFHML.cjs → chunk-2TZSVPNP.cjs}

@@ -46,6 +46,11 @@ var withDefaults = (config) => ({
     removeDeadLinks: false,
     ...config.pipeline
   },
+  similarity: {
+    topN: 5,
+    threshold: 0,
+    ...config.similarity
+  },
   debug: {
     level: 0,
     timing: false,

package/dist/{chunk-HMQIQUPB.cjs → chunk-6TFXNIO6.cjs}

@@ -374,14 +374,122 @@ var createAllNoOpPlugins = () => ({
   database: new NoOpDatabase()
 });
 
+// ../processor/src/plugins/similarity.ts
+var CosineSimilarityPlugin = class {
+  name = "similarity";
+  requires = ["textEmbedder"];
+  ready = false;
+  context = null;
+  topN;
+  threshold;
+  constructor(options = {}) {
+    this.topN = options.topN ?? 5;
+    this.threshold = options.threshold ?? 0;
+  }
+  async initialize(context) {
+    this.context = context;
+    this.ready = true;
+    context.log(
+      `CosineSimilarityPlugin initialized (topN=${this.topN}, threshold=${this.threshold})`,
+      "info"
+    );
+  }
+  isReady() {
+    return this.ready;
+  }
+  async dispose() {
+    this.ready = false;
+  }
+  computeSimilarity(a, b) {
+    return cosineSimilarity(a, b);
+  }
+  async generateSimilarityMap(posts) {
+    const postsWithEmbeddings = posts.filter(
+      (p) => p.embedding && p.embedding.length > 0
+    );
+    if (postsWithEmbeddings.length < 2) {
+      this.context?.log(
+        `Skipping similarity: only ${postsWithEmbeddings.length} posts with embeddings`,
+        "debug"
+      );
+      return {
+        pairwiseScores: /* @__PURE__ */ new Map(),
+        similarPosts: /* @__PURE__ */ new Map(),
+        metadata: {
+          computedAt: (/* @__PURE__ */ new Date()).toISOString(),
+          postCount: postsWithEmbeddings.length,
+          pairCount: 0
+        }
+      };
+    }
+    const pairwiseScores = /* @__PURE__ */ new Map();
+    const similarPosts = /* @__PURE__ */ new Map();
+    let pairCount = 0;
+    for (const post of postsWithEmbeddings) {
+      const similarities = [];
+      for (const other of postsWithEmbeddings) {
+        if (other.hash === post.hash) continue;
+        const pairKey = post.hash < other.hash ? `${post.hash}-${other.hash}` : `${other.hash}-${post.hash}`;
+        let score;
+        if (pairwiseScores.has(pairKey)) {
+          score = pairwiseScores.get(pairKey);
+        } else {
+          score = cosineSimilarity(post.embedding, other.embedding);
+          pairwiseScores.set(pairKey, score);
+          pairCount++;
+        }
+        if (score >= this.threshold) {
+          similarities.push({ hash: other.hash, score });
+        }
+      }
+      similarities.sort((a, b) => b.score - a.score);
+      const topHashes = similarities.slice(0, this.topN).map((s) => s.hash);
+      similarPosts.set(post.hash, topHashes);
+    }
+    this.context?.log(
+      `Computed similarity: ${pairCount} pairs for ${postsWithEmbeddings.length} posts`,
+      "info"
+    );
+    return {
+      pairwiseScores,
+      similarPosts,
+      metadata: {
+        computedAt: (/* @__PURE__ */ new Date()).toISOString(),
+        postCount: postsWithEmbeddings.length,
+        pairCount
+      }
+    };
+  }
+};
+function cosineSimilarity(a, b) {
+  let dot = 0;
+  let normA = 0;
+  let normB = 0;
+  for (let i = 0; i < a.length; i++) {
+    const aVal = a[i] ?? 0;
+    const bVal = b[i] ?? 0;
+    dot += aVal * bVal;
+    normA += aVal * aVal;
+    normB += bVal * bVal;
+  }
+  const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
+  return magnitude === 0 ? 0 : dot / magnitude;
+}
+var createSimilarityPlugin = (options) => {
+  return new CosineSimilarityPlugin(options);
+};
+
 exports.CopyOnlyImageProcessor = CopyOnlyImageProcessor;
+exports.CosineSimilarityPlugin = CosineSimilarityPlugin;
 exports.NoOpDatabase = NoOpDatabase;
 exports.NoOpImageEmbedder = NoOpImageEmbedder;
 exports.NoOpSimilarity = NoOpSimilarity;
 exports.NoOpTextEmbedder = NoOpTextEmbedder;
 exports.PassthroughMermaidRenderer = PassthroughMermaidRenderer;
 exports.PluginManager = PluginManager;
+exports.cosineSimilarity = cosineSimilarity;
 exports.createAllNoOpPlugins = createAllNoOpPlugins;
 exports.createDefaultPlugins = createDefaultPlugins;
 exports.createPluginManager = createPluginManager;
+exports.createSimilarityPlugin = createSimilarityPlugin;
 exports.topologicalSort = topologicalSort;

package/dist/{chunk-ZRUBI3GH.js → chunk-B43UAOPC.js}

@@ -367,4 +367,109 @@ var createAllNoOpPlugins = () => ({
   database: new NoOpDatabase()
 });
 
-export { CopyOnlyImageProcessor, NoOpDatabase, NoOpImageEmbedder, NoOpSimilarity, NoOpTextEmbedder, PassthroughMermaidRenderer, PluginManager, createAllNoOpPlugins, createDefaultPlugins, createPluginManager, topologicalSort };
+// ../processor/src/plugins/similarity.ts
+var CosineSimilarityPlugin = class {
+  name = "similarity";
+  requires = ["textEmbedder"];
+  ready = false;
+  context = null;
+  topN;
+  threshold;
+  constructor(options = {}) {
+    this.topN = options.topN ?? 5;
+    this.threshold = options.threshold ?? 0;
+  }
+  async initialize(context) {
+    this.context = context;
+    this.ready = true;
+    context.log(
+      `CosineSimilarityPlugin initialized (topN=${this.topN}, threshold=${this.threshold})`,
+      "info"
+    );
+  }
+  isReady() {
+    return this.ready;
+  }
+  async dispose() {
+    this.ready = false;
+  }
+  computeSimilarity(a, b) {
+    return cosineSimilarity(a, b);
+  }
+  async generateSimilarityMap(posts) {
+    const postsWithEmbeddings = posts.filter(
+      (p) => p.embedding && p.embedding.length > 0
+    );
+    if (postsWithEmbeddings.length < 2) {
+      this.context?.log(
+        `Skipping similarity: only ${postsWithEmbeddings.length} posts with embeddings`,
+        "debug"
+      );
+      return {
+        pairwiseScores: /* @__PURE__ */ new Map(),
+        similarPosts: /* @__PURE__ */ new Map(),
+        metadata: {
+          computedAt: (/* @__PURE__ */ new Date()).toISOString(),
+          postCount: postsWithEmbeddings.length,
+          pairCount: 0
+        }
+      };
+    }
+    const pairwiseScores = /* @__PURE__ */ new Map();
+    const similarPosts = /* @__PURE__ */ new Map();
+    let pairCount = 0;
+    for (const post of postsWithEmbeddings) {
+      const similarities = [];
+      for (const other of postsWithEmbeddings) {
+        if (other.hash === post.hash) continue;
+        const pairKey = post.hash < other.hash ? `${post.hash}-${other.hash}` : `${other.hash}-${post.hash}`;
+        let score;
+        if (pairwiseScores.has(pairKey)) {
+          score = pairwiseScores.get(pairKey);
+        } else {
+          score = cosineSimilarity(post.embedding, other.embedding);
+          pairwiseScores.set(pairKey, score);
+          pairCount++;
+        }
+        if (score >= this.threshold) {
+          similarities.push({ hash: other.hash, score });
+        }
+      }
+      similarities.sort((a, b) => b.score - a.score);
+      const topHashes = similarities.slice(0, this.topN).map((s) => s.hash);
+      similarPosts.set(post.hash, topHashes);
+    }
+    this.context?.log(
+      `Computed similarity: ${pairCount} pairs for ${postsWithEmbeddings.length} posts`,
+      "info"
+    );
+    return {
+      pairwiseScores,
+      similarPosts,
+      metadata: {
+        computedAt: (/* @__PURE__ */ new Date()).toISOString(),
+        postCount: postsWithEmbeddings.length,
+        pairCount
+      }
+    };
+  }
+};
+function cosineSimilarity(a, b) {
+  let dot = 0;
+  let normA = 0;
+  let normB = 0;
+  for (let i = 0; i < a.length; i++) {
+    const aVal = a[i] ?? 0;
+    const bVal = b[i] ?? 0;
+    dot += aVal * bVal;
+    normA += aVal * aVal;
+    normB += bVal * bVal;
+  }
+  const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
+  return magnitude === 0 ? 0 : dot / magnitude;
+}
+var createSimilarityPlugin = (options) => {
+  return new CosineSimilarityPlugin(options);
+};
+
+export { CopyOnlyImageProcessor, CosineSimilarityPlugin, NoOpDatabase, NoOpImageEmbedder, NoOpSimilarity, NoOpTextEmbedder, PassthroughMermaidRenderer, PluginManager, cosineSimilarity, createAllNoOpPlugins, createDefaultPlugins, createPluginManager, createSimilarityPlugin, topologicalSort };

package/dist/{chunk-XP5J4LFJ.js → chunk-D26H5722.js}

@@ -44,6 +44,11 @@ var withDefaults = (config) => ({
     removeDeadLinks: false,
     ...config.pipeline
   },
+  similarity: {
+    topN: 5,
+    threshold: 0,
+    ...config.similarity
+  },
   debug: {
     level: 0,
     timing: false,

package/dist/chunk-E7PYGJA7.cjs

@@ -0,0 +1,39 @@
+'use strict';
+
+// src/errors.ts
+var FolderBlogError = class extends Error {
+  /** HTTP status code if applicable */
+  status;
+  /** The URL that was requested */
+  url;
+  constructor(message, options) {
+    super(message);
+    this.name = "FolderBlogError";
+    this.status = options?.status;
+    this.url = options?.url;
+  }
+};
+var NotFoundError = class extends FolderBlogError {
+  constructor(resource, identifier, url) {
+    super(`${resource} not found: ${identifier}`, { status: 404, url });
+    this.name = "NotFoundError";
+  }
+};
+var ApiError = class extends FolderBlogError {
+  constructor(message, status, url) {
+    super(message, { status, url });
+    this.name = "ApiError";
+  }
+};
+var NetworkError = class extends FolderBlogError {
+  constructor(message, cause) {
+    super(message);
+    this.name = "NetworkError";
+    if (cause) this.cause = cause;
+  }
+};
+
+exports.ApiError = ApiError;
+exports.FolderBlogError = FolderBlogError;
+exports.NetworkError = NetworkError;
+exports.NotFoundError = NotFoundError;

package/dist/{chunk-QA4KPPTA.cjs → chunk-J3Y3HEBF.cjs}

@@ -1,6 +1,7 @@
 'use strict';
 
-var chunkHMQIQUPB_cjs = require('./chunk-HMQIQUPB.cjs');
+var chunk2TZSVPNP_cjs = require('./chunk-2TZSVPNP.cjs');
+var chunk6TFXNIO6_cjs = require('./chunk-6TFXNIO6.cjs');
 var chunkOBGZSXTJ_cjs = require('./chunk-OBGZSXTJ.cjs');
 var unified = require('unified');
 var remarkParse = require('remark-parse');
@@ -1019,7 +1020,7 @@ var Processor = class {
     this.config = options.config;
     this.issues = new IssueCollector();
     this.log = options.log ?? createDefaultLogger(this.config.debug?.level ?? 1);
-    this.pluginManager = new chunkHMQIQUPB_cjs.PluginManager({
+    this.pluginManager = new chunk6TFXNIO6_cjs.PluginManager({
       config: this.config,
       outputDir: this.resolveOutputDir(),
       issues: this.issues,
@@ -1074,6 +1075,7 @@ var Processor = class {
     this.log(`Processing folder: ${inputDir}`, "info");
     this.log(`Output directory: ${outputDir}`, "info");
     await ensureDir(outputDir);
+    const totalStart = Date.now();
     const state = {
       inputDir,
       outputDir,
@@ -1089,18 +1091,20 @@ var Processor = class {
         textEmbeddingCacheMisses: 0,
         imageEmbeddingCacheHits: 0,
         imageEmbeddingCacheMisses: 0
-      }
+      },
+      report: {},
+      phaseTiming: /* @__PURE__ */ new Map()
     };
     if (!this.config.media?.skip) {
-      await this.processMedia(state);
+      await this.timed(state, "media", () => this.processMedia(state));
     } else {
       this.log("Skipping media processing", "info");
     }
-    await this.processMarkdownFiles(state);
-    await this.generateEmbeddings(state);
-    await this.generateSimilarity(state);
-    await this.buildDatabase(state);
-    const outputFiles = await this.writeOutput(state);
+    await this.timed(state, "markdown", () => this.processMarkdownFiles(state));
+    await this.timed(state, "embeddings", () => this.generateEmbeddings(state));
+    await this.timed(state, "similarity", () => this.generateSimilarity(state));
+    await this.timed(state, "database", () => this.buildDatabase(state));
+    const outputFiles = await this.timed(state, "output", () => this.writeOutput(state));
     const issueReport = this.issues.generateReport();
     this.log(this.issues.getSummaryString(), "info");
     const hasCacheActivity = state.cacheStats.mediaCacheHits > 0 || state.cacheStats.mediaCacheMisses > 0 || state.cacheStats.textEmbeddingCacheHits > 0 || state.cacheStats.imageEmbeddingCacheHits > 0;
@@ -1110,16 +1114,39 @@ var Processor = class {
         "info"
       );
     }
+    const totalMs = Date.now() - totalStart;
+    const phases = {};
+    for (const [phase, ms] of state.phaseTiming) {
+      phases[phase] = ms;
+    }
+    const report = {
+      ...state.report,
+      timing: { totalMs, phases }
+    };
     return {
       posts: state.posts,
       media: state.media,
       outputDir,
       outputFiles,
       issues: issueReport,
-      cacheStats: this.config.cache ? state.cacheStats : void 0
+      cacheStats: this.config.cache ? state.cacheStats : void 0,
+      report
     };
   }
   // --------------------------------------------------------------------------
+  // Phase Timing
+  // --------------------------------------------------------------------------
+  async timed(state, phase, fn) {
+    const start = Date.now();
+    const result = await fn();
+    const elapsed = Date.now() - start;
+    state.phaseTiming.set(phase, elapsed);
+    if (elapsed > 0) {
+      this.log(`Phase "${phase}" completed in ${elapsed}ms`, "debug");
+    }
+    return result;
+  }
+  // --------------------------------------------------------------------------
   // Media Processing
   // --------------------------------------------------------------------------
   async processMedia(state) {
@@ -1585,6 +1612,12 @@ var Processor = class {
       } else {
         this.log(`All ${cachedCount.hits} text embeddings loaded from cache`, "info");
       }
+      const postsWithEmbeddings = state.posts.filter((p) => p.embedding && p.embedding.length > 0);
+      state.report.postEmbeddings = {
+        filesProcessed: postsWithEmbeddings.length,
+        dimensions: textEmbedder.dimensions,
+        model: textEmbedder.model
+      };
     } catch (error) {
       const errorMessage = error instanceof Error ? error.message : String(error);
       this.issues.addEmbeddingError({
@@ -1627,6 +1660,12 @@ var Processor = class {
         }
       }
       this.log(`Image embeddings: ${generatedCount} generated, ${cachedCount} from cache`, "info");
+      const mediaWithEmbeddings = state.media.filter((m) => m.embedding && m.embedding.length > 0);
+      state.report.mediaEmbeddings = {
+        filesProcessed: mediaWithEmbeddings.length,
+        dimensions: imageEmbedder.dimensions,
+        model: imageEmbedder.model
+      };
     }
   }
   // --------------------------------------------------------------------------
@@ -1641,12 +1680,18 @@ var Processor = class {
     this.log("Generating similarity data...", "info");
     try {
       const result = await similarity.generateSimilarityMap(state.posts);
-      const similarityPath = path5__default.default.join(state.outputDir, "similarity.json");
+      const similarityPath = path5__default.default.join(state.outputDir, chunk2TZSVPNP_cjs.OUTPUT_FILES.SIMILARITY);
       await writeJson(similarityPath, {
         pairwiseScores: Object.fromEntries(result.pairwiseScores),
         similarPosts: Object.fromEntries(result.similarPosts),
         metadata: result.metadata
       });
+      const simConfig = this.config.similarity;
+      state.report.similarity = {
+        pairsComputed: result.metadata.pairCount,
+        topN: simConfig?.topN ?? 5,
+        postsWithEmbeddings: result.metadata.postCount
+      };
       this.log(
         `Generated similarity data: ${result.metadata.pairCount} pairs`,
         "info"
@@ -1697,13 +1742,39 @@ var Processor = class {
       slugMap[post.slug] = post.hash;
       pathMap[post.originalPath] = post.hash;
     }
-    await Promise.all([
+    const writePromises = [
       writeJson(postsPath, posts),
       writeJson(mediaPath, media),
       writeJson(slugMapPath, slugMap),
       writeJson(pathMapPath, pathMap),
       writeJson(issuesPath, this.issues.generateReport())
-    ]);
+    ];
+    const textEmbeddingMap = {};
+    let hasTextEmbeddings = false;
+    for (const post of posts) {
+      if (post.embedding && post.embedding.length > 0) {
+        textEmbeddingMap[post.hash] = post.embedding;
+        hasTextEmbeddings = true;
+      }
+    }
+    if (hasTextEmbeddings) {
+      const textEmbPath = path5__default.default.join(outputDir, chunk2TZSVPNP_cjs.OUTPUT_FILES.TEXT_EMBEDDINGS);
+      writePromises.push(writeJson(textEmbPath, textEmbeddingMap));
+    }
+    const imageEmbeddingMap = {};
+    let hasImageEmbeddings = false;
+    for (const m of media) {
+      const mediaHash = m.metadata?.hash;
+      if (mediaHash && m.embedding && m.embedding.length > 0) {
+        imageEmbeddingMap[mediaHash] = m.embedding;
+        hasImageEmbeddings = true;
+      }
+    }
+    if (hasImageEmbeddings) {
+      const imageEmbPath = path5__default.default.join(outputDir, chunk2TZSVPNP_cjs.OUTPUT_FILES.IMAGE_EMBEDDINGS);
+      writePromises.push(writeJson(imageEmbPath, imageEmbeddingMap));
+    }
+    await Promise.all(writePromises);
     this.log(`Output written to ${outputDir}`, "info");
     return {
       posts: postsPath,

package/dist/{chunk-PARGDJNY.js → chunk-K76XLEC7.js}

@@ -1,4 +1,4 @@
-import { processFolder } from './chunk-IXP35S24.js';
+import { processFolder } from './chunk-LPPBVXJ7.js';
 import { resolve } from 'path';
 import { pathToFileURL } from 'url';
 import { existsSync } from 'fs';

package/dist/{chunk-IXP35S24.js → chunk-LPPBVXJ7.js}

@@ -1,4 +1,5 @@
-import { PluginManager } from './chunk-ZRUBI3GH.js';
+import { OUTPUT_FILES } from './chunk-D26H5722.js';
+import { PluginManager } from './chunk-B43UAOPC.js';
 import { __require } from './chunk-3RG5ZIWI.js';
 import { unified } from 'unified';
 import remarkParse from 'remark-parse';
@@ -1057,6 +1058,7 @@ var Processor = class {
     this.log(`Processing folder: ${inputDir}`, "info");
     this.log(`Output directory: ${outputDir}`, "info");
     await ensureDir(outputDir);
+    const totalStart = Date.now();
     const state = {
       inputDir,
       outputDir,
@@ -1072,18 +1074,20 @@ var Processor = class {
         textEmbeddingCacheMisses: 0,
         imageEmbeddingCacheHits: 0,
         imageEmbeddingCacheMisses: 0
-      }
+      },
+      report: {},
+      phaseTiming: /* @__PURE__ */ new Map()
     };
     if (!this.config.media?.skip) {
-      await this.processMedia(state);
+      await this.timed(state, "media", () => this.processMedia(state));
     } else {
       this.log("Skipping media processing", "info");
     }
-    await this.processMarkdownFiles(state);
-    await this.generateEmbeddings(state);
-    await this.generateSimilarity(state);
-    await this.buildDatabase(state);
-    const outputFiles = await this.writeOutput(state);
+    await this.timed(state, "markdown", () => this.processMarkdownFiles(state));
+    await this.timed(state, "embeddings", () => this.generateEmbeddings(state));
+    await this.timed(state, "similarity", () => this.generateSimilarity(state));
+    await this.timed(state, "database", () => this.buildDatabase(state));
+    const outputFiles = await this.timed(state, "output", () => this.writeOutput(state));
     const issueReport = this.issues.generateReport();
     this.log(this.issues.getSummaryString(), "info");
     const hasCacheActivity = state.cacheStats.mediaCacheHits > 0 || state.cacheStats.mediaCacheMisses > 0 || state.cacheStats.textEmbeddingCacheHits > 0 || state.cacheStats.imageEmbeddingCacheHits > 0;
@@ -1093,16 +1097,39 @@ var Processor = class {
         "info"
       );
     }
+    const totalMs = Date.now() - totalStart;
+    const phases = {};
+    for (const [phase, ms] of state.phaseTiming) {
+      phases[phase] = ms;
+    }
+    const report = {
+      ...state.report,
+      timing: { totalMs, phases }
+    };
     return {
       posts: state.posts,
       media: state.media,
       outputDir,
       outputFiles,
       issues: issueReport,
-      cacheStats: this.config.cache ? state.cacheStats : void 0
+      cacheStats: this.config.cache ? state.cacheStats : void 0,
+      report
     };
   }
   // --------------------------------------------------------------------------
+  // Phase Timing
+  // --------------------------------------------------------------------------
+  async timed(state, phase, fn) {
+    const start = Date.now();
+    const result = await fn();
+    const elapsed = Date.now() - start;
+    state.phaseTiming.set(phase, elapsed);
+    if (elapsed > 0) {
+      this.log(`Phase "${phase}" completed in ${elapsed}ms`, "debug");
+    }
+    return result;
+  }
+  // --------------------------------------------------------------------------
   // Media Processing
   // --------------------------------------------------------------------------
   async processMedia(state) {
@@ -1568,6 +1595,12 @@ var Processor = class {
       } else {
         this.log(`All ${cachedCount.hits} text embeddings loaded from cache`, "info");
       }
+      const postsWithEmbeddings = state.posts.filter((p) => p.embedding && p.embedding.length > 0);
+      state.report.postEmbeddings = {
+        filesProcessed: postsWithEmbeddings.length,
+        dimensions: textEmbedder.dimensions,
+        model: textEmbedder.model
+      };
     } catch (error) {
       const errorMessage = error instanceof Error ? error.message : String(error);
       this.issues.addEmbeddingError({
@@ -1610,6 +1643,12 @@ var Processor = class {
         }
       }
       this.log(`Image embeddings: ${generatedCount} generated, ${cachedCount} from cache`, "info");
+      const mediaWithEmbeddings = state.media.filter((m) => m.embedding && m.embedding.length > 0);
+      state.report.mediaEmbeddings = {
+        filesProcessed: mediaWithEmbeddings.length,
+        dimensions: imageEmbedder.dimensions,
+        model: imageEmbedder.model
+      };
     }
   }
   // --------------------------------------------------------------------------
@@ -1624,12 +1663,18 @@ var Processor = class {
     this.log("Generating similarity data...", "info");
     try {
       const result = await similarity.generateSimilarityMap(state.posts);
-      const similarityPath = path5.join(state.outputDir, "similarity.json");
+      const similarityPath = path5.join(state.outputDir, OUTPUT_FILES.SIMILARITY);
       await writeJson(similarityPath, {
         pairwiseScores: Object.fromEntries(result.pairwiseScores),
         similarPosts: Object.fromEntries(result.similarPosts),
         metadata: result.metadata
       });
+      const simConfig = this.config.similarity;
+      state.report.similarity = {
+        pairsComputed: result.metadata.pairCount,
+        topN: simConfig?.topN ?? 5,
+        postsWithEmbeddings: result.metadata.postCount
+      };
       this.log(
         `Generated similarity data: ${result.metadata.pairCount} pairs`,
         "info"
@@ -1680,13 +1725,39 @@ var Processor = class {
       slugMap[post.slug] = post.hash;
       pathMap[post.originalPath] = post.hash;
     }
-    await Promise.all([
+    const writePromises = [
       writeJson(postsPath, posts),
       writeJson(mediaPath, media),
       writeJson(slugMapPath, slugMap),
       writeJson(pathMapPath, pathMap),
       writeJson(issuesPath, this.issues.generateReport())
-    ]);
+    ];
+    const textEmbeddingMap = {};
+    let hasTextEmbeddings = false;
+    for (const post of posts) {
+      if (post.embedding && post.embedding.length > 0) {
+        textEmbeddingMap[post.hash] = post.embedding;
+        hasTextEmbeddings = true;
+      }
+    }
+    if (hasTextEmbeddings) {
+      const textEmbPath = path5.join(outputDir, OUTPUT_FILES.TEXT_EMBEDDINGS);
+      writePromises.push(writeJson(textEmbPath, textEmbeddingMap));
+    }
+    const imageEmbeddingMap = {};
+    let hasImageEmbeddings = false;
+    for (const m of media) {
+      const mediaHash = m.metadata?.hash;
+      if (mediaHash && m.embedding && m.embedding.length > 0) {
+        imageEmbeddingMap[mediaHash] = m.embedding;
+        hasImageEmbeddings = true;
+      }
+    }
+    if (hasImageEmbeddings) {
+      const imageEmbPath = path5.join(outputDir, OUTPUT_FILES.IMAGE_EMBEDDINGS);
+      writePromises.push(writeJson(imageEmbPath, imageEmbeddingMap));
+    }
+    await Promise.all(writePromises);
     this.log(`Output written to ${outputDir}`, "info");
     return {
       posts: postsPath,

package/dist/chunk-Q6EXKX6K.js

@@ -0,0 +1,17 @@
+import { existsSync, readFileSync } from 'fs';
+
+// src/utils.ts
+function loadJsonFile(path, fallback) {
+  if (!existsSync(path)) return fallback;
+  return JSON.parse(readFileSync(path, "utf-8"));
+}
+function normalizeBaseUrl(domain) {
+  let url = domain.trim();
+  if (url.endsWith("/")) url = url.slice(0, -1);
+  if (!url.startsWith("http://") && !url.startsWith("https://")) {
+    url = `https://${url}`;
+  }
+  return url;
+}
+
+export { loadJsonFile, normalizeBaseUrl };