unrag 0.2.2 → 0.2.4

package/README.md

@@ -10,13 +10,13 @@ It installs small, auditable source files into your repo:
 ## Usage
 
 ```bash
-bunx unrag init
+bunx unrag@latest init
 ```
 
 ### Common flags
 
 ```bash
-bunx unrag init --yes --store drizzle --dir lib/unrag --alias @unrag
+bunx unrag@latest init --yes --store drizzle --dir lib/unrag --alias @unrag
 ```
 
 - `--store`: `drizzle` | `prisma` | `raw-sql`

package/dist/cli/index.js

@@ -4,7 +4,15 @@
 import { intro, outro as outro3 } from "@clack/prompts";
 
 // cli/commands/init.ts
-import { cancel as cancel2, isCancel as isCancel2, outro, select, text } from "@clack/prompts";
+import {
+  cancel as cancel2,
+  confirm as confirm2,
+  groupMultiselect,
+  isCancel as isCancel2,
+  outro,
+  select,
+  text
+} from "@clack/prompts";
 import path5 from "node:path";
 import { fileURLToPath } from "node:url";
 
@@ -71,11 +79,41 @@ var writeText = async (filePath, content) => {
   await ensureDir(path2.dirname(filePath));
   await writeFile(filePath, content, "utf8");
 };
+var EXTRACTOR_FACTORY = {
+  "pdf-llm": "createPdfLlmExtractor",
+  "pdf-text-layer": "createPdfTextLayerExtractor",
+  "pdf-ocr": "createPdfOcrExtractor",
+  "image-ocr": "createImageOcrExtractor",
+  "image-caption-llm": "createImageCaptionLlmExtractor",
+  "audio-transcribe": "createAudioTranscribeExtractor",
+  "video-transcribe": "createVideoTranscribeExtractor",
+  "video-frames": "createVideoFramesExtractor",
+  "file-text": "createFileTextExtractor",
+  "file-docx": "createFileDocxExtractor",
+  "file-pptx": "createFilePptxExtractor",
+  "file-xlsx": "createFileXlsxExtractor"
+};
+var EXTRACTOR_FLAG_KEYS = {
+  "pdf-text-layer": ["pdf_textLayer"],
+  "pdf-llm": ["pdf_llmExtraction"],
+  "pdf-ocr": ["pdf_ocr"],
+  "image-ocr": ["image_ocr"],
+  "image-caption-llm": ["image_captionLlm"],
+  "audio-transcribe": ["audio_transcription"],
+  "video-transcribe": ["video_transcription"],
+  "video-frames": ["video_frames"],
+  "file-text": ["file_text"],
+  "file-docx": ["file_docx"],
+  "file-pptx": ["file_pptx"],
+  "file-xlsx": ["file_xlsx"]
+};
+var ALL_FLAG_KEYS = Array.from(new Set(Object.values(EXTRACTOR_FLAG_KEYS).flat())).sort();
 var renderUnragConfig = (content, selection) => {
   const installImportBase = `./${selection.installDir.replace(/\\/g, "/")}`;
+  const richMedia = selection.richMedia ?? { enabled: false, extractors: [] };
+  const selectedExtractors = Array.from(new Set(richMedia.extractors ?? [])).sort();
   const baseImports = [
-    `import { createContextEngine, defineConfig } from "${installImportBase}/core";`,
-    `import { createAiEmbeddingProvider } from "${installImportBase}/embedding/ai";`
+    `import { defineUnragConfig } from "${installImportBase}/core";`
   ];
   const storeImports = [];
   const storeCreateLines = [];
@@ -89,32 +127,40 @@ var renderUnragConfig = (content, selection) => {
     storeImports.push(`import { createPrismaVectorStore } from "${installImportBase}/store/prisma";`, `import { PrismaClient } from "@prisma/client";`);
     storeCreateLines.push(`  const prisma = (globalThis as any).__unragPrisma ?? new PrismaClient();`, `  (globalThis as any).__unragPrisma = prisma;`, `  const store = createPrismaVectorStore(prisma);`);
   }
-  const importsBlock = [...baseImports, ...storeImports].join(`
+  const extractorImports = [];
+  if (richMedia.enabled && selectedExtractors.length > 0) {
+    for (const ex of selectedExtractors) {
+      const factory = EXTRACTOR_FACTORY[ex];
+      extractorImports.push(`import { ${factory} } from "${installImportBase}/extractors/${ex}";`);
+    }
+  }
+  const importsBlock = [...baseImports, ...storeImports, ...extractorImports].join(`
 `);
   const createEngineBlock = [
     `export function createUnragEngine() {`,
-    `  const embedding = createAiEmbeddingProvider({`,
-    `    model: unragConfig.embedding.model,`,
-    `    timeoutMs: unragConfig.embedding.timeoutMs,`,
-    `  });`,
     ...storeCreateLines,
     ``,
-    `  return createContextEngine(`,
-    `    defineConfig({`,
-    `      embedding,`,
-    `      store,`,
-    `      defaults: unragConfig.chunking,`,
-    `    })`,
-    `  );`,
-    `}`,
-    ``,
-    `export async function retrieve(query: string) {`,
-    `  const engine = createUnragEngine();`,
-    `  return engine.retrieve({ query, topK: unragConfig.retrieval.topK });`,
+    `  return unrag.createEngine({ store });`,
     `}`
   ].join(`
 `);
-  return content.replace("// __UNRAG_IMPORTS__", importsBlock).replace("// __UNRAG_CREATE_ENGINE__", createEngineBlock);
+  let out = content.replace("// __UNRAG_IMPORTS__", importsBlock).replace("// __UNRAG_CREATE_ENGINE__", createEngineBlock);
+  out = out.replace('type: "text", // __UNRAG_EMBEDDING_TYPE__', richMedia.enabled ? 'type: "multimodal",' : 'type: "text",').replace('model: "openai/text-embedding-3-small", // __UNRAG_EMBEDDING_MODEL__', richMedia.enabled ? 'model: "cohere/embed-v4.0",' : 'model: "openai/text-embedding-3-small",');
+  const enabledFlagKeys = new Set;
+  if (richMedia.enabled) {
+    for (const ex of selectedExtractors) {
+      for (const k of EXTRACTOR_FLAG_KEYS[ex] ?? []) {
+        enabledFlagKeys.add(k);
+      }
+    }
+  }
+  for (const k of ALL_FLAG_KEYS) {
+    out = out.replace(`enabled: false, // __UNRAG_FLAG_${k}__`, `enabled: ${enabledFlagKeys.has(k) ? "true" : "false"},`);
+  }
+  const extractorLines = richMedia.enabled && selectedExtractors.length > 0 ? selectedExtractors.map((ex) => `      ${EXTRACTOR_FACTORY[ex]}(),`).join(`
+`) : "";
+  out = out.replace("      // __UNRAG_EXTRACTORS__", extractorLines);
+  return out;
 };
 var renderDocs = (content, selection) => {
   const notes = [];
@@ -147,6 +193,10 @@ async function copyRegistryFiles(selection) {
       src: path2.join(selection.registryRoot, "core/index.ts"),
       dest: path2.join(installBaseAbs, "core/index.ts")
     },
+    {
+      src: path2.join(selection.registryRoot, "core/assets.ts"),
+      dest: path2.join(installBaseAbs, "core/assets.ts")
+    },
     {
       src: path2.join(selection.registryRoot, "core/types.ts"),
       dest: path2.join(installBaseAbs, "core/types.ts")
@@ -163,6 +213,10 @@ async function copyRegistryFiles(selection) {
       src: path2.join(selection.registryRoot, "core/context-engine.ts"),
       dest: path2.join(installBaseAbs, "core/context-engine.ts")
     },
+    {
+      src: path2.join(selection.registryRoot, "core/delete.ts"),
+      dest: path2.join(installBaseAbs, "core/delete.ts")
+    },
     {
       src: path2.join(selection.registryRoot, "core/ingest.ts"),
       dest: path2.join(installBaseAbs, "core/ingest.ts")
@@ -262,6 +316,62 @@ async function copyConnectorFiles(selection) {
     await writeText(dest, raw);
   }
 }
+async function copyExtractorFiles(selection) {
+  const toAbs = (projectRelative) => path2.join(selection.projectRoot, projectRelative);
+  const installBaseAbs = toAbs(selection.installDir);
+  const extractorRegistryAbs = path2.join(selection.registryRoot, "extractors", selection.extractor);
+  const sharedRegistryAbs = path2.join(selection.registryRoot, "extractors", "_shared");
+  if (!await exists(extractorRegistryAbs)) {
+    throw new Error(`Unknown extractor registry: ${path2.relative(selection.registryRoot, extractorRegistryAbs)}`);
+  }
+  const extractorFiles = await listFilesRecursive(extractorRegistryAbs);
+  const sharedFiles = await exists(sharedRegistryAbs) ? await listFilesRecursive(sharedRegistryAbs) : [];
+  const destRootAbs = path2.join(installBaseAbs, "extractors", selection.extractor);
+  const sharedDestRootAbs = path2.join(installBaseAbs, "extractors", "_shared");
+  const nonInteractive = Boolean(selection.yes) || !process.stdin.isTTY;
+  const shouldWrite = async (src, dest) => {
+    if (!await exists(dest))
+      return true;
+    if (nonInteractive)
+      return false;
+    try {
+      const [srcRaw, destRaw] = await Promise.all([readText(src), readText(dest)]);
+      if (srcRaw === destRaw)
+        return false;
+    } catch {}
+    const answer = await confirm({
+      message: `Overwrite ${path2.relative(selection.projectRoot, dest)}?`,
+      initialValue: false
+    });
+    if (isCancel(answer)) {
+      cancel("Cancelled.");
+      return false;
+    }
+    return Boolean(answer);
+  };
+  for (const src of extractorFiles) {
+    if (!await exists(src)) {
+      throw new Error(`Registry file missing: ${src}`);
+    }
+    const rel = path2.relative(extractorRegistryAbs, src);
+    const dest = path2.join(destRootAbs, rel);
+    if (!await shouldWrite(src, dest))
+      continue;
+    const raw = await readText(src);
+    await writeText(dest, raw);
+  }
+  for (const src of sharedFiles) {
+    if (!await exists(src)) {
+      throw new Error(`Registry file missing: ${src}`);
+    }
+    const rel = path2.relative(sharedRegistryAbs, src);
+    const dest = path2.join(sharedDestRootAbs, rel);
+    if (!await shouldWrite(src, dest))
+      continue;
+    const raw = await readText(src);
+    await writeText(dest, raw);
+  }
+}
 
 // cli/lib/json.ts
 import { readFile as readFile2, writeFile as writeFile2 } from "node:fs/promises";
@@ -347,6 +457,37 @@ function depsForConnector(connector) {
   }
   return { deps, devDeps };
 }
+function depsForExtractor(extractor) {
+  const deps = {};
+  const devDeps = {};
+  if (extractor === "pdf-llm") {
+    deps["ai"] = "^5.0.113";
+  }
+  if (extractor === "pdf-text-layer") {
+    deps["pdfjs-dist"] = "^5.4.149";
+  }
+  if (extractor === "pdf-ocr") {}
+  if (extractor === "image-ocr" || extractor === "image-caption-llm") {
+    deps["ai"] = "^5.0.113";
+  }
+  if (extractor === "audio-transcribe" || extractor === "video-transcribe") {
+    deps["ai"] = "^5.0.113";
+  }
+  if (extractor === "video-frames") {
+    deps["ai"] = "^5.0.113";
+  }
+  if (extractor === "file-text") {}
+  if (extractor === "file-docx") {
+    deps["mammoth"] = "^1.10.0";
+  }
+  if (extractor === "file-pptx") {
+    deps["jszip"] = "^3.10.1";
+  }
+  if (extractor === "file-xlsx") {
+    deps["xlsx"] = "^0.18.5";
+  }
+  return { deps, devDeps };
+}
 function installCmd(pm) {
   if (pm === "bun")
     return "bun install";
@@ -460,9 +601,93 @@ var parseInitArgs = (args) => {
       }
       continue;
     }
+    if (a === "--rich-media") {
+      out.richMedia = true;
+      continue;
+    }
+    if (a === "--no-rich-media") {
+      out.richMedia = false;
+      continue;
+    }
+    if (a === "--extractors") {
+      const v = args[i + 1];
+      if (v) {
+        out.extractors = v.split(",").map((s) => s.trim()).filter(Boolean);
+        i++;
+      }
+      continue;
+    }
   }
   return out;
 };
+var DEFAULT_RICH_MEDIA_EXTRACTORS = ["pdf-text-layer", "file-text"];
+var EXTRACTOR_OPTIONS = [
+  {
+    group: "PDF",
+    value: "pdf-text-layer",
+    label: `pdf-text-layer (Fast/cheap extraction via PDF text layer)`,
+    hint: "recommended"
+  },
+  {
+    group: "PDF",
+    value: "pdf-llm",
+    label: `pdf-llm (LLM-based PDF extraction; higher cost)`
+  },
+  {
+    group: "PDF",
+    value: "pdf-ocr",
+    label: `pdf-ocr (OCR scanned PDFs; requires native binaries)`,
+    hint: "worker-only"
+  },
+  {
+    group: "Image",
+    value: "image-ocr",
+    label: `image-ocr (Extract text from images via vision LLM)`
+  },
+  {
+    group: "Image",
+    value: "image-caption-llm",
+    label: `image-caption-llm (Generate captions for images via vision LLM)`
+  },
+  {
+    group: "Audio",
+    value: "audio-transcribe",
+    label: `audio-transcribe (Speech-to-text transcription)`
+  },
+  {
+    group: "Video",
+    value: "video-transcribe",
+    label: `video-transcribe (Transcribe video audio track)`
+  },
+  {
+    group: "Video",
+    value: "video-frames",
+    label: `video-frames (Sample frames + analyze via vision LLM; requires ffmpeg)`,
+    hint: "worker-only"
+  },
+  {
+    group: "Files",
+    value: "file-text",
+    label: `file-text (Extract text/markdown/json/html from common text files)`,
+    hint: "recommended"
+  },
+  {
+    group: "Files",
+    value: "file-docx",
+    label: `file-docx (Extract text from .docx files)`
+  },
+  {
+    group: "Files",
+    value: "file-pptx",
+    label: `file-pptx (Extract text from .pptx slides)`
+  },
+  {
+    group: "Files",
+    value: "file-xlsx",
+    label: `file-xlsx (Extract tables from .xlsx spreadsheets)`
+  }
+];
+var AVAILABLE_EXTRACTORS = new Set(EXTRACTOR_OPTIONS.map((o) => o.value));
 async function initCommand(args) {
   const root = await tryFindProjectRoot(process.cwd());
   if (!root) {
@@ -531,17 +756,71 @@ async function initCommand(args) {
     return;
   }
   const aliasBase = String(aliasAnswer).trim();
+  if (parsed.richMedia === false && (parsed.extractors ?? []).length > 0) {
+    throw new Error('Cannot use "--no-rich-media" together with "--extractors".');
+  }
+  const extractorsFromArgs = (parsed.extractors ?? []).filter((x) => AVAILABLE_EXTRACTORS.has(x)).sort();
+  const richMediaAnswer = extractorsFromArgs.length > 0 ? true : typeof parsed.richMedia === "boolean" ? parsed.richMedia : nonInteractive ? false : await confirm2({
+    message: "Enable rich media ingestion (PDF/images/audio/video/files)? This also enables multimodal image embeddings (you can change this later).",
+    initialValue: false
+  });
+  if (isCancel2(richMediaAnswer)) {
+    cancel2("Cancelled.");
+    return;
+  }
+  const richMediaEnabled = Boolean(richMediaAnswer);
+  const selectedExtractorsAnswer = richMediaEnabled || extractorsFromArgs.length > 0 ? nonInteractive ? extractorsFromArgs.length > 0 ? extractorsFromArgs : DEFAULT_RICH_MEDIA_EXTRACTORS : await groupMultiselect({
+    message: "Select extractors to enable (space to toggle, enter to confirm)",
+    options: EXTRACTOR_OPTIONS.reduce((acc, opt) => {
+      acc[opt.group] ??= [];
+      acc[opt.group].push({
+        value: opt.value,
+        label: opt.label,
+        ...opt.hint ? { hint: opt.hint } : {}
+      });
+      return acc;
+    }, {}),
+    initialValues: extractorsFromArgs.length > 0 ? extractorsFromArgs : DEFAULT_RICH_MEDIA_EXTRACTORS,
+    required: false
+  }) : [];
+  if (isCancel2(selectedExtractorsAnswer)) {
+    cancel2("Cancelled.");
+    return;
+  }
+  const selectedExtractors = Array.from(new Set(Array.isArray(selectedExtractorsAnswer) ? selectedExtractorsAnswer : [])).sort();
   const selection = {
     installDir,
     storeAdapter: storeAdapterAnswer,
     projectRoot: root,
     registryRoot,
-    aliasBase
+    aliasBase,
+    richMedia: richMediaEnabled ? {
+      enabled: true,
+      extractors: selectedExtractors
+    } : { enabled: false, extractors: [] }
   };
   await copyRegistryFiles(selection);
+  if (richMediaEnabled && selectedExtractors.length > 0) {
+    for (const extractor of selectedExtractors) {
+      await copyExtractorFiles({
+        projectRoot: root,
+        registryRoot,
+        installDir,
+        extractor,
+        yes: nonInteractive
+      });
+    }
+  }
   const pkg = await readPackageJson(root);
   const { deps, devDeps } = depsForAdapter(storeAdapterAnswer);
-  const merged = mergeDeps(pkg, deps, devDeps);
+  const extractorDeps = {};
+  const extractorDevDeps = {};
+  for (const ex of selectedExtractors) {
+    const r = depsForExtractor(ex);
+    Object.assign(extractorDeps, r.deps);
+    Object.assign(extractorDevDeps, r.devDeps);
+  }
+  const merged = mergeDeps(pkg, { ...deps, ...extractorDeps }, { ...devDeps, ...extractorDevDeps });
   if (merged.changes.length > 0) {
     await writePackageJson(root, merged.pkg);
   }
@@ -550,7 +829,11 @@ async function initCommand(args) {
     storeAdapter: storeAdapterAnswer,
     aliasBase,
     version: CONFIG_VERSION,
-    connectors: existing?.connectors ?? []
+    connectors: existing?.connectors ?? [],
+    extractors: Array.from(new Set([
+      ...existing?.extractors ?? [],
+      ...richMediaEnabled ? selectedExtractors : []
+    ])).sort()
   };
   await writeJsonFile(path5.join(root, CONFIG_FILE), config);
   const pm = await detectPackageManager(root);
@@ -564,6 +847,11 @@ async function initCommand(args) {
     `- Docs: ${path5.join(installDir, "unrag.md")}`,
     `- Config: unrag.config.ts`,
     `- Imports: ${aliasBase}/* and ${aliasBase}/config`,
+    "",
+    `- Rich media: ${richMediaEnabled ? "enabled" : "disabled"}`,
+    richMediaEnabled ? `- Embeddings: multimodal enabled (images can be embedded directly)` : `- Embeddings: text-only (no direct image embedding)`,
+    richMediaEnabled ? `- Extractors: ${selectedExtractors.length > 0 ? selectedExtractors.join(", ") : "none"}` : "",
+    richMediaEnabled ? `  Tip: you can tweak extractors + assetProcessing flags in unrag.config.ts later.` : `  Tip: re-run \`unrag init --rich-media\` (or edit unrag.config.ts) to enable rich media later.`,
     isNext ? tsconfigResult.changed ? `- Next.js: updated ${tsconfigResult.file} (added aliases)` : `- Next.js: no tsconfig changes needed` : `- Next.js: not detected`,
     "",
     merged.changes.length > 0 ? `Added deps: ${merged.changes.map((c) => c.name).join(", ")}` : "Added deps: none",
@@ -592,6 +880,20 @@ function docsUrl(siteRelativePath) {
 var CONFIG_FILE2 = "unrag.json";
 var __filename3 = fileURLToPath2(import.meta.url);
 var __dirname3 = path6.dirname(__filename3);
+var AVAILABLE_EXTRACTORS2 = [
+  "pdf-llm",
+  "pdf-text-layer",
+  "pdf-ocr",
+  "image-ocr",
+  "image-caption-llm",
+  "audio-transcribe",
+  "video-transcribe",
+  "video-frames",
+  "file-text",
+  "file-docx",
+  "file-pptx",
+  "file-xlsx"
+];
 var parseAddArgs = (args) => {
   const out = {};
   for (let i = 0;i < args.length; i++) {
@@ -600,8 +902,17 @@ var parseAddArgs = (args) => {
       out.yes = true;
       continue;
     }
-    if (!out.connector && a && !a.startsWith("-")) {
-      out.connector = a;
+    if (!out.kind && a && !a.startsWith("-")) {
+      if (a === "extractor") {
+        out.kind = "extractor";
+        continue;
+      }
+      out.kind = "connector";
+      out.name = a;
+      continue;
+    }
+    if (out.kind === "extractor" && !out.name && a && !a.startsWith("-")) {
+      out.name = a;
       continue;
     }
   }
@@ -613,23 +924,24 @@ async function addCommand(args) {
     throw new Error("Could not find a project root (no package.json found).");
   }
   const parsed = parseAddArgs(args);
-  const connector = parsed.connector;
-  if (!connector) {
-    outro2(`Usage: unrag add <connector>
-
-Available connectors: notion`);
-    return;
-  }
-  if (connector !== "notion") {
-    outro2(`Unknown connector: ${connector}
-
-Available connectors: notion`);
+  const kind = parsed.kind ?? "connector";
+  const name = parsed.name;
+  if (!name) {
+    outro2([
+      "Usage:",
+      "  unrag add <connector>",
+      "  unrag add extractor <name>",
+      "",
+      "Available connectors: notion",
+      `Available extractors: ${AVAILABLE_EXTRACTORS2.join(", ")}`
+    ].join(`
+`));
     return;
   }
   const configPath = path6.join(root, CONFIG_FILE2);
   const config = await readJsonFile(configPath);
   if (!config?.installDir) {
-    throw new Error(`Missing ${CONFIG_FILE2}. Run \`unrag init\` first.`);
+    throw new Error(`Missing ${CONFIG_FILE2}. Run \`unrag@latest init\` first.`);
   }
   const cliPackageRoot = await findUp(__dirname3, "package.json");
   if (!cliPackageRoot) {
@@ -637,29 +949,70 @@ Available connectors: notion`);
   }
   const registryRoot = path6.join(cliPackageRoot, "registry");
   const nonInteractive = parsed.yes || !process.stdin.isTTY;
-  await copyConnectorFiles({
+  const pkg = await readPackageJson(root);
+  if (kind === "connector") {
+    const connector = name;
+    if (connector !== "notion") {
+      outro2(`Unknown connector: ${name}
+
+Available connectors: notion`);
+      return;
+    }
+    await copyConnectorFiles({
+      projectRoot: root,
+      registryRoot,
+      installDir: config.installDir,
+      connector,
+      yes: nonInteractive
+    });
+    const { deps: deps2, devDeps: devDeps2 } = depsForConnector(connector);
+    const merged2 = mergeDeps(pkg, deps2, devDeps2);
+    if (merged2.changes.length > 0) {
+      await writePackageJson(root, merged2.pkg);
+    }
+    const connectors = Array.from(new Set([...config.connectors ?? [], connector])).sort();
+    await writeJsonFile(configPath, { ...config, connectors });
+    outro2([
+      `Installed connector: ${connector}.`,
+      "",
+      `- Code: ${path6.join(config.installDir, "connectors", connector)}`,
+      `- Docs: ${docsUrl(`/docs/connectors/${connector}`)}`,
+      "",
+      merged2.changes.length > 0 ? `Added deps: ${merged2.changes.map((c) => c.name).join(", ")}` : "Added deps: none",
+      nonInteractive ? "" : "Tip: keep NOTION_TOKEN server-side only (env var)."
+    ].filter(Boolean).join(`
+`));
+    return;
+  }
+  const extractor = name;
+  if (!extractor || !AVAILABLE_EXTRACTORS2.includes(extractor)) {
+    outro2(`Unknown extractor: ${name}
+
+Available extractors: ${AVAILABLE_EXTRACTORS2.join(", ")}`);
+    return;
+  }
+  await copyExtractorFiles({
     projectRoot: root,
     registryRoot,
     installDir: config.installDir,
-    connector,
+    extractor,
     yes: nonInteractive
   });
-  const pkg = await readPackageJson(root);
-  const { deps, devDeps } = depsForConnector(connector);
+  const { deps, devDeps } = depsForExtractor(extractor);
   const merged = mergeDeps(pkg, deps, devDeps);
   if (merged.changes.length > 0) {
     await writePackageJson(root, merged.pkg);
   }
-  const connectors = Array.from(new Set([...config.connectors ?? [], connector])).sort();
-  await writeJsonFile(configPath, { ...config, connectors });
+  const extractors = Array.from(new Set([...config.extractors ?? [], extractor])).sort();
+  await writeJsonFile(configPath, { ...config, extractors });
   outro2([
-    `Installed connector: ${connector}.`,
+    `Installed extractor: ${extractor}.`,
     "",
-    `- Code: ${path6.join(config.installDir, "connectors", connector)}`,
-    `- Docs: ${docsUrl(`/docs/connectors/${connector}`)}`,
+    `- Code: ${path6.join(config.installDir, "extractors", extractor)}`,
     "",
     merged.changes.length > 0 ? `Added deps: ${merged.changes.map((c) => c.name).join(", ")}` : "Added deps: none",
-    nonInteractive ? "" : "Tip: keep NOTION_TOKEN server-side only (env var)."
+    "",
+    `Next: import the extractor and pass it to createContextEngine({ extractors: [...] }).`
   ].filter(Boolean).join(`
 `));
 }
@@ -686,10 +1039,15 @@ function renderHelp() {
     "  --store <adapter>    drizzle | prisma | raw-sql",
     "  --dir <path>         Install directory (alias: --install-dir)",
     "  --alias <@name>      Import alias base (e.g. @unrag)",
+    "  --rich-media         Enable rich media setup (also enables multimodal embeddings)",
+    "  --no-rich-media      Disable rich media setup",
+    "  --extractors <list>  Comma-separated extractors (implies --rich-media)",
     "",
     "Examples:",
-    "  bunx unrag init",
-    "  bunx unrag init --yes --store drizzle --dir lib/unrag --alias @unrag",
+    "  bunx unrag@latest init",
+    "  bunx unrag@latest init --yes --store drizzle --dir lib/unrag --alias @unrag",
+    "  bunx unrag@latest init --yes --rich-media",
+    "  bunx unrag@latest init --yes --extractors pdf-text-layer,file-text",
     "  bunx unrag add notion --yes",
     "",
     "Docs:",

package/package.json

@@ -1,10 +1,12 @@
 {
   "name": "unrag",
   "type": "module",
+  "repository": "https://github.com/BetterStacks/unrag",
+  "homepage": "https://unrag.dev",
   "bin": {
     "unrag": "./dist/cli/index.js"
   },
-  "version": "0.2.2",
+  "version": "0.2.4",
   "private": false,
   "license": "Apache-2.0",
   "devDependencies": {