chatlab-cli 0.30.2 → 0.31.1

package/dist/chunk-KBSAVUFV.mjs

@@ -1,161 +0,0 @@
-import { createRequire as __createRequire } from 'module';
-import { dirname as __pathDirname } from 'path';
-import { fileURLToPath as __fileURLToPath } from 'url';
-const require = __createRequire(import.meta.url);
-const __filename = __fileURLToPath(import.meta.url);
-const __dirname = __pathDirname(__filename);
-import {
-  analyzeIncrementalImport,
-  analyzeNewImport,
-  incrementalImport,
-  streamingImport
-} from "./chunk-36JGKW6K.mjs";
-import {
-  DataDirCompatibilityError
-} from "./chunk-LVEJHB3X.mjs";
-
-// src/import/stream-import.ts
-import * as crypto from "crypto";
-function generateSessionId() {
-  const ts = Date.now();
-  const rand = crypto.randomBytes(4).toString("hex");
-  return `chat_${ts}_${rand}`;
-}
-function buildStreamImportDeps(dbManager, onProgress) {
-  return {
-    openDatabase(sessionId) {
-      return dbManager.openRawSessionDatabase(sessionId, { create: true, initializeChatTables: true });
-    },
-    deleteDatabase(sessionId) {
-      dbManager.deleteSessionDatabaseFiles(sessionId);
-    },
-    onProgress: onProgress ?? (() => {
-    }),
-    generateSessionId
-  };
-}
-function deleteSessionDatabase(dbManager, sessionId) {
-  dbManager.deleteSessionDatabaseFiles(sessionId);
-}
-async function streamImport(dbManager, filePath, options) {
-  const { formatId, chatIndex, onProgress, sessionId } = options || {};
-  const formatOptions = {};
-  if (formatId) formatOptions.formatId = formatId;
-  if (chatIndex !== void 0) formatOptions.chatIndex = chatIndex;
-  const progressAdapter = onProgress ? (progress) => {
-    let stage = "parsing";
-    let pct = 0;
-    switch (progress.stage) {
-      case "detecting":
-        stage = "detecting";
-        pct = 5;
-        break;
-      case "parsing":
-        stage = "parsing";
-        pct = Math.min(Math.round(progress.percentage * 0.7), 70);
-        break;
-      case "saving":
-        stage = "saving";
-        pct = 80;
-        break;
-      case "indexing":
-        stage = "indexing";
-        pct = 90;
-        break;
-      case "done":
-        stage = "done";
-        pct = 100;
-        break;
-      case "error":
-        stage = "error";
-        pct = 0;
-        break;
-    }
-    onProgress({
-      stage,
-      progress: pct,
-      message: progress.message || "",
-      bytesRead: progress.bytesRead,
-      totalBytes: progress.totalBytes,
-      messagesProcessed: progress.messagesProcessed
-    });
-  } : () => {
-  };
-  const deps = buildStreamImportDeps(dbManager, progressAdapter);
-  const result = await streamingImport(filePath, deps, formatOptions, sessionId);
-  if (!result.success || !result.sessionId) return result;
-  try {
-    dbManager.raiseCurrentChatDbCompatibilityGate();
-  } catch (error) {
-    deleteSessionDatabase(dbManager, result.sessionId);
-    return {
-      success: false,
-      error: error instanceof Error ? error.message : String(error),
-      diagnostics: result.diagnostics
-    };
-  }
-  return result;
-}
-function buildIncrementalDeps(dbManager, onProgress, onCompatibilityError) {
-  return {
-    openDatabase(sessionId, readonly) {
-      try {
-        return dbManager.openRawSessionDatabase(sessionId, { readonly: readonly ?? false });
-      } catch (error) {
-        if (error instanceof DataDirCompatibilityError) onCompatibilityError?.(error);
-        throw error;
-      }
-    },
-    onProgress: onProgress ?? (() => {
-    })
-  };
-}
-async function incrementalImport2(dbManager, sessionId, filePath, options) {
-  const { onProgress, ...importOpts } = options || {};
-  let compatibilityError = null;
-  const result = await incrementalImport(
-    sessionId,
-    filePath,
-    buildIncrementalDeps(dbManager, onProgress, (error) => {
-      compatibilityError = error;
-    }),
-    importOpts
-  );
-  if (compatibilityError) throw compatibilityError;
-  if (!result.success) return result;
-  try {
-    dbManager.raiseCurrentChatDbCompatibilityGate();
-  } catch (error) {
-    return {
-      ...result,
-      success: false,
-      newMessageCount: 0,
-      error: error instanceof Error ? error.message : String(error)
-    };
-  }
-  return result;
-}
-async function analyzeIncrementalImport2(dbManager, sessionId, filePath, onProgress) {
-  let compatibilityError = null;
-  const result = await analyzeIncrementalImport(
-    sessionId,
-    filePath,
-    buildIncrementalDeps(dbManager, onProgress, (error) => {
-      compatibilityError = error;
-    })
-  );
-  if (compatibilityError) throw compatibilityError;
-  return result;
-}
-async function analyzeNewImport2(filePath, onProgress) {
-  return analyzeNewImport(filePath, onProgress ?? (() => {
-  }));
-}
-
-export {
-  streamImport,
-  incrementalImport2 as incrementalImport,
-  analyzeIncrementalImport2 as analyzeIncrementalImport,
-  analyzeNewImport2 as analyzeNewImport
-};
-//# sourceMappingURL=chunk-KBSAVUFV.mjs.map

package/dist/chunk-KBSAVUFV.mjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/import/stream-import.ts"],"sourcesContent":["/**\n * Server/CLI streaming import — adapter for @openchatlab/node-runtime StreamingImporter.\n *\n * Replaces the old buffered-in-memory approach with the same high-performance\n * streaming pipeline used by Electron (batched transactions, deferred indexes,\n * nickname history, FTS, format fallback).\n */\n\nimport type { DatabaseManager } from '@openchatlab/node-runtime'\nimport {\n  DataDirCompatibilityError,\n  streamingImport,\n  analyzeNewImport as sharedAnalyzeNewImport,\n  analyzeIncrementalImport as sharedAnalyzeIncremental,\n  incrementalImport as sharedIncrementalImport,\n} from '@openchatlab/node-runtime'\nimport type {\n  StreamImportResult,\n  StreamImportDeps,\n  ImportProgressCallback,\n  IncrementalImportResult,\n  IncrementalAnalyzeResult,\n  IncrementalImportDeps,\n  ImportOptions,\n  AnalyzeNewImportResult,\n} from '@openchatlab/node-runtime'\nimport {\n  detectFormat as parserDetectFormat,\n  detectAllFormats,\n  getFormatFeatureById,\n  getSupportedFormats as parserGetSupportedFormats,\n  scanMultiChatFile as parserScanMultiChatFile,\n  findEntryFileInDirectory,\n  type FormatFeature,\n  type MultiChatInfo,\n  type ParseProgress,\n} from '@openchatlab/parser'\nimport * as crypto from 'crypto'\n\n// ==================== Legacy progress interface (for SSE routes) ====================\n\nexport interface StreamImportProgress {\n  stage: 'detecting' | 'parsing' | 'saving' | 'indexing' | 'done' | 'error'\n  progress: number\n  message: string\n  bytesRead?: number\n  totalBytes?: number\n  messagesProcessed?: number\n}\n\nexport interface StreamImportOptions {\n  formatId?: string\n  chatIndex?: number\n  nativeBinding?: string\n  onProgress?: (progress: StreamImportProgress) => void\n  /** Fix the target session ID instead of auto-generating one. Used by sync/pull adapters. */\n  sessionId?: string\n}\n\nfunction generateSessionId(): string {\n  const ts = Date.now()\n  const rand = crypto.randomBytes(4).toString('hex')\n  return `chat_${ts}_${rand}`\n}\n\nfunction buildStreamImportDeps(dbManager: DatabaseManager, onProgress?: ImportProgressCallback): StreamImportDeps {\n  return {\n    openDatabase(sessionId: string) {\n      return dbManager.openRawSessionDatabase(sessionId, { create: true, initializeChatTables: true })\n    },\n    deleteDatabase(sessionId: string) {\n      dbManager.deleteSessionDatabaseFiles(sessionId)\n    },\n    onProgress: onProgress ?? (() => {}),\n    generateSessionId,\n  }\n}\n\nfunction deleteSessionDatabase(dbManager: DatabaseManager, sessionId: string): void {\n  dbManager.deleteSessionDatabaseFiles(sessionId)\n}\n\n/**\n * High-performance streaming import: parse a file and write to DB\n * with batched transactions, deferred indexes, and FTS.\n */\nexport async function streamImport(\n  dbManager: DatabaseManager,\n  filePath: string,\n  options?: StreamImportOptions\n): Promise<StreamImportResult> {\n  const { formatId, chatIndex, onProgress, sessionId } = options || {}\n\n  const formatOptions: Record<string, unknown> = {}\n  if (formatId) formatOptions.formatId = formatId\n  if (chatIndex !== undefined) formatOptions.chatIndex = chatIndex\n\n  const progressAdapter: ImportProgressCallback = onProgress\n    ? (progress) => {\n        let stage: StreamImportProgress['stage'] = 'parsing'\n        let pct = 0\n        switch (progress.stage) {\n          case 'detecting':\n            stage = 'detecting'\n            pct = 5\n            break\n          case 'parsing':\n            stage = 'parsing'\n            pct = Math.min(Math.round(progress.percentage * 0.7), 70)\n            break\n          case 'saving':\n            stage = 'saving'\n            pct = 80\n            break\n          case 'indexing':\n            stage = 'indexing'\n            pct = 90\n            break\n          case 'done':\n            stage = 'done'\n            pct = 100\n            break\n          case 'error':\n            stage = 'error'\n            pct = 0\n            break\n        }\n        onProgress({\n          stage,\n          progress: pct,\n          message: progress.message || '',\n          bytesRead: progress.bytesRead,\n          totalBytes: progress.totalBytes,\n          messagesProcessed: progress.messagesProcessed,\n        })\n      }\n    : () => {}\n\n  const deps = buildStreamImportDeps(dbManager, progressAdapter)\n  const result = await streamingImport(filePath, deps, formatOptions, sessionId)\n  if (!result.success || !result.sessionId) return result\n\n  try {\n    dbManager.raiseCurrentChatDbCompatibilityGate()\n  } catch (error) {\n    deleteSessionDatabase(dbManager, result.sessionId)\n    return {\n      success: false,\n      error: error instanceof Error ? error.message : String(error),\n      diagnostics: result.diagnostics,\n    }\n  }\n\n  return result\n}\n\n// ==================== Incremental import ====================\n\nfunction buildIncrementalDeps(\n  dbManager: DatabaseManager,\n  onProgress?: ImportProgressCallback,\n  onCompatibilityError?: (error: DataDirCompatibilityError) => void\n): IncrementalImportDeps {\n  return {\n    openDatabase(sessionId: string, readonly?: boolean) {\n      try {\n        return dbManager.openRawSessionDatabase(sessionId, { readonly: readonly ?? false })\n      } catch (error) {\n        if (error instanceof DataDirCompatibilityError) onCompatibilityError?.(error)\n        throw error\n      }\n    },\n    onProgress: onProgress ?? (() => {}),\n  }\n}\n\nexport async function incrementalImport(\n  dbManager: DatabaseManager,\n  sessionId: string,\n  filePath: string,\n  options?: ImportOptions & { onProgress?: ImportProgressCallback }\n): Promise<IncrementalImportResult> {\n  const { onProgress, ...importOpts } = options || {}\n  let compatibilityError: DataDirCompatibilityError | null = null\n  const result = await sharedIncrementalImport(\n    sessionId,\n    filePath,\n    buildIncrementalDeps(dbManager, onProgress, (error) => {\n      compatibilityError = error\n    }),\n    importOpts\n  )\n  if (compatibilityError) throw compatibilityError\n  if (!result.success) return result\n\n  try {\n    dbManager.raiseCurrentChatDbCompatibilityGate()\n  } catch (error) {\n    return {\n      ...result,\n      success: false,\n      newMessageCount: 0,\n      error: error instanceof Error ? error.message : String(error),\n    }\n  }\n\n  return result\n}\n\nexport async function analyzeIncrementalImport(\n  dbManager: DatabaseManager,\n  sessionId: string,\n  filePath: string,\n  onProgress?: ImportProgressCallback\n): Promise<IncrementalAnalyzeResult> {\n  let compatibilityError: DataDirCompatibilityError | null = null\n  const result = await sharedAnalyzeIncremental(\n    sessionId,\n    filePath,\n    buildIncrementalDeps(dbManager, onProgress, (error) => {\n      compatibilityError = error\n    })\n  )\n  if (compatibilityError) throw compatibilityError\n  return result\n}\n\nexport async function analyzeNewImport(\n  filePath: string,\n  onProgress?: ImportProgressCallback\n): Promise<AnalyzeNewImportResult> {\n  return sharedAnalyzeNewImport(filePath, onProgress ?? (() => {}))\n}\n\n// ==================== Re-exports from parser ====================\n\nexport {\n  parserDetectFormat as detectFormat,\n  detectAllFormats,\n  getFormatFeatureById,\n  parserGetSupportedFormats as getSupportedFormats,\n  parserScanMultiChatFile as scanMultiChatFile,\n  findEntryFileInDirectory,\n}\nexport type { FormatFeature, MultiChatInfo, ParseProgress }\nexport type {\n  StreamImportResult,\n  IncrementalImportResult,\n  IncrementalAnalyzeResult,\n  AnalyzeNewImportResult,\n  ImportOptions,\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAqCA,YAAY,YAAY;AAsBxB,SAAS,oBAA4B;AACnC,QAAM,KAAK,KAAK,IAAI;AACpB,QAAM,OAAc,mBAAY,CAAC,EAAE,SAAS,KAAK;AACjD,SAAO,QAAQ,EAAE,IAAI,IAAI;AAC3B;AAEA,SAAS,sBAAsB,WAA4B,YAAuD;AAChH,SAAO;AAAA,IACL,aAAa,WAAmB;AAC9B,aAAO,UAAU,uBAAuB,WAAW,EAAE,QAAQ,MAAM,sBAAsB,KAAK,CAAC;AAAA,IACjG;AAAA,IACA,eAAe,WAAmB;AAChC,gBAAU,2BAA2B,SAAS;AAAA,IAChD;AAAA,IACA,YAAY,eAAe,MAAM;AAAA,IAAC;AAAA,IAClC;AAAA,EACF;AACF;AAEA,SAAS,sBAAsB,WAA4B,WAAyB;AAClF,YAAU,2BAA2B,SAAS;AAChD;AAMA,eAAsB,aACpB,WACA,UACA,SAC6B;AAC7B,QAAM,EAAE,UAAU,WAAW,YAAY,UAAU,IAAI,WAAW,CAAC;AAEnE,QAAM,gBAAyC,CAAC;AAChD,MAAI,SAAU,eAAc,WAAW;AACvC,MAAI,cAAc,OAAW,eAAc,YAAY;AAEvD,QAAM,kBAA0C,aAC5C,CAAC,aAAa;AACZ,QAAI,QAAuC;AAC3C,QAAI,MAAM;AACV,YAAQ,SAAS,OAAO;AAAA,MACtB,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM,KAAK,IAAI,KAAK,MAAM,SAAS,aAAa,GAAG,GAAG,EAAE;AACxD;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,IACJ;AACA,eAAW;AAAA,MACT;AAAA,MACA,UAAU;AAAA,MACV,SAAS,SAAS,WAAW;AAAA,MAC7B,WAAW,SAAS;AAAA,MACpB,YAAY,SAAS;AAAA,MACrB,mBAAmB,SAAS;AAAA,IAC9B,CAAC;AAAA,EACH,IACA,MAAM;AAAA,EAAC;AAEX,QAAM,OAAO,sBAAsB,WAAW,eAAe;AAC7D,QAAM,SAAS,MAAM,gBAAgB,UAAU,MAAM,eAAe,SAAS;AAC7E,MAAI,CAAC,OAAO,WAAW,CAAC,OAAO,UAAW,QAAO;AAEjD,MAAI;AACF,cAAU,oCAAoC;AAAA,EAChD,SAAS,OAAO;AACd,0BAAsB,WAAW,OAAO,SAAS;AACjD,WAAO;AAAA,MACL,SAAS;AAAA,MACT,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAC5D,aAAa,OAAO;AAAA,IACtB;AAAA,EACF;AAEA,SAAO;AACT;AAIA,SAAS,qBACP,WACA,YACA,sBACuB;AACvB,SAAO;AAAA,IACL,aAAa,WAAmB,UAAoB;AAClD,UAAI;AACF,eAAO,UAAU,uBAAuB,WAAW,EAAE,UAAU,YAAY,MAAM,CAAC;AAAA,MACpF,SAAS,OAAO;AACd,YAAI,iBAAiB,0BAA2B,wBAAuB,KAAK;AAC5E,cAAM;AAAA,MACR;AAAA,IACF;AAAA,IACA,YAAY,eAAe,MAAM;AAAA,IAAC;AAAA,EACpC;AACF;AAEA,eAAsBA,mBACpB,WACA,WACA,UACA,SACkC;AAClC,QAAM,EAAE,YAAY,GAAG,WAAW,IAAI,WAAW,CAAC;AAClD,MAAI,qBAAuD;AAC3D,QAAM,SAAS,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA,qBAAqB,WAAW,YAAY,CAAC,UAAU;AACrD,2BAAqB;AAAA,IACvB,CAAC;AAAA,IACD;AAAA,EACF;AACA,MAAI,mBAAoB,OAAM;AAC9B,MAAI,CAAC,OAAO,QAAS,QAAO;AAE5B,MAAI;AACF,cAAU,oCAAoC;AAAA,EAChD,SAAS,OAAO;AACd,WAAO;AAAA,MACL,GAAG;AAAA,MACH,SAAS;AAAA,MACT,iBAAiB;AAAA,MACjB,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,IAC9D;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAsBC,0BACpB,WACA,WACA,UACA,YACmC;AACnC,MAAI,qBAAuD;AAC3D,QAAM,SAAS,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA,qBAAqB,WAAW,YAAY,CAAC,UAAU;AACrD,2BAAqB;AAAA,IACvB,CAAC;AAAA,EACH;AACA,MAAI,mBAAoB,OAAM;AAC9B,SAAO;AACT;AAEA,eAAsBC,kBACpB,UACA,YACiC;AACjC,SAAO,iBAAuB,UAAU,eAAe,MAAM;AAAA,EAAC,EAAE;AAClE;","names":["incrementalImport","analyzeIncrementalImport","analyzeNewImport"]}