chatlab-cli 0.29.0 → 0.30.1-beta.1

package/dist/{chunk-I35WHWA6.mjs → chunk-KBSAVUFV.mjs}

@@ -9,10 +9,10 @@ import {
   analyzeNewImport,
   incrementalImport,
   streamingImport
-} from "./chunk-QQK7MLCR.mjs";
+} from "./chunk-36JGKW6K.mjs";
 import {
   DataDirCompatibilityError
-} from "./chunk-WPI6YSAR.mjs";
+} from "./chunk-LVEJHB3X.mjs";
 
 // src/import/stream-import.ts
 import * as crypto from "crypto";
@@ -54,11 +54,14 @@ async function streamImport(dbManager, filePath, options) {
         stage = "parsing";
         pct = Math.min(Math.round(progress.percentage * 0.7), 70);
         break;
-      case "importing":
       case "saving":
         stage = "saving";
         pct = 80;
         break;
+      case "indexing":
+        stage = "indexing";
+        pct = 90;
+        break;
       case "done":
         stage = "done";
         pct = 100;
@@ -155,4 +158,4 @@ export {
   analyzeIncrementalImport2 as analyzeIncrementalImport,
   analyzeNewImport2 as analyzeNewImport
 };
-//# sourceMappingURL=chunk-I35WHWA6.mjs.map
+//# sourceMappingURL=chunk-KBSAVUFV.mjs.map

package/dist/chunk-KBSAVUFV.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/import/stream-import.ts"],"sourcesContent":["/**\n * Server/CLI streaming import — adapter for @openchatlab/node-runtime StreamingImporter.\n *\n * Replaces the old buffered-in-memory approach with the same high-performance\n * streaming pipeline used by Electron (batched transactions, deferred indexes,\n * nickname history, FTS, format fallback).\n */\n\nimport type { DatabaseManager } from '@openchatlab/node-runtime'\nimport {\n  DataDirCompatibilityError,\n  streamingImport,\n  analyzeNewImport as sharedAnalyzeNewImport,\n  analyzeIncrementalImport as sharedAnalyzeIncremental,\n  incrementalImport as sharedIncrementalImport,\n} from '@openchatlab/node-runtime'\nimport type {\n  StreamImportResult,\n  StreamImportDeps,\n  ImportProgressCallback,\n  IncrementalImportResult,\n  IncrementalAnalyzeResult,\n  IncrementalImportDeps,\n  ImportOptions,\n  AnalyzeNewImportResult,\n} from '@openchatlab/node-runtime'\nimport {\n  detectFormat as parserDetectFormat,\n  detectAllFormats,\n  getFormatFeatureById,\n  getSupportedFormats as parserGetSupportedFormats,\n  scanMultiChatFile as parserScanMultiChatFile,\n  findEntryFileInDirectory,\n  type FormatFeature,\n  type MultiChatInfo,\n  type ParseProgress,\n} from '@openchatlab/parser'\nimport * as crypto from 'crypto'\n\n// ==================== Legacy progress interface (for SSE routes) ====================\n\nexport interface StreamImportProgress {\n  stage: 'detecting' | 'parsing' | 'saving' | 'indexing' | 'done' | 'error'\n  progress: number\n  message: string\n  bytesRead?: number\n  totalBytes?: number\n  messagesProcessed?: number\n}\n\nexport interface StreamImportOptions {\n  formatId?: string\n  chatIndex?: number\n  nativeBinding?: string\n  onProgress?: (progress: StreamImportProgress) => void\n  /** Fix the target session ID instead of auto-generating one. Used by sync/pull adapters. */\n  sessionId?: string\n}\n\nfunction generateSessionId(): string {\n  const ts = Date.now()\n  const rand = crypto.randomBytes(4).toString('hex')\n  return `chat_${ts}_${rand}`\n}\n\nfunction buildStreamImportDeps(dbManager: DatabaseManager, onProgress?: ImportProgressCallback): StreamImportDeps {\n  return {\n    openDatabase(sessionId: string) {\n      return dbManager.openRawSessionDatabase(sessionId, { create: true, initializeChatTables: true })\n    },\n    deleteDatabase(sessionId: string) {\n      dbManager.deleteSessionDatabaseFiles(sessionId)\n    },\n    onProgress: onProgress ?? (() => {}),\n    generateSessionId,\n  }\n}\n\nfunction deleteSessionDatabase(dbManager: DatabaseManager, sessionId: string): void {\n  dbManager.deleteSessionDatabaseFiles(sessionId)\n}\n\n/**\n * High-performance streaming import: parse a file and write to DB\n * with batched transactions, deferred indexes, and FTS.\n */\nexport async function streamImport(\n  dbManager: DatabaseManager,\n  filePath: string,\n  options?: StreamImportOptions\n): Promise<StreamImportResult> {\n  const { formatId, chatIndex, onProgress, sessionId } = options || {}\n\n  const formatOptions: Record<string, unknown> = {}\n  if (formatId) formatOptions.formatId = formatId\n  if (chatIndex !== undefined) formatOptions.chatIndex = chatIndex\n\n  const progressAdapter: ImportProgressCallback = onProgress\n    ? (progress) => {\n        let stage: StreamImportProgress['stage'] = 'parsing'\n        let pct = 0\n        switch (progress.stage) {\n          case 'detecting':\n            stage = 'detecting'\n            pct = 5\n            break\n          case 'parsing':\n            stage = 'parsing'\n            pct = Math.min(Math.round(progress.percentage * 0.7), 70)\n            break\n          case 'saving':\n            stage = 'saving'\n            pct = 80\n            break\n          case 'indexing':\n            stage = 'indexing'\n            pct = 90\n            break\n          case 'done':\n            stage = 'done'\n            pct = 100\n            break\n          case 'error':\n            stage = 'error'\n            pct = 0\n            break\n        }\n        onProgress({\n          stage,\n          progress: pct,\n          message: progress.message || '',\n          bytesRead: progress.bytesRead,\n          totalBytes: progress.totalBytes,\n          messagesProcessed: progress.messagesProcessed,\n        })\n      }\n    : () => {}\n\n  const deps = buildStreamImportDeps(dbManager, progressAdapter)\n  const result = await streamingImport(filePath, deps, formatOptions, sessionId)\n  if (!result.success || !result.sessionId) return result\n\n  try {\n    dbManager.raiseCurrentChatDbCompatibilityGate()\n  } catch (error) {\n    deleteSessionDatabase(dbManager, result.sessionId)\n    return {\n      success: false,\n      error: error instanceof Error ? error.message : String(error),\n      diagnostics: result.diagnostics,\n    }\n  }\n\n  return result\n}\n\n// ==================== Incremental import ====================\n\nfunction buildIncrementalDeps(\n  dbManager: DatabaseManager,\n  onProgress?: ImportProgressCallback,\n  onCompatibilityError?: (error: DataDirCompatibilityError) => void\n): IncrementalImportDeps {\n  return {\n    openDatabase(sessionId: string, readonly?: boolean) {\n      try {\n        return dbManager.openRawSessionDatabase(sessionId, { readonly: readonly ?? false })\n      } catch (error) {\n        if (error instanceof DataDirCompatibilityError) onCompatibilityError?.(error)\n        throw error\n      }\n    },\n    onProgress: onProgress ?? (() => {}),\n  }\n}\n\nexport async function incrementalImport(\n  dbManager: DatabaseManager,\n  sessionId: string,\n  filePath: string,\n  options?: ImportOptions & { onProgress?: ImportProgressCallback }\n): Promise<IncrementalImportResult> {\n  const { onProgress, ...importOpts } = options || {}\n  let compatibilityError: DataDirCompatibilityError | null = null\n  const result = await sharedIncrementalImport(\n    sessionId,\n    filePath,\n    buildIncrementalDeps(dbManager, onProgress, (error) => {\n      compatibilityError = error\n    }),\n    importOpts\n  )\n  if (compatibilityError) throw compatibilityError\n  if (!result.success) return result\n\n  try {\n    dbManager.raiseCurrentChatDbCompatibilityGate()\n  } catch (error) {\n    return {\n      ...result,\n      success: false,\n      newMessageCount: 0,\n      error: error instanceof Error ? error.message : String(error),\n    }\n  }\n\n  return result\n}\n\nexport async function analyzeIncrementalImport(\n  dbManager: DatabaseManager,\n  sessionId: string,\n  filePath: string,\n  onProgress?: ImportProgressCallback\n): Promise<IncrementalAnalyzeResult> {\n  let compatibilityError: DataDirCompatibilityError | null = null\n  const result = await sharedAnalyzeIncremental(\n    sessionId,\n    filePath,\n    buildIncrementalDeps(dbManager, onProgress, (error) => {\n      compatibilityError = error\n    })\n  )\n  if (compatibilityError) throw compatibilityError\n  return result\n}\n\nexport async function analyzeNewImport(\n  filePath: string,\n  onProgress?: ImportProgressCallback\n): Promise<AnalyzeNewImportResult> {\n  return sharedAnalyzeNewImport(filePath, onProgress ?? (() => {}))\n}\n\n// ==================== Re-exports from parser ====================\n\nexport {\n  parserDetectFormat as detectFormat,\n  detectAllFormats,\n  getFormatFeatureById,\n  parserGetSupportedFormats as getSupportedFormats,\n  parserScanMultiChatFile as scanMultiChatFile,\n  findEntryFileInDirectory,\n}\nexport type { FormatFeature, MultiChatInfo, ParseProgress }\nexport type {\n  StreamImportResult,\n  IncrementalImportResult,\n  IncrementalAnalyzeResult,\n  AnalyzeNewImportResult,\n  ImportOptions,\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAqCA,YAAY,YAAY;AAsBxB,SAAS,oBAA4B;AACnC,QAAM,KAAK,KAAK,IAAI;AACpB,QAAM,OAAc,mBAAY,CAAC,EAAE,SAAS,KAAK;AACjD,SAAO,QAAQ,EAAE,IAAI,IAAI;AAC3B;AAEA,SAAS,sBAAsB,WAA4B,YAAuD;AAChH,SAAO;AAAA,IACL,aAAa,WAAmB;AAC9B,aAAO,UAAU,uBAAuB,WAAW,EAAE,QAAQ,MAAM,sBAAsB,KAAK,CAAC;AAAA,IACjG;AAAA,IACA,eAAe,WAAmB;AAChC,gBAAU,2BAA2B,SAAS;AAAA,IAChD;AAAA,IACA,YAAY,eAAe,MAAM;AAAA,IAAC;AAAA,IAClC;AAAA,EACF;AACF;AAEA,SAAS,sBAAsB,WAA4B,WAAyB;AAClF,YAAU,2BAA2B,SAAS;AAChD;AAMA,eAAsB,aACpB,WACA,UACA,SAC6B;AAC7B,QAAM,EAAE,UAAU,WAAW,YAAY,UAAU,IAAI,WAAW,CAAC;AAEnE,QAAM,gBAAyC,CAAC;AAChD,MAAI,SAAU,eAAc,WAAW;AACvC,MAAI,cAAc,OAAW,eAAc,YAAY;AAEvD,QAAM,kBAA0C,aAC5C,CAAC,aAAa;AACZ,QAAI,QAAuC;AAC3C,QAAI,MAAM;AACV,YAAQ,SAAS,OAAO;AAAA,MACtB,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM,KAAK,IAAI,KAAK,MAAM,SAAS,aAAa,GAAG,GAAG,EAAE;AACxD;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,MACF,KAAK;AACH,gBAAQ;AACR,cAAM;AACN;AAAA,IACJ;AACA,eAAW;AAAA,MACT;AAAA,MACA,UAAU;AAAA,MACV,SAAS,SAAS,WAAW;AAAA,MAC7B,WAAW,SAAS;AAAA,MACpB,YAAY,SAAS;AAAA,MACrB,mBAAmB,SAAS;AAAA,IAC9B,CAAC;AAAA,EACH,IACA,MAAM;AAAA,EAAC;AAEX,QAAM,OAAO,sBAAsB,WAAW,eAAe;AAC7D,QAAM,SAAS,MAAM,gBAAgB,UAAU,MAAM,eAAe,SAAS;AAC7E,MAAI,CAAC,OAAO,WAAW,CAAC,OAAO,UAAW,QAAO;AAEjD,MAAI;AACF,cAAU,oCAAoC;AAAA,EAChD,SAAS,OAAO;AACd,0BAAsB,WAAW,OAAO,SAAS;AACjD,WAAO;AAAA,MACL,SAAS;AAAA,MACT,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAC5D,aAAa,OAAO;AAAA,IACtB;AAAA,EACF;AAEA,SAAO;AACT;AAIA,SAAS,qBACP,WACA,YACA,sBACuB;AACvB,SAAO;AAAA,IACL,aAAa,WAAmB,UAAoB;AAClD,UAAI;AACF,eAAO,UAAU,uBAAuB,WAAW,EAAE,UAAU,YAAY,MAAM,CAAC;AAAA,MACpF,SAAS,OAAO;AACd,YAAI,iBAAiB,0BAA2B,wBAAuB,KAAK;AAC5E,cAAM;AAAA,MACR;AAAA,IACF;AAAA,IACA,YAAY,eAAe,MAAM;AAAA,IAAC;AAAA,EACpC;AACF;AAEA,eAAsBA,mBACpB,WACA,WACA,UACA,SACkC;AAClC,QAAM,EAAE,YAAY,GAAG,WAAW,IAAI,WAAW,CAAC;AAClD,MAAI,qBAAuD;AAC3D,QAAM,SAAS,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA,qBAAqB,WAAW,YAAY,CAAC,UAAU;AACrD,2BAAqB;AAAA,IACvB,CAAC;AAAA,IACD;AAAA,EACF;AACA,MAAI,mBAAoB,OAAM;AAC9B,MAAI,CAAC,OAAO,QAAS,QAAO;AAE5B,MAAI;AACF,cAAU,oCAAoC;AAAA,EAChD,SAAS,OAAO;AACd,WAAO;AAAA,MACL,GAAG;AAAA,MACH,SAAS;AAAA,MACT,iBAAiB;AAAA,MACjB,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,IAC9D;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAsBC,0BACpB,WACA,WACA,UACA,YACmC;AACnC,MAAI,qBAAuD;AAC3D,QAAM,SAAS,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA,qBAAqB,WAAW,YAAY,CAAC,UAAU;AACrD,2BAAqB;AAAA,IACvB,CAAC;AAAA,EACH;AACA,MAAI,mBAAoB,OAAM;AAC9B,SAAO;AACT;AAEA,eAAsBC,kBACpB,UACA,YACiC;AACjC,SAAO,iBAAuB,UAAU,eAAe,MAAM;AAAA,EAAC,EAAE;AAClE;","names":["incrementalImport","analyzeIncrementalImport","analyzeNewImport"]}