chatlab-cli 0.34.0 → 0.34.2-beta.1

package/dist/{chunk-UO2XVFY6.mjs → chunk-MENKFEPC.mjs}

@@ -11,24 +11,31 @@ import {
   getServerAiLogger,
   getSkillManagerCore,
   initServerAiLogger
-} from "./chunk-JCSPDTZL.mjs";
+} from "./chunk-H6D4DZOC.mjs";
 import {
   AGENT_TOOL_REGISTRY,
   CoreDataProvider
-} from "./chunk-DGF3S3TZ.mjs";
+} from "./chunk-72RWABYJ.mjs";
+import {
+  resolveCliLocalEmbeddingRuntimeConfig
+} from "./chunk-UMBEHBIZ.mjs";
 import {
   analyzeIncrementalImport,
   analyzeNewImport,
   autoImport,
+  autoImportBatch,
   incrementalImport,
   streamImport
-} from "./chunk-BQ3QN4QT.mjs";
+} from "./chunk-U6MVJSXX.mjs";
 import {
   assertCliDataDirCompatible
-} from "./chunk-ISRLGLUL.mjs";
+} from "./chunk-4RLZFGO5.mjs";
 import {
   getVersion
 } from "./chunk-5ADKYYNA.mjs";
+import {
+  resolveCliPath
+} from "./chunk-FJ35V3TE.mjs";
 import {
   AnalyticsService,
   NodePathProvider,
@@ -45,8 +52,9 @@ import {
   getPendingDataDirCleanups,
   getPendingNodeDataDirMigration,
   hasPendingElectronDataWarning,
+  importDemoSessions,
   serializeChatLabToJsonl
-} from "./chunk-S5NCEESV.mjs";
+} from "./chunk-2XCNTG4O.mjs";
 import {
   AIChatManager,
   ArchiveImportError,
@@ -98,10 +106,7 @@ import {
   streamParseFileInfo,
   summary_service_exports,
   validateApiKey
-} from "./chunk-AQPDZAWB.mjs";
-import {
-  resolveCliPath
-} from "./chunk-FJ35V3TE.mjs";
+} from "./chunk-4LW6443F.mjs";
 import {
   ALL_MIGRATIONS,
   BUILTIN_MODELS,
@@ -162,7 +167,7 @@ import {
   stripAvatarFields,
   verifyCliDataPath,
   writeConfigField
-} from "./chunk-OLE2USEN.mjs";
+} from "./chunk-INBJ7SND.mjs";
 
 // src/http/index.ts
 import * as fs11 from "fs";
@@ -2437,7 +2442,7 @@ function registerMergeRoutes(server2, ctx) {
     }
   });
   server2.post("/_web/merge/execute", async (request, reply) => {
-    const { handles, outputName, format = "json", andImport } = request.body;
+    const { handles, outputName, format = "json", andImport, sessionGapThreshold } = request.body;
     if (!handles || !Array.isArray(handles) || handles.length === 0) {
       return reply.code(400).send({ error: "Missing handles" });
     }
@@ -2465,7 +2470,7 @@ function registerMergeRoutes(server2, ctx) {
         const tmpPath = path6.join(tmpDir, `${safeName}.json`);
         fs4.writeFileSync(tmpPath, jsonData, "utf-8");
         try {
-          const importResult = await streamImport2(dbManager2, tmpPath);
+          const importResult = await streamImport2(dbManager2, tmpPath, { sessionGapThreshold });
           sessionId = importResult.sessionId;
         } finally {
           try {
@@ -3046,8 +3051,13 @@ function resolveNativeBinding() {
 }
 
 // src/http/routes/web/import.ts
-var DEMO_BASE_URL = "https://chatlab.fun/assets/demo";
 var ARCHIVE_UPLOAD_LIMIT = 50 * 1024 * 1024 * 1024;
+function parseOptionalInteger(value) {
+  if (typeof value === "number") return Number.isInteger(value) ? value : void 0;
+  if (typeof value !== "string" || value.trim() === "") return void 0;
+  const parsed = Number(value);
+  return Number.isInteger(parsed) ? parsed : void 0;
+}
 function cleanupTemp(...paths) {
   for (const p of paths) {
     try {
@@ -3062,11 +3072,14 @@ function cleanupTemp(...paths) {
   }
 }
 function registerImportRoutes2(server2, dbManager2, options = {}) {
+  const activeBatchControllers = /* @__PURE__ */ new Map();
   const sourceManager = options.sourceManager ?? new ArchiveImportSourceManager();
   const runAutoImport = options.runAutoImport ?? autoImport.bind(null, dbManager2);
-  const runPreparedImport = options.runPreparedImport ?? (async (manifestPath, onProgress) => {
+  const runAutoImportBatch = options.runAutoImportBatch ?? autoImportBatch.bind(null, dbManager2);
+  const runPreparedImport = options.runPreparedImport ?? (async (manifestPath, onProgress, sessionGapThreshold) => {
     const result = await runAutoImport(manifestPath, {
       formatId: "google-chat-takeout",
+      sessionGapThreshold,
       nativeBinding: resolveNativeBinding(),
       onProgress
     });
@@ -3117,10 +3130,11 @@ data: ${JSON.stringify(eventData)}
 `);
       }
       try {
+        const sessionGapThreshold = parseOptionalInteger(request.body?.sessionGapThreshold);
         const result = await sourceManager.withMaterializedChat(
           request.params.sourceId,
           chatId,
-          (manifestPath) => runPreparedImport(manifestPath, (progress) => sendEvent("progress", progress))
+          (manifestPath) => runPreparedImport(manifestPath, (progress) => sendEvent("progress", progress), sessionGapThreshold)
         );
         if (result.success) {
           sendEvent("done", result);
@@ -3192,6 +3206,7 @@ data: ${JSON.stringify(eventData)}
     const formatId = data.fields?.formatId?.value;
     const chatIndexStr = data.fields?.chatIndex?.value;
     const chatIndex = chatIndexStr !== void 0 ? parseInt(chatIndexStr, 10) : void 0;
+    const sessionGapThreshold = parseOptionalInteger(data.fields?.sessionGapThreshold?.value);
     reply.raw.writeHead(200, {
       "Content-Type": "text/event-stream",
       "Cache-Control": "no-cache",
@@ -3208,13 +3223,14 @@ data: ${JSON.stringify(eventData)}
       const result = await runAutoImport(tmpPath, {
         formatId,
         chatIndex,
+        sessionGapThreshold,
         nativeBinding,
         onProgress: (p) => sendEvent("progress", p)
       });
       if (result.success) {
         sendEvent("done", result);
       } else {
-        sendEvent("error", { success: false, error: result.error });
+        sendEvent("error", result);
       }
     } catch (err) {
       sendEvent("error", { success: false, error: err instanceof Error ? err.message : String(err) });
@@ -3223,12 +3239,89 @@ data: ${JSON.stringify(eventData)}
       cleanupTemp(tmpPath, tmpDir);
     }
   });
+  server2.post("/_web/import/batch", async (request, reply) => {
+    const parts = request.parts();
+    if (!parts) return reply.code(400).send({ error: "No files uploaded" });
+    const requestedBatchId = request.headers["x-chatlab-import-batch-id"];
+    const batchId = typeof requestedBatchId === "string" && requestedBatchId ? requestedBatchId : randomUUID();
+    if (activeBatchControllers.has(batchId)) {
+      return reply.code(409).send({ error: "Batch import id is already active" });
+    }
+    const tmpDir = createChatLabTempDir("imports", "batch-");
+    const items = [];
+    let sessionGapThreshold;
+    let completed = false;
+    const controller = new AbortController();
+    activeBatchControllers.set(batchId, controller);
+    try {
+      for await (const part of parts) {
+        if (part.type === "field" && part.fieldname === "sessionGapThreshold") {
+          sessionGapThreshold = parseOptionalInteger(part.value);
+          continue;
+        }
+        if (part.type !== "file") continue;
+        const index = items.length;
+        const safeName = path8.basename(part.filename || `upload-${index}`);
+        const filePath = path8.join(tmpDir, `${index}-${safeName}`);
+        await pipeline(part.file, fs7.createWriteStream(filePath, { flags: "wx" }));
+        items.push({ id: String(index), filePath });
+      }
+      if (items.length === 0) return reply.code(400).send({ error: "No files uploaded" });
+      reply.raw.writeHead(200, {
+        "Content-Type": "text/event-stream",
+        "Cache-Control": "no-cache",
+        Connection: "keep-alive"
+      });
+      reply.raw.once("close", () => {
+        if (!completed) controller.abort();
+      });
+      const sendEvent = (event, eventData) => {
+        if (!reply.raw.destroyed) {
+          reply.raw.write(`event: ${event}
+data: ${JSON.stringify(eventData)}
+
+`);
+        }
+      };
+      const results = await runAutoImportBatch(items, {
+        sessionGapThreshold,
+        signal: controller.signal,
+        onItemStart: (_item, index) => sendEvent("batch-start", { index }),
+        onItemProgress: (_item, index, progress) => sendEvent("batch-progress", { index, progress }),
+        onItemComplete: (_item, index, result) => sendEvent("batch-complete", { index, result })
+      });
+      completed = true;
+      sendEvent("done", results);
+    } catch (error) {
+      appLogger.error("import-batch", "CLI Web batch import failed", error);
+      const payload = { error: error instanceof Error ? error.message : String(error) };
+      if (!reply.raw.headersSent) return reply.code(500).send(payload);
+      if (!reply.raw.destroyed) {
+        reply.raw.write(`event: error
+data: ${JSON.stringify(payload)}
+
+`);
+      }
+    } finally {
+      completed = true;
+      if (activeBatchControllers.get(batchId) === controller) activeBatchControllers.delete(batchId);
+      reply.raw.end();
+      cleanupTemp(tmpDir);
+    }
+  });
+  server2.post("/_web/import/batch/:batchId/cancel", async (request) => {
+    const controller = activeBatchControllers.get(request.params.batchId);
+    if (!controller) return { success: false, active: false };
+    controller.abort();
+    return { success: true, active: true };
+  });
   server2.post("/_web/import-directory", async (request, reply) => {
     const parts = request.parts();
     if (!parts) return reply.code(400).send({ error: "No files uploaded" });
     const tmpDir = createChatLabTempDir("imports", "directory-");
     const relativePaths = [];
     const fileBuffers = [];
+    let sessionGapThreshold;
     try {
       let sendEvent2 = function(event, eventData) {
         reply.raw.write(`event: ${event}
@@ -3240,6 +3333,8 @@ data: ${JSON.stringify(eventData)}
       for await (const part of parts) {
         if (part.type === "field" && part.fieldname === "relativePaths") {
           relativePaths.push(String(part.value));
+        } else if (part.type === "field" && part.fieldname === "sessionGapThreshold") {
+          sessionGapThreshold = parseOptionalInteger(part.value);
         } else if (part.type === "file") {
           const chunks = [];
           for await (const chunk of part.file) {
@@ -3270,13 +3365,14 @@ data: ${JSON.stringify(eventData)}
       });
       const nativeBinding = resolveNativeBinding();
       const result = await runAutoImport(entryPath, {
+        sessionGapThreshold,
         nativeBinding,
         onProgress: (p) => sendEvent2("progress", p)
       });
       if (result.success) {
         sendEvent2("done", result);
       } else {
-        sendEvent2("error", { success: false, error: result.error });
+        sendEvent2("error", result);
       }
     } catch (err) {
       if (!reply.raw.headersSent) {
@@ -3368,65 +3464,38 @@ data: ${JSON.stringify(eventData)}
       cleanupTemp(tmpPath, tmpDir);
     }
   });
-  const DEMO_FILES = [
-    "demo-group.json",
-    "demo-private-A-cuilan.json",
-    "demo-private-B-wukong.json",
-    "demo-private-C-spider.json"
-  ];
-  server2.post("/_web/demo/import", async (request, reply) => {
-    const locale = request.body?.locale || "en";
-    const nativeBinding = resolveNativeBinding();
-    const total = DEMO_FILES.length;
-    reply.raw.writeHead(200, {
-      "Content-Type": "text/event-stream",
-      "Cache-Control": "no-cache",
-      Connection: "keep-alive"
-    });
-    function sendEvent(event, eventData) {
-      reply.raw.write(`event: ${event}
+  server2.post(
+    "/_web/demo/import",
+    async (request, reply) => {
+      const locale = request.body?.locale === "cn" ? "cn" : "en";
+      const targetTimeZone = typeof request.body?.timeZone === "string" ? request.body.timeZone : void 0;
+      const sessionGapThreshold = parseOptionalInteger(request.body?.sessionGapThreshold);
+      const nativeBinding = resolveNativeBinding();
+      reply.raw.writeHead(200, {
+        "Content-Type": "text/event-stream",
+        "Cache-Control": "no-cache",
+        Connection: "keep-alive"
+      });
+      function sendEvent(event, eventData) {
+        reply.raw.write(`event: ${event}
 data: ${JSON.stringify(eventData)}
 
 `);
-    }
-    const tmpDir = createChatLabTempDir("imports", "cli-demo-");
-    try {
-      const localPaths = [];
-      for (let i = 0; i < total; i++) {
-        sendEvent("progress", { stage: "downloading", current: i + 1, total });
-        const localPath = path8.join(tmpDir, DEMO_FILES[i]);
-        const resp = await fetch(`${DEMO_BASE_URL}/${locale}/${DEMO_FILES[i]}`, {
-          signal: AbortSignal.timeout(6e4)
-        });
-        if (!resp.ok) throw new Error(`Download demo failed (${DEMO_FILES[i]}): ${resp.status}`);
-        fs7.writeFileSync(localPath, Buffer.from(await resp.arrayBuffer()));
-        localPaths.push(localPath);
       }
-      sendEvent("progress", { stage: "importing", current: 1, total });
-      const groupResult = await streamImport(dbManager2, localPaths[0], { nativeBinding });
-      if (!groupResult.success) throw new Error(groupResult.error || "Failed to import group demo");
-      const privateSessionIds = [];
-      for (let i = 1; i < localPaths.length; i++) {
-        sendEvent("progress", { stage: "importing", current: i + 1, total });
-        const result = await streamImport(dbManager2, localPaths[i], { nativeBinding });
-        if (!result.success) throw new Error(result.error || `Failed to import private demo: ${DEMO_FILES[i]}`);
-        if (result.sessionId) privateSessionIds.push(result.sessionId);
-      }
-      sendEvent("progress", { stage: "done", current: total, total });
-      sendEvent("result", {
-        success: true,
-        groupSessionId: groupResult.sessionId,
-        privateSessionIds
+      const result = await importDemoSessions({
+        locale,
+        tempPrefix: "cli-demo-",
+        targetTimeZone,
+        importFile: (filePath) => streamImport(dbManager2, filePath, { nativeBinding, sessionGapThreshold }),
+        deleteSession: (sessionId) => {
+          dbManager2.deleteSessionDatabaseFiles(sessionId);
+        },
+        onProgress: (progress) => sendEvent("progress", progress)
       });
-    } catch (err) {
-      const message = err instanceof Error ? err.message : String(err);
-      sendEvent("progress", { stage: "error", current: 0, total, message });
-      sendEvent("result", { success: false, error: message });
-    } finally {
+      sendEvent("result", result);
       reply.raw.end();
-      cleanupTemp(tmpDir);
     }
-  });
+  );
 }
 
 // src/http/routes/web/cache.ts
@@ -3495,10 +3564,10 @@ function registerWebRoutes2(server2, dbManager2, options) {
   const resolvedPathProvider = options?.pathProvider ?? fallbackPathProvider;
   const ai = options?.aiContext;
   const cliStreamImport = async (dm, filePath) => {
-    const { streamImport: streamImport2 } = await import("./stream-import-KEGNP3QK.mjs");
+    const { streamImport: streamImport2 } = await import("./stream-import-GZ2QDE3Z.mjs");
     const result = await streamImport2(dm, filePath);
     if (!result.success) {
-      const { IMPORT_IN_PROGRESS_ERROR_KEY: IMPORT_IN_PROGRESS_ERROR_KEY2, ImportInProgressError: ImportInProgressError2 } = await import("./src-B3A2QHP5.mjs");
+      const { IMPORT_IN_PROGRESS_ERROR_KEY: IMPORT_IN_PROGRESS_ERROR_KEY2, ImportInProgressError: ImportInProgressError2 } = await import("./src-SHFHW2QB.mjs");
       if (result.error === IMPORT_IN_PROGRESS_ERROR_KEY2) throw new ImportInProgressError2();
       throw new Error(result.error || "Import failed");
     }
@@ -3508,7 +3577,11 @@ function registerWebRoutes2(server2, dbManager2, options) {
   const defaultUserDataDir = getDefaultNodeUserDataDir();
   const isCustom = path10.resolve(resolvedPathProvider.getUserDataDir()) !== path10.resolve(defaultUserDataDir);
   const semanticIndexService = options?.semanticIndexService;
-  const analyticsService = "A-US-0629338532" ? new AnalyticsService(resolvedPathProvider.getSystemDir(), "A-US-0629338532", getVersion()) : void 0;
+  const analyticsService = new AnalyticsService(resolvedPathProvider.getSystemDir(), {
+    appVersion: getVersion(),
+    appType: "cli_web",
+    getAiModelConfigured: () => ai?.llmConfigStore.hasConfiguredModel() === true
+  });
   registerSharedRoutes(
     server2,
     {
@@ -4601,6 +4674,7 @@ async function startHttpServer(options) {
       pathProvider,
       runtime,
       nativeBinding,
+      localEmbeddingRuntime: resolveCliLocalEmbeddingRuntimeConfig(pathProvider.getAiDataDir()),
       workerEntryUrl: import.meta.url.endsWith(".ts") ? void 0 : new URL("./semantic-index-worker.mjs", import.meta.url)
     });
     server.addHook("onClose", async () => semanticIndexService?.close());
@@ -4669,4 +4743,4 @@ export {
   startHttpServer,
   stopHttpServer
 };
-//# sourceMappingURL=chunk-UO2XVFY6.mjs.map
+//# sourceMappingURL=chunk-MENKFEPC.mjs.map