@nocoo/pika 0.2.1 → 0.2.2

package/dist/bin.js

@@ -30,7 +30,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "pika",
-    version: "0.2.1",
+    version: "0.2.2",
     private: true,
     workspaces: [
       "packages/*"
@@ -2833,6 +2833,7 @@ async function runSyncPipeline(input, opts) {
     discoverOpts,
     syncCtx
   } = input;
+  const log = opts.logger;
   let cursorState = { ...input.cursorState, files: { ...input.cursorState.files } };
   const allResults = [];
   const parseErrors = [];
@@ -2843,7 +2844,9 @@ async function runSyncPipeline(input, opts) {
   const dbSourcedSessionKeys = new Set;
   let prevDbCursor;
   for (const driver of fileDrivers) {
+    log?.discoverStart(driver.source);
     const files = await driver.discover(discoverOpts);
+    log?.discoverDone(driver.source, files.length);
     for (const filePath of files) {
       totalFiles++;
       let fingerprint;
@@ -2862,6 +2865,7 @@ async function runSyncPipeline(input, opts) {
         const results = await driver.parse(filePath, resume);
         if (results.length > 0) {
           allResults.push(...results);
+          log?.parseDone(driver.source, filePath, results.length);
           prevCursors.set(filePath, cursorState.files[filePath]);
           for (const r of results) {
             sessionKeyToFile.set(r.canonical.sessionKey, filePath);
@@ -2881,6 +2885,7 @@ async function runSyncPipeline(input, opts) {
   }
   if (dbDriver) {
     try {
+      log?.dbDriverStart(dbDriver.source);
       prevDbCursor = cursorState.openCodeSqlite;
       const dbResult = await dbDriver.run(prevDbCursor, syncCtx);
       allResults.push(...dbResult.results);
@@ -2888,6 +2893,7 @@ async function runSyncPipeline(input, opts) {
         dbSourcedSessionKeys.add(r.canonical.sessionKey);
       }
       cursorState.openCodeSqlite = dbResult.cursor;
+      log?.dbDriverDone(dbDriver.source, dbResult.results.length);
     } catch (err) {
       parseErrors.push({
         timestamp: new Date().toISOString(),
@@ -2914,18 +2920,45 @@ async function runSyncPipeline(input, opts) {
       fetch: opts.fetch,
       sleep: opts.sleep
     };
+    log?.uploadMetadataStart(snapshots.length);
     uploadResult = await uploadMetadataBatches(snapshots, uploadOpts);
+    log?.uploadMetadataDone(uploadResult.totalIngested, uploadResult.totalConflicts);
     const contentOpts = {
       apiUrl: opts.apiUrl,
       apiKey: opts.apiKey,
       fetch: opts.fetch,
       sleep: opts.sleep
     };
+    const totalSessions = allResults.length;
+    log?.uploadContentStart(totalSessions);
+    let contentDone = 0;
+    const wrappedContentOpts = {
+      ...contentOpts
+    };
+    const originalFetch = contentOpts.fetch ?? globalThis.fetch;
+    if (log) {
+      const completedSessions = new Set;
+      wrappedContentOpts.fetch = async (input2, init) => {
+        const response = await originalFetch(input2, init);
+        const url = typeof input2 === "string" ? input2 : input2.url;
+        if (url.includes("/api/ingest/content/") && url.endsWith("/canonical")) {
+          const parts = url.split("/");
+          const sessionKey = decodeURIComponent(parts[parts.length - 2]);
+          if (!completedSessions.has(sessionKey)) {
+            completedSessions.add(sessionKey);
+            contentDone++;
+            log.uploadContentProgress(contentDone, totalSessions);
+          }
+        }
+        return response;
+      };
+    }
     contentResult = await uploadContentBatch(allResults.map((r) => ({
       canonical: r.canonical,
       raw: r.raw,
       precomputed: precomputedMap.get(r.canonical.sessionKey)
-    })), contentOpts, opts.contentConcurrency);
+    })), log ? wrappedContentOpts : contentOpts, opts.contentConcurrency);
+    log?.uploadContentDone(contentResult.uploaded, contentResult.skipped, contentResult.errors.length);
     if (contentResult.errors.length > 0) {
       const rolledBackFiles = new Set;
       let rollbackDbCursor = false;
@@ -2971,7 +3004,7 @@ __export(exports_sync, {
   buildDbDriver: () => buildDbDriver
 });
 import { defineCommand } from "citty";
-import { join as join11 } from "path";
+import { join as join11, basename as basename3 } from "path";
 import consola from "consola";
 async function buildDbDriver(driverSet, openDbOverride) {
   if (!driverSet.dbDriversAvailable || !driverSet.discoverOpts.openCodeDbPath) {
@@ -3049,6 +3082,44 @@ var init_sync = __esm(() => {
       const dbDriver = await buildDbDriver(driverSet);
       const sourceCount = driverSet.fileDrivers.length + (dbDriver ? 1 : 0);
       consola.start(`Syncing ${sourceCount} source(s)...`);
+      const logger = {
+        discoverStart(source) {
+          consola.info(`  [${source}] Scanning...`);
+        },
+        discoverDone(source, fileCount) {
+          consola.info(`  [${source}] Found ${fileCount} file(s)`);
+        },
+        parseDone(source, filePath, sessionCount) {
+          consola.info(`  [${source}] Parsed ${sessionCount} session(s) from ${basename3(filePath)}`);
+        },
+        uploadMetadataStart(sessionCount) {
+          consola.info(`Uploading metadata for ${sessionCount} session(s)...`);
+        },
+        uploadMetadataDone(ingested, conflicts) {
+          const parts = [`${ingested} ingested`];
+          if (conflicts > 0)
+            parts.push(`${conflicts} conflicts`);
+          consola.info(`Metadata upload done: ${parts.join(", ")}`);
+        },
+        uploadContentStart(sessionCount) {
+          consola.info(`Uploading content for ${sessionCount} session(s)...`);
+        },
+        uploadContentProgress(done, total) {
+          consola.info(`  Content: ${done}/${total}`);
+        },
+        uploadContentDone(uploaded, skipped, errors) {
+          const parts = [`${uploaded} uploaded`, `${skipped} skipped`];
+          if (errors > 0)
+            parts.push(`${errors} errors`);
+          consola.info(`Content upload done: ${parts.join(", ")}`);
+        },
+        dbDriverStart(source) {
+          consola.info(`  [${source}] Querying database...`);
+        },
+        dbDriverDone(source, sessionCount) {
+          consola.info(`  [${source}] Found ${sessionCount} session(s) from DB`);
+        }
+      };
       const result = await runSyncPipeline({
         fileDrivers: driverSet.fileDrivers,
         dbDriver,
@@ -3059,7 +3130,8 @@ var init_sync = __esm(() => {
         upload: doUpload,
         apiUrl: config.getApiUrl(),
         apiKey: config.getToken() ?? "",
-        userId: "cli"
+        userId: "cli",
+        logger
       });
       await cursorStore.save(result.cursorState);
       consola.success(`Parsed ${result.totalParsed} session(s) from ${result.totalFiles} file(s) (${result.totalSkipped} unchanged)`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nocoo/pika",
-  "version": "0.2.1",
+  "version": "0.2.2",
   "description": "Replay and search coding agent sessions",
   "type": "module",
   "bin": {
@@ -23,7 +23,18 @@
   "publishConfig": {
     "access": "public"
   },
-  "keywords": ["cli", "agent", "session", "replay", "search", "claude", "codex", "gemini", "opencode", "copilot"],
+  "keywords": [
+    "cli",
+    "agent",
+    "session",
+    "replay",
+    "search",
+    "claude",
+    "codex",
+    "gemini",
+    "opencode",
+    "copilot"
+  ],
   "license": "MIT",
   "repository": {
     "type": "git",