@karakeep/cli 0.27.0 → 0.29.0

package/dist/index.mjs

@@ -15408,6 +15408,7 @@ const zCursorV2 = z.object({
 function normalizeTagName(raw) {
   return raw.trim().replace(/^#+/, "");
 }
+const MAX_NUM_TAGS_PER_PAGE = 1e3;
 const zTagNameSchemaWithValidation = z.string().transform((s) => normalizeTagName(s).trim()).pipe(z.string().min(1));
 z.object({
   name: zTagNameSchemaWithValidation
@@ -15418,7 +15419,7 @@ const zBookmarkTagSchema = z.object({
   name: z.string(),
   attachedBy: zAttachedByEnumSchema
 });
-z.object({
+const zGetTagResponseSchema = z.object({
   id: z.string(),
   name: z.string(),
   numBookmarks: z.number(),
@@ -15432,6 +15433,49 @@ z.object({
   id: z.string(),
   name: z.string()
 });
+const zTagCursorSchema = z.object({
+  page: z.number().int().min(0)
+});
+const zTagListRequestSchema = z.object({
+  nameContains: z.string().optional(),
+  attachedBy: z.enum([...zAttachedByEnumSchema.options, "none"]).optional(),
+  sortBy: z.enum(["name", "usage", "relevance"]).optional().default("usage"),
+  cursor: zTagCursorSchema.nullish().default({ page: 0 }),
+  // TODO: Remove the optional to enforce a limit after the next release
+  limit: z.number().int().min(1).max(MAX_NUM_TAGS_PER_PAGE).optional()
+});
+zTagListRequestSchema.refine(
+  (val) => val.sortBy != "relevance" || val.nameContains !== void 0,
+  {
+    message: "Relevance sorting requires a nameContains filter",
+    path: ["sortBy"]
+  }
+);
+const zTagListResponseSchema = z.object({
+  tags: z.array(zGetTagResponseSchema),
+  nextCursor: zTagCursorSchema.nullish()
+});
+z.object({
+  nameContains: zTagListRequestSchema.shape.nameContains,
+  sort: zTagListRequestSchema.shape.sortBy,
+  attachedBy: zTagListRequestSchema.shape.attachedBy,
+  cursor: z.string().transform((val, ctx) => {
+    try {
+      return JSON.parse(Buffer.from(val, "base64url").toString("utf8"));
+    } catch {
+      ctx.addIssue({
+        code: "custom",
+        message: "Invalid cursor"
+      });
+      return z.NEVER;
+    }
+  }).optional().pipe(zTagListRequestSchema.shape.cursor),
+  limit: z.coerce.number().optional()
+});
+z.object({
+  tags: zTagListResponseSchema.shape.tags,
+  nextCursor: z.string().nullish()
+});
 const MAX_BOOKMARK_TITLE_LENGTH = 1e3;
 var BookmarkTypes = /* @__PURE__ */ ((BookmarkTypes2) => {
   BookmarkTypes2["LINK"] = "link";
@@ -15450,11 +15494,13 @@ const zAssetTypesSchema = z.enum([
   "video",
   "bookmarkAsset",
   "precrawledArchive",
+  "userUploaded",
   "unknown"
 ]);
 const zAssetSchema = z.object({
   id: z.string(),
-  assetType: zAssetTypesSchema
+  assetType: zAssetTypesSchema,
+  fileName: z.string().nullish()
 });
 const zBookmarkedLinkSchema = z.object({
   type: z.literal(
@@ -15508,6 +15554,16 @@ const zBookmarkContentSchema = z.discriminatedUnion("type", [
     /* UNKNOWN */
   ) })
 ]);
+const zBookmarkSourceSchema = z.enum([
+  "api",
+  "web",
+  "cli",
+  "mobile",
+  "extension",
+  "singlefile",
+  "rss",
+  "import"
+]);
 const zBareBookmarkSchema = z.object({
   id: z.string(),
   createdAt: z.date(),
@@ -15518,7 +15574,9 @@ const zBareBookmarkSchema = z.object({
   taggingStatus: z.enum(["success", "failure", "pending"]).nullable(),
   summarizationStatus: z.enum(["success", "failure", "pending"]).nullable(),
   note: z.string().nullish(),
-  summary: z.string().nullish()
+  summary: z.string().nullish(),
+  source: zBookmarkSourceSchema.nullish(),
+  userId: z.string()
 });
 const zBookmarkSchema = zBareBookmarkSchema.merge(
   z.object({
@@ -15557,7 +15615,9 @@ z.object({
   createdAt: z.coerce.date().optional(),
   // A mechanism to prioritize crawling of bookmarks depending on whether
   // they were created by a user interaction or by a bulk import.
-  crawlPriority: z.enum(["low", "normal"]).optional()
+  crawlPriority: z.enum(["low", "normal"]).optional(),
+  importSessionId: z.string().optional(),
+  source: zBookmarkSourceSchema.optional()
 }).and(
   z.discriminatedUnion("type", [
     z.object({
@@ -15734,12 +15794,22 @@ bookmarkCmd.command("add").description("creates a new bookmark").option(
   const results = [];
   const promises = [
     ...opts.link.map(
-      (url) => api2.bookmarks.createBookmark.mutate({ type: BookmarkTypes.LINK, url, title: opts.title }).then((bookmark) => {
+      (url) => api2.bookmarks.createBookmark.mutate({
+        type: BookmarkTypes.LINK,
+        url,
+        title: opts.title,
+        source: "cli"
+      }).then((bookmark) => {
         results.push(normalizeBookmark(bookmark));
       }).catch(printError(`Failed to add a link bookmark for url "${url}"`))
     ),
     ...opts.note.map(
-      (text) => api2.bookmarks.createBookmark.mutate({ type: BookmarkTypes.TEXT, text, title: opts.title }).then((bookmark) => {
+      (text) => api2.bookmarks.createBookmark.mutate({
+        type: BookmarkTypes.TEXT,
+        text,
+        title: opts.title,
+        source: "cli"
+      }).then((bookmark) => {
         results.push(normalizeBookmark(bookmark));
       }).catch(
         printError(
@@ -15751,7 +15821,12 @@ bookmarkCmd.command("add").description("creates a new bookmark").option(
   if (opts.stdin) {
     const text = require$$3.readFileSync(0, "utf-8");
     promises.push(
-      api2.bookmarks.createBookmark.mutate({ type: BookmarkTypes.TEXT, text, title: opts.title }).then((bookmark) => {
+      api2.bookmarks.createBookmark.mutate({
+        type: BookmarkTypes.TEXT,
+        text,
+        title: opts.title,
+        source: "cli"
+      }).then((bookmark) => {
         results.push(normalizeBookmark(bookmark));
       }).catch(
         printError(
@@ -15926,6 +16001,9 @@ async function createTarGz(srcDir, outFile) {
   });
 }
 const dumpCmd = new Command().name("dump").description("dump all account data and assets into an archive").option("--output <file>", "output archive path (.tar.gz)").option(
+  "--exclude-assets",
+  "exclude binary assets (skip assets index and files)"
+).option("--exclude-bookmarks", "exclude bookmarks (metadata/content)").option("--exclude-lists", "exclude lists and list membership").option("--exclude-tags", "exclude tags").option("--exclude-ai-prompts", "exclude AI prompts").option("--exclude-rules", "exclude rule engine rules").option("--exclude-feeds", "exclude RSS feeds").option("--exclude-webhooks", "exclude webhooks").option("--exclude-user-settings", "exclude user settings").option("--exclude-link-content", "exclude link content").option(
   "--batch-size <n>",
   `number of bookmarks per page (max ${MAX_NUM_BOOKMARKS_PER_PAGE})`,
   (v) => Math.min(Number(v || 50), MAX_NUM_BOOKMARKS_PER_PAGE),
@@ -15966,126 +16044,163 @@ const dumpCmd = new Command().name("dump").description("dump all account data an
         prompts: 0
       }
     };
-    stepStart$2("Exporting user settings");
-    const settings = await api2.users.settings.query();
-    await writeJson(path.join(workRoot, "users", "settings.json"), settings);
-    stepEndSuccess$2();
-    stepStart$2("Exporting lists");
-    const { lists } = await api2.lists.list.query();
-    await writeJson(path.join(workRoot, "lists", "index.json"), lists);
-    manifest.counts.lists = lists.length;
-    stepEndSuccess$2();
-    stepStart$2("Exporting tags");
-    const { tags } = await api2.tags.list.query();
-    await writeJson(path.join(workRoot, "tags", "index.json"), tags);
-    manifest.counts.tags = tags.length;
-    stepEndSuccess$2();
-    stepStart$2("Exporting rules");
-    const { rules } = await api2.rules.list.query();
-    await writeJson(path.join(workRoot, "rules", "index.json"), rules);
-    manifest.counts.rules = rules.length;
-    stepEndSuccess$2();
-    stepStart$2("Exporting feeds");
-    const { feeds } = await api2.feeds.list.query();
-    await writeJson(path.join(workRoot, "feeds", "index.json"), feeds);
-    manifest.counts.feeds = feeds.length;
-    stepEndSuccess$2();
-    stepStart$2("Exporting AI prompts");
-    const prompts = await api2.prompts.list.query();
-    await writeJson(path.join(workRoot, "prompts", "index.json"), prompts);
-    manifest.counts.prompts = prompts.length;
-    stepEndSuccess$2();
-    stepStart$2("Exporting webhooks");
-    const webhooks = await api2.webhooks.list.query();
-    await writeJson(
-      path.join(workRoot, "webhooks", "index.json"),
-      webhooks.webhooks
-    );
-    manifest.counts.webhooks = webhooks.webhooks.length;
-    stepEndSuccess$2();
-    stepStart$2("Exporting bookmarks (metadata/content)");
-    const bookmarkJsonl = path.join(workRoot, "bookmarks", "index.jsonl");
-    let bookmarksExported = 0;
-    const bookmarkIterator = async function* () {
+    if (!opts.excludeUserSettings) {
+      stepStart$2("Exporting user settings");
+      const settings = await api2.users.settings.query();
+      await writeJson(
+        path.join(workRoot, "users", "settings.json"),
+        settings
+      );
+      stepEndSuccess$2();
+    }
+    let lists;
+    if (!opts.excludeLists) {
+      stepStart$2("Exporting lists");
+      const resp = await api2.lists.list.query();
+      lists = resp.lists;
+      await writeJson(path.join(workRoot, "lists", "index.json"), lists);
+      manifest.counts.lists = lists.length;
+      stepEndSuccess$2();
+    }
+    if (!opts.excludeTags) {
+      stepStart$2("Exporting tags");
       let cursor = null;
+      let allTags = [];
       do {
-        const resp = await api2.bookmarks.getBookmarks.query({
-          includeContent: true,
-          limit: Number(opts.batchSize) || 50,
-          cursor,
-          useCursorV2: true
+        const { tags, nextCursor } = await api2.tags.list.query({
+          limit: MAX_NUM_TAGS_PER_PAGE,
+          cursor
         });
-        for (const b of resp.bookmarks) {
-          yield b;
-          bookmarksExported++;
-          progressUpdate$2("Bookmarks", bookmarksExported);
-        }
-        cursor = resp.nextCursor;
+        allTags.push(...tags);
+        cursor = nextCursor;
       } while (cursor);
-    };
-    await writeJsonl(bookmarkJsonl, bookmarkIterator());
-    progressDone$2();
-    manifest.counts.bookmarks = bookmarksExported;
-    stepEndSuccess$2();
-    stepStart$2("Exporting list membership");
-    const membership = await buildListMembership(
-      api2,
-      lists,
-      (p, t) => progressUpdate$2("Lists scanned", p, t)
-    );
-    progressDone$2();
-    await writeJson(
-      path.join(workRoot, "lists", "membership.json"),
-      Object.fromEntries(membership.entries())
-    );
-    stepEndSuccess$2();
-    stepStart$2("Exporting assets (binary files)");
-    const assetsDir = path.join(workRoot, "assets", "files");
-    await ensureDir(assetsDir);
-    const assetsIndex = [];
-    let assetPageCursor = null;
-    let downloaded = 0;
-    let totalAssets = void 0;
-    do {
-      const resp = await api2.assets.list.query({
-        limit: 50,
-        cursor: assetPageCursor ?? void 0
-      });
-      if (totalAssets == null) totalAssets = resp.totalCount;
-      for (const a of resp.assets) {
-        const relPath = path.join("assets", "files", a.id);
-        const absPath = path.join(workRoot, relPath);
-        try {
-          await downloadAsset(
-            globals.serverAddr,
-            globals.apiKey,
-            a.id,
-            absPath
-          );
-          assetsIndex.push({
-            id: a.id,
-            assetType: a.assetType,
-            size: a.size,
-            contentType: a.contentType,
-            fileName: a.fileName,
-            bookmarkId: a.bookmarkId,
-            filePath: relPath.replace(/\\/g, "/")
+      await writeJson(path.join(workRoot, "tags", "index.json"), allTags);
+      manifest.counts.tags = allTags.length;
+      stepEndSuccess$2();
+    }
+    if (!opts.excludeRules) {
+      stepStart$2("Exporting rules");
+      const { rules } = await api2.rules.list.query();
+      await writeJson(path.join(workRoot, "rules", "index.json"), rules);
+      manifest.counts.rules = rules.length;
+      stepEndSuccess$2();
+    }
+    if (!opts.excludeFeeds) {
+      stepStart$2("Exporting feeds");
+      const { feeds } = await api2.feeds.list.query();
+      await writeJson(path.join(workRoot, "feeds", "index.json"), feeds);
+      manifest.counts.feeds = feeds.length;
+      stepEndSuccess$2();
+    }
+    if (!opts.excludeAiPrompts) {
+      stepStart$2("Exporting AI prompts");
+      const prompts = await api2.prompts.list.query();
+      await writeJson(path.join(workRoot, "prompts", "index.json"), prompts);
+      manifest.counts.prompts = prompts.length;
+      stepEndSuccess$2();
+    }
+    if (!opts.excludeWebhooks) {
+      stepStart$2("Exporting webhooks");
+      const webhooks = await api2.webhooks.list.query();
+      await writeJson(
+        path.join(workRoot, "webhooks", "index.json"),
+        webhooks.webhooks
+      );
+      manifest.counts.webhooks = webhooks.webhooks.length;
+      stepEndSuccess$2();
+    }
+    if (!opts.excludeBookmarks) {
+      stepStart$2("Exporting bookmarks (metadata/content)");
+      const bookmarkJsonl = path.join(workRoot, "bookmarks", "index.jsonl");
+      let bookmarksExported = 0;
+      const bookmarkIterator = async function* () {
+        let cursor = null;
+        do {
+          const resp = await api2.bookmarks.getBookmarks.query({
+            includeContent: !opts.excludeLinkContent,
+            limit: Number(opts.batchSize) || 50,
+            cursor,
+            useCursorV2: true
           });
-          downloaded++;
-          progressUpdate$2("Assets", downloaded, totalAssets);
-        } catch (e) {
-          printErrorMessageWithReason(
-            `Failed to download asset "${a.id}"`,
-            e
-          );
+          for (const b of resp.bookmarks) {
+            yield b;
+            bookmarksExported++;
+            progressUpdate$2("Bookmarks", bookmarksExported);
+          }
+          cursor = resp.nextCursor;
+        } while (cursor);
+      };
+      await writeJsonl(bookmarkJsonl, bookmarkIterator());
+      progressDone$2();
+      manifest.counts.bookmarks = bookmarksExported;
+      stepEndSuccess$2();
+    }
+    if (!opts.excludeLists && !opts.excludeBookmarks && lists) {
+      stepStart$2("Exporting list membership");
+      const membership = await buildListMembership(
+        api2,
+        lists,
+        (p, t) => progressUpdate$2("Lists scanned", p, t)
+      );
+      progressDone$2();
+      await writeJson(
+        path.join(workRoot, "lists", "membership.json"),
+        Object.fromEntries(membership.entries())
+      );
+      stepEndSuccess$2();
+    }
+    if (!opts.excludeAssets) {
+      stepStart$2("Exporting assets (binary files)");
+      const assetsDir = path.join(workRoot, "assets", "files");
+      await ensureDir(assetsDir);
+      const assetsIndex = [];
+      let assetPageCursor = null;
+      let downloaded = 0;
+      let totalAssets = void 0;
+      do {
+        const resp = await api2.assets.list.query({
+          limit: 50,
+          cursor: assetPageCursor ?? void 0
+        });
+        if (totalAssets == null) totalAssets = resp.totalCount;
+        for (const a of resp.assets) {
+          const relPath = path.join("assets", "files", a.id);
+          const absPath = path.join(workRoot, relPath);
+          try {
+            await downloadAsset(
+              globals.serverAddr,
+              globals.apiKey,
+              a.id,
+              absPath
+            );
+            assetsIndex.push({
+              id: a.id,
+              assetType: a.assetType,
+              size: a.size,
+              contentType: a.contentType,
+              fileName: a.fileName,
+              bookmarkId: a.bookmarkId,
+              filePath: relPath.replace(/\\/g, "/")
+            });
+            downloaded++;
+            progressUpdate$2("Assets", downloaded, totalAssets);
+          } catch (e) {
+            printErrorMessageWithReason(
+              `Failed to download asset "${a.id}"`,
+              e
+            );
+          }
         }
-      }
-      assetPageCursor = resp.nextCursor;
-    } while (assetPageCursor);
-    progressDone$2();
-    manifest.counts.assets = downloaded;
-    await writeJson(path.join(workRoot, "assets", "index.json"), assetsIndex);
-    stepEndSuccess$2();
+        assetPageCursor = resp.nextCursor;
+      } while (assetPageCursor);
+      progressDone$2();
+      manifest.counts.assets = downloaded;
+      await writeJson(
+        path.join(workRoot, "assets", "index.json"),
+        assetsIndex
+      );
+      stepEndSuccess$2();
+    }
     stepStart$2("Writing manifest");
     await writeJson(path.join(workRoot, "manifest.json"), manifest);
     stepEndSuccess$2();
@@ -16181,7 +16296,7 @@ function progressDone$1() {
 const migrateCmd = new Command().name("migrate").description("migrate data from a source server to a destination server").requiredOption(
   "--dest-server <url>",
   "destination server base URL, e.g. https://dest.example.com"
-).requiredOption("--dest-api-key <key>", "API key for the destination server").option("-y, --yes", "skip confirmation prompt").option(
+).requiredOption("--dest-api-key <key>", "API key for the destination server").option("-y, --yes", "skip confirmation prompt").option("--exclude-assets", "exclude assets (skip asset bookmarks)").option("--exclude-lists", "exclude lists and list membership").option("--exclude-ai-prompts", "exclude AI prompts").option("--exclude-rules", "exclude rule engine rules").option("--exclude-feeds", "exclude RSS feeds").option("--exclude-webhooks", "exclude webhooks").option("--exclude-bookmarks", "exclude bookmarks migration").option("--exclude-tags", "exclude tags migration").option("--exclude-user-settings", "exclude user settings migration").option(
   "--batch-size <n>",
   `number of bookmarks per page (max ${MAX_NUM_BOOKMARKS_PER_PAGE})`,
   (v) => Math.min(Number(v || 50), MAX_NUM_BOOKMARKS_PER_PAGE),
@@ -16216,113 +16331,143 @@ const migrateCmd = new Command().name("migrate").description("migrate data from
       totalBookmarks = stats.numBookmarks;
     } catch {
     }
-    stepStart$1("Migrating user settings");
-    await migrateUserSettings(src2, dest);
-    stepEndSuccess$1();
-    stepStart$1("Migrating lists");
-    const listsStart = Date.now();
-    const {
-      lists,
-      listIdMap,
-      createdCount: listsCreated
-    } = await migrateLists(src2, dest, (created, alreadyExists, total) => {
-      progressUpdate$1("Lists (created)", created + alreadyExists, total);
-    });
-    progressDone$1();
-    stepEndSuccess$1(
-      `${listsCreated} created in ${Math.round((Date.now() - listsStart) / 1e3)}s`
-    );
-    stepStart$1("Migrating feeds");
-    const feedsStart = Date.now();
-    const { idMap: feedIdMap, count: feedsCount } = await migrateFeeds(
-      src2,
-      dest,
-      (created, total) => {
+    if (!opts.excludeUserSettings) {
+      stepStart$1("Migrating user settings");
+      await migrateUserSettings(src2, dest);
+      stepEndSuccess$1();
+    }
+    let lists = [];
+    let listIdMap = /* @__PURE__ */ new Map();
+    if (!opts.excludeLists) {
+      stepStart$1("Migrating lists");
+      const listsStart = Date.now();
+      const listsRes = await migrateLists(
+        src2,
+        dest,
+        (created, alreadyExists, total) => {
+          progressUpdate$1("Lists (created)", created + alreadyExists, total);
+        }
+      );
+      lists = listsRes.lists;
+      listIdMap = listsRes.listIdMap;
+      progressDone$1();
+      stepEndSuccess$1(
+        `${listsRes.createdCount} created in ${Math.round((Date.now() - listsStart) / 1e3)}s`
+      );
+    }
+    let feedIdMap = /* @__PURE__ */ new Map();
+    if (!opts.excludeFeeds) {
+      stepStart$1("Migrating feeds");
+      const feedsStart = Date.now();
+      const res = await migrateFeeds(src2, dest, (created, total) => {
         progressUpdate$1("Feeds", created, total);
-      }
-    );
-    progressDone$1();
-    stepEndSuccess$1(
-      `${feedsCount} migrated in ${Math.round((Date.now() - feedsStart) / 1e3)}s`
-    );
-    stepStart$1("Migrating AI prompts");
-    const promptsStart = Date.now();
-    const promptsCount = await migratePrompts(src2, dest, (created, total) => {
-      progressUpdate$1("Prompts", created, total);
-    });
-    progressDone$1();
-    stepEndSuccess$1(
-      `${promptsCount} migrated in ${Math.round((Date.now() - promptsStart) / 1e3)}s`
-    );
-    stepStart$1("Migrating webhooks");
-    const webhooksStart = Date.now();
-    const webhooksCount = await migrateWebhooks(
-      src2,
-      dest,
-      (created, total) => {
-        progressUpdate$1("Webhooks", created, total);
-      }
-    );
-    progressDone$1();
-    stepEndSuccess$1(
-      `${webhooksCount} migrated in ${Math.round((Date.now() - webhooksStart) / 1e3)}s`
-    );
-    stepStart$1("Ensuring tags on destination");
-    const tagsStart = Date.now();
-    const { idMap: tagIdMap, count: tagsCount } = await migrateTags(
-      src2,
-      dest,
-      (ensured, total) => {
+      });
+      feedIdMap = res.idMap;
+      progressDone$1();
+      stepEndSuccess$1(
+        `${res.count} migrated in ${Math.round((Date.now() - feedsStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeAiPrompts) {
+      stepStart$1("Migrating AI prompts");
+      const promptsStart = Date.now();
+      const promptsCount = await migratePrompts(
+        src2,
+        dest,
+        (created, total) => {
+          progressUpdate$1("Prompts", created, total);
+        }
+      );
+      progressDone$1();
+      stepEndSuccess$1(
+        `${promptsCount} migrated in ${Math.round((Date.now() - promptsStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeWebhooks) {
+      stepStart$1("Migrating webhooks");
+      const webhooksStart = Date.now();
+      const webhooksCount = await migrateWebhooks(
+        src2,
+        dest,
+        (created, total) => {
+          progressUpdate$1("Webhooks", created, total);
+        }
+      );
+      progressDone$1();
+      stepEndSuccess$1(
+        `${webhooksCount} migrated in ${Math.round((Date.now() - webhooksStart) / 1e3)}s`
+      );
+    }
+    let tagIdMap = /* @__PURE__ */ new Map();
+    if (!opts.excludeTags) {
+      stepStart$1("Ensuring tags on destination");
+      const tagsStart = Date.now();
+      const res = await migrateTags(src2, dest, (ensured, total) => {
         progressUpdate$1("Tags", ensured, total);
-      }
-    );
-    progressDone$1();
-    stepEndSuccess$1(
-      `${tagsCount} ensured in ${Math.round((Date.now() - tagsStart) / 1e3)}s`
-    );
-    stepStart$1("Migrating rule engine rules");
-    const rulesStart = Date.now();
-    const rulesCount = await migrateRules(
-      src2,
-      dest,
-      { tagIdMap, listIdMap, feedIdMap },
-      (created, total) => {
-        progressUpdate$1("Rules", created, total);
-      }
-    );
-    progressDone$1();
-    stepEndSuccess$1(
-      `${rulesCount} migrated in ${Math.round((Date.now() - rulesStart) / 1e3)}s`
-    );
-    stepStart$1("Building list membership for bookmarks");
-    const blmStart = Date.now();
-    const { bookmarkListsMap, scannedLists } = await buildBookmarkListMembership(src2, lists, (processed, total) => {
-      progressUpdate$1("Scanning lists", processed, total);
-    });
-    progressDone$1();
-    stepEndSuccess$1(
-      `${scannedLists} lists scanned in ${Math.round((Date.now() - blmStart) / 1e3)}s`
-    );
-    stepStart$1("Migrating bookmarks");
-    const bmStart = Date.now();
-    const res = await migrateBookmarks(src2, dest, {
-      pageSize: Number(opts.batchSize) || 50,
-      listIdMap,
-      bookmarkListsMap,
-      total: totalBookmarks,
-      onProgress: (migrated, skipped, total) => {
-        const suffix = skipped > 0 ? `(skipped ${skipped} assets)` : void 0;
-        progressUpdate$1("Bookmarks", migrated, total, suffix);
-      },
-      srcServer: globals.serverAddr,
-      srcApiKey: globals.apiKey,
-      destServer: opts.destServer,
-      destApiKey: opts.destApiKey
-    });
-    progressDone$1();
-    stepEndSuccess$1(
-      `${res.migrated} migrated${res.skippedAssets ? `, ${res.skippedAssets} skipped` : ""} in ${Math.round((Date.now() - bmStart) / 1e3)}s`
-    );
+      });
+      tagIdMap = res.idMap;
+      progressDone$1();
+      stepEndSuccess$1(
+        `${res.count} ensured in ${Math.round((Date.now() - tagsStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeRules && !opts.excludeLists && !opts.excludeFeeds && !opts.excludeTags) {
+      stepStart$1("Migrating rule engine rules");
+      const rulesStart = Date.now();
+      const rulesCount = await migrateRules(
+        src2,
+        dest,
+        { tagIdMap, listIdMap, feedIdMap },
+        (created, total) => {
+          progressUpdate$1("Rules", created, total);
+        }
+      );
+      progressDone$1();
+      stepEndSuccess$1(
+        `${rulesCount} migrated in ${Math.round((Date.now() - rulesStart) / 1e3)}s`
+      );
+    }
+    let bookmarkListsMap = /* @__PURE__ */ new Map();
+    if (!opts.excludeLists && !opts.excludeBookmarks) {
+      stepStart$1("Building list membership for bookmarks");
+      const blmStart = Date.now();
+      const res = await buildBookmarkListMembership(
+        src2,
+        lists,
+        (processed, total) => {
+          progressUpdate$1("Scanning lists", processed, total);
+        }
+      );
+      bookmarkListsMap = res.bookmarkListsMap;
+      progressDone$1();
+      stepEndSuccess$1(
+        `${res.scannedLists} lists scanned in ${Math.round((Date.now() - blmStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeBookmarks) {
+      stepStart$1("Migrating bookmarks");
+      const bmStart = Date.now();
+      const res = await migrateBookmarks(src2, dest, {
+        pageSize: Number(opts.batchSize) || 50,
+        listIdMap,
+        bookmarkListsMap,
+        total: totalBookmarks,
+        onProgress: (migrated, skipped, total) => {
+          const suffix = skipped > 0 ? `(skipped ${skipped} assets)` : void 0;
+          progressUpdate$1("Bookmarks", migrated, total, suffix);
+        },
+        srcServer: globals.serverAddr,
+        srcApiKey: globals.apiKey,
+        destServer: opts.destServer,
+        destApiKey: opts.destApiKey,
+        excludeAssets: !!opts.excludeAssets,
+        excludeLists: !!opts.excludeLists
+      });
+      progressDone$1();
+      stepEndSuccess$1(
+        `${res.migrated} migrated${res.skippedAssets ? `, ${res.skippedAssets} skipped` : ""} in ${Math.round((Date.now() - bmStart) / 1e3)}s`
+      );
+    }
     printStatusMessage(true, "Migration completed successfully");
   } catch (error2) {
     stepEndFail$1();
@@ -16478,7 +16623,7 @@ async function migrateWebhooks(src2, dest, onProgress) {
 }
 async function migrateTags(src2, dest, onProgress) {
   try {
-    const { tags: srcTags } = await src2.tags.list.query();
+    const { tags: srcTags } = await src2.tags.list.query({});
     let ensured = 0;
     for (const t of srcTags) {
       try {
@@ -16488,7 +16633,7 @@ async function migrateTags(src2, dest, onProgress) {
       ensured++;
       onProgress?.(ensured, srcTags.length);
     }
-    const { tags: destTags } = await dest.tags.list.query();
+    const { tags: destTags } = await dest.tags.list.query({});
     const nameToDestId = destTags.reduce((acc, t) => {
       acc[t.name] = t.id;
       return acc;
@@ -16651,6 +16796,10 @@ async function migrateBookmarks(src2, dest, opts) {
             break;
           }
           case BookmarkTypes.ASSET: {
+            if (opts.excludeAssets) {
+              skippedAssets++;
+              continue;
+            }
             try {
               const downloadResp = await fetch(
                 `${opts.srcServer}/api/assets/${b.content.assetId}`,
@@ -16706,14 +16855,16 @@ async function migrateBookmarks(src2, dest, opts) {
             detach: []
           });
         }
-        const srcListIds = opts.bookmarkListsMap.get(b.id) ?? [];
-        for (const srcListId of srcListIds) {
-          const destListId = opts.listIdMap.get(srcListId);
-          if (destListId) {
-            await dest.lists.addToList.mutate({
-              listId: destListId,
-              bookmarkId: createdId
-            });
+        if (!opts.excludeLists) {
+          const srcListIds = opts.bookmarkListsMap.get(b.id) ?? [];
+          for (const srcListId of srcListIds) {
+            const destListId = opts.listIdMap.get(srcListId);
+            if (destListId) {
+              await dest.lists.addToList.mutate({
+                listId: destListId,
+                bookmarkId: createdId
+              });
+            }
           }
         }
         migrated++;
@@ -16735,7 +16886,7 @@ const tagsCmd = new Command().name("tags").description("manipulating tags");
 tagsCmd.command("list").description("lists all tags").action(async () => {
   const api2 = getAPIClient();
   try {
-    const tags = (await api2.tags.list.query()).tags;
+    const tags = (await api2.tags.list.query({})).tags;
     tags.sort((a, b) => b.numBookmarks - a.numBookmarks);
     if (getGlobalOptions().json) {
       printObject(tags);
@@ -16802,7 +16953,7 @@ function progressUpdate(prefix, current, total, suffix) {
 function progressDone() {
   process.stdout.write("\n");
 }
-const wipeCmd = new Command().name("wipe").description("wipe all data for the current user from the server").option("-y, --yes", "skip confirmation prompt").option(
+const wipeCmd = new Command().name("wipe").description("wipe all data for the current user from the server").option("-y, --yes", "skip confirmation prompt").option("--exclude-lists", "exclude lists from deletion").option("--exclude-ai-prompts", "exclude AI prompts from deletion").option("--exclude-rules", "exclude rules from deletion").option("--exclude-feeds", "exclude RSS feeds from deletion").option("--exclude-webhooks", "exclude webhooks from deletion").option("--exclude-bookmarks", "exclude bookmarks from deletion").option("--exclude-tags", "exclude tags cleanup from deletion").option("--exclude-user-settings", "exclude user settings (no-op)").option(
   "--batch-size <n>",
   `number of bookmarks per page (max ${MAX_NUM_BOOKMARKS_PER_PAGE})`,
   (v) => Math.min(Number(v || 50), MAX_NUM_BOOKMARKS_PER_PAGE),
@@ -16832,70 +16983,84 @@ const wipeCmd = new Command().name("wipe").description("wipe all data for the cu
       totalBookmarks = stats.numBookmarks;
     } catch {
     }
-    stepStart("Deleting rule engine rules");
-    const rulesStart = Date.now();
-    const rulesDeleted = await wipeRules(api2, (deleted, total) => {
-      progressUpdate("Rules", deleted, total);
-    });
-    progressDone();
-    stepEndSuccess(
-      `${rulesDeleted} deleted in ${Math.round((Date.now() - rulesStart) / 1e3)}s`
-    );
-    stepStart("Deleting feeds");
-    const feedsStart = Date.now();
-    const feedsDeleted = await wipeFeeds(api2, (deleted, total) => {
-      progressUpdate("Feeds", deleted, total);
-    });
-    progressDone();
-    stepEndSuccess(
-      `${feedsDeleted} deleted in ${Math.round((Date.now() - feedsStart) / 1e3)}s`
-    );
-    stepStart("Deleting webhooks");
-    const webhooksStart = Date.now();
-    const webhooksDeleted = await wipeWebhooks(api2, (deleted, total) => {
-      progressUpdate("Webhooks", deleted, total);
-    });
-    progressDone();
-    stepEndSuccess(
-      `${webhooksDeleted} deleted in ${Math.round((Date.now() - webhooksStart) / 1e3)}s`
-    );
-    stepStart("Deleting AI prompts");
-    const promptsStart = Date.now();
-    const promptsDeleted = await wipePrompts(api2, (deleted, total) => {
-      progressUpdate("Prompts", deleted, total);
-    });
-    progressDone();
-    stepEndSuccess(
-      `${promptsDeleted} deleted in ${Math.round((Date.now() - promptsStart) / 1e3)}s`
-    );
-    stepStart("Deleting bookmarks");
-    const bmStart = Date.now();
-    const bookmarksDeleted = await wipeBookmarks(api2, {
-      pageSize: Number(opts.batchSize) || 50,
-      total: totalBookmarks,
-      onProgress: (deleted, total) => {
-        progressUpdate("Bookmarks", deleted, total);
-      }
-    });
-    progressDone();
-    stepEndSuccess(
-      `${bookmarksDeleted} deleted in ${Math.round((Date.now() - bmStart) / 1e3)}s`
-    );
-    stepStart("Deleting lists");
-    const listsStart = Date.now();
-    const listsDeleted = await wipeLists(api2, (deleted, total) => {
-      progressUpdate("Lists", deleted, total);
-    });
-    progressDone();
-    stepEndSuccess(
-      `${listsDeleted} deleted in ${Math.round((Date.now() - listsStart) / 1e3)}s`
-    );
-    stepStart("Deleting unused tags");
-    const tagsStart = Date.now();
-    const deletedTags = await wipeTags(api2);
-    stepEndSuccess(
-      `${deletedTags} deleted in ${Math.round((Date.now() - tagsStart) / 1e3)}s`
-    );
+    if (!opts.excludeRules) {
+      stepStart("Deleting rule engine rules");
+      const rulesStart = Date.now();
+      const rulesDeleted = await wipeRules(api2, (deleted, total) => {
+        progressUpdate("Rules", deleted, total);
+      });
+      progressDone();
+      stepEndSuccess(
+        `${rulesDeleted} deleted in ${Math.round((Date.now() - rulesStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeFeeds) {
+      stepStart("Deleting feeds");
+      const feedsStart = Date.now();
+      const feedsDeleted = await wipeFeeds(api2, (deleted, total) => {
+        progressUpdate("Feeds", deleted, total);
+      });
+      progressDone();
+      stepEndSuccess(
+        `${feedsDeleted} deleted in ${Math.round((Date.now() - feedsStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeWebhooks) {
+      stepStart("Deleting webhooks");
+      const webhooksStart = Date.now();
+      const webhooksDeleted = await wipeWebhooks(api2, (deleted, total) => {
+        progressUpdate("Webhooks", deleted, total);
+      });
+      progressDone();
+      stepEndSuccess(
+        `${webhooksDeleted} deleted in ${Math.round((Date.now() - webhooksStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeAiPrompts) {
+      stepStart("Deleting AI prompts");
+      const promptsStart = Date.now();
+      const promptsDeleted = await wipePrompts(api2, (deleted, total) => {
+        progressUpdate("Prompts", deleted, total);
+      });
+      progressDone();
+      stepEndSuccess(
+        `${promptsDeleted} deleted in ${Math.round((Date.now() - promptsStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeBookmarks) {
+      stepStart("Deleting bookmarks");
+      const bmStart = Date.now();
+      const bookmarksDeleted = await wipeBookmarks(api2, {
+        pageSize: Number(opts.batchSize) || 50,
+        total: totalBookmarks,
+        onProgress: (deleted, total) => {
+          progressUpdate("Bookmarks", deleted, total);
+        }
+      });
+      progressDone();
+      stepEndSuccess(
+        `${bookmarksDeleted} deleted in ${Math.round((Date.now() - bmStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeLists) {
+      stepStart("Deleting lists");
+      const listsStart = Date.now();
+      const listsDeleted = await wipeLists(api2, (deleted, total) => {
+        progressUpdate("Lists", deleted, total);
+      });
+      progressDone();
+      stepEndSuccess(
+        `${listsDeleted} deleted in ${Math.round((Date.now() - listsStart) / 1e3)}s`
+      );
+    }
+    if (!opts.excludeTags) {
+      stepStart("Deleting unused tags");
+      const tagsStart = Date.now();
+      const deletedTags = await wipeTags(api2);
+      stepEndSuccess(
+        `${deletedTags} deleted in ${Math.round((Date.now() - tagsStart) / 1e3)}s`
+      );
+    }
     printStatusMessage(true, "Wipe completed successfully");
   } catch (error2) {
     stepEndFail();
@@ -16998,7 +17163,8 @@ async function wipeBookmarks(api2, opts) {
       const resp = await api2.bookmarks.getBookmarks.query({
         limit: opts.pageSize,
         cursor,
-        useCursorV2: true
+        useCursorV2: true,
+        includeContent: false
       });
       for (const b of resp.bookmarks) {
         try {
@@ -17071,7 +17237,7 @@ async function wipeTags(api2) {
     throw error2;
   }
 }
-const __vite_import_meta_env__ = { "BASE_URL": "/", "CLI_VERSION": "0.27.0", "DEV": false, "MODE": "production", "PROD": true, "SSR": true };
+const __vite_import_meta_env__ = { "BASE_URL": "/", "CLI_VERSION": "0.29.0", "DEV": false, "MODE": "production", "PROD": true, "SSR": true };
 const program = new Command().name("karakeep").description("A CLI interface to interact with the karakeep api").addOption(
   new Option("--api-key <key>", "the API key to interact with the API").makeOptionMandatory(true).env("KARAKEEP_API_KEY")
 ).addOption(
@@ -17080,7 +17246,7 @@ const program = new Command().name("karakeep").description("A CLI interface to i
     "the address of the server to connect to"
   ).makeOptionMandatory(true).env("KARAKEEP_SERVER_ADDR")
 ).addOption(new Option("--json", "to output the result as JSON")).version(
-  __vite_import_meta_env__ && "CLI_VERSION" in __vite_import_meta_env__ ? "0.27.0" : "0.0.0"
+  __vite_import_meta_env__ && "CLI_VERSION" in __vite_import_meta_env__ ? "0.29.0" : "0.0.0"
 );
 program.addCommand(bookmarkCmd);
 program.addCommand(listsCmd);

package/package.json

@@ -1,7 +1,7 @@
 {
   "$schema": "https://json.schemastore.org/package.json",
   "name": "@karakeep/cli",
-  "version": "0.27.0",
+  "version": "0.29.0",
   "description": "Command Line Interface (CLI) for Karakeep",
   "license": "GNU Affero General Public License version 3",
   "type": "module",