salesprompter-cli 0.1.57 → 0.1.59

package/README.md

@@ -66,7 +66,7 @@ salesprompter companies:resolve-linkedin-urls --in ./companies.txt --out ./compa
 salesprompter contacts:resolve-emails --in ./contacts.tsv --out-dir ./email-run --dry-run
 
 # Collect a Sales Navigator people search into the active workspace
-# Searches above the native window are split by company headcount and deduplicated.
+# Oversized or pagination-short searches are split by company headcount and deduplicated.
 salesprompter leads:collect \
   --linkedin-url "$SALES_NAV_PEOPLE_URL"
 

package/dist/cli.js

@@ -8752,99 +8752,135 @@ async function fetchCompleteLocalSalesNavigatorPeople(sourceQueryUrl, requestHea
     const dimensions = localPeopleSplitDimensions(root.sourceQueryUrl);
     const queue = [root];
     const queuedUrls = new Set([root.slicedQueryUrl]);
+    const rootRecoveryDimensionKeys = new Set();
     const peopleByKey = new Map();
     const slices = [];
     let rootTotalResults = null;
     let fetchedPages = 0;
     let totalDelayMs = 0;
     let retryCount = 0;
-    while (queue.length > 0) {
-        const attempt = queue.shift();
-        const parsedRequest = {
-            url: buildSalesNavigatorLeadApiUrlFromSearchUrl(attempt.slicedQueryUrl, options.pageSize),
-            headers: requestHeaders,
-        };
-        let collected = null;
-        let tooBroadTotal = null;
-        let probeFetchedPages = 0;
-        try {
-            collected = await fetchAllLocalSalesNavigatorPeople(parsedRequest, {
-                requestedProfiles: options.maxResultsPerSearch,
-                maxAllowedResults: options.maxResultsPerSearch,
-                pageSize: options.pageSize,
-                pageDelayMinMs: options.pageDelayMinMs,
-                pageDelayMaxMs: options.pageDelayMaxMs,
-                retry: options.retry,
-                executeRequest: options.executeRequest,
-            });
-            fetchedPages += collected.fetchedPages;
-            totalDelayMs += collected.pacing.totalDelayMs;
-            retryCount += collected.pacing.retryCount;
-            if (attempt.depth === 0) {
-                rootTotalResults = collected.totalResults;
-            }
-        }
-        catch (error) {
-            if (!(error instanceof SalesNavigatorSliceTooBroadError)) {
-                throw error;
+    while (true) {
+        while (queue.length > 0) {
+            const attempt = queue.shift();
+            const parsedRequest = {
+                url: buildSalesNavigatorLeadApiUrlFromSearchUrl(attempt.slicedQueryUrl, options.pageSize),
+                headers: requestHeaders,
+            };
+            let collected = null;
+            let tooBroadTotal = null;
+            let probeFetchedPages = 0;
+            try {
+                collected = await fetchAllLocalSalesNavigatorPeople(parsedRequest, {
+                    requestedProfiles: options.maxResultsPerSearch,
+                    maxAllowedResults: options.maxResultsPerSearch,
+                    pageSize: options.pageSize,
+                    pageDelayMinMs: options.pageDelayMinMs,
+                    pageDelayMaxMs: options.pageDelayMaxMs,
+                    retry: options.retry,
+                    executeRequest: options.executeRequest,
+                });
+                fetchedPages += collected.fetchedPages;
+                totalDelayMs += collected.pacing.totalDelayMs;
+                retryCount += collected.pacing.retryCount;
+                if (attempt.depth === 0) {
+                    rootTotalResults = collected.totalResults;
+                }
             }
-            tooBroadTotal = error.totalResults;
-            const details = error.details && typeof error.details === "object"
-                ? error.details
-                : {};
-            probeFetchedPages = Number(details.fetchedPages ?? 1);
-            fetchedPages += probeFetchedPages;
-            retryCount += Number(details.retryCount ?? 0);
-            totalDelayMs += Number(details.totalDelayMs ?? 0);
-            if (attempt.depth === 0) {
-                rootTotalResults = tooBroadTotal;
+            catch (error) {
+                if (!(error instanceof SalesNavigatorSliceTooBroadError)) {
+                    throw error;
+                }
+                tooBroadTotal = error.totalResults;
+                const details = error.details && typeof error.details === "object"
+                    ? error.details
+                    : {};
+                probeFetchedPages = Number(details.fetchedPages ?? 1);
+                fetchedPages += probeFetchedPages;
+                retryCount += Number(details.retryCount ?? 0);
+                totalDelayMs += Number(details.totalDelayMs ?? 0);
+                if (attempt.depth === 0) {
+                    rootTotalResults = tooBroadTotal;
+                }
             }
-        }
-        const needsSplit = tooBroadTotal != null ||
-            (collected?.totalResults == null &&
-                collected != null &&
-                collected.people.length >= options.maxResultsPerSearch);
-        if (needsSplit) {
-            const usedDimensionKeys = new Set(attempt.splitTrail.map((entry) => entry.key.replace(/-residual$/, "")));
-            const nextDimension = dimensions.find((dimension) => !usedDimensionKeys.has(dimension.key));
-            if (!nextDimension) {
-                throw new Error(`Sales Navigator search still exceeds the ${options.maxResultsPerSearch}-person window after all safe split dimensions were used. Narrow the source search further.`);
+            const needsSplit = tooBroadTotal != null ||
+                (collected?.totalResults == null &&
+                    collected != null &&
+                    collected.people.length >= options.maxResultsPerSearch) ||
+                (attempt.depth === 0 &&
+                    collected?.totalResults != null &&
+                    collected.people.length < collected.totalResults);
+            if (needsSplit) {
+                const usedDimensionKeys = new Set(attempt.splitTrail.map((entry) => entry.key.replace(/-residual$/, "")));
+                const nextDimension = dimensions.find((dimension) => !usedDimensionKeys.has(dimension.key));
+                if (!nextDimension) {
+                    throw new Error(`Sales Navigator search could not be completed within the ${options.maxResultsPerSearch}-person window after all safe split dimensions were used. Narrow the source search further.`);
+                }
+                if (attempt.depth === 0) {
+                    rootRecoveryDimensionKeys.add(nextDimension.key);
+                }
+                const children = expandSalesNavigatorCrawlAttempt(attempt, nextDimension, "people");
+                if (nextDimension.supportsResidualExclusion !== false) {
+                    children.push(buildSalesNavigatorResidualCrawlAttempt(attempt, nextDimension, "people"));
+                }
+                for (const child of children) {
+                    if (queuedUrls.has(child.slicedQueryUrl))
+                        continue;
+                    queuedUrls.add(child.slicedQueryUrl);
+                    queue.push(child);
+                }
+                slices.push({
+                    depth: attempt.depth,
+                    splitTrail: attempt.splitTrail,
+                    totalResults: tooBroadTotal ?? collected?.totalResults ?? null,
+                    collected: 0,
+                    fetchedPages: probeFetchedPages || collected?.fetchedPages || 0,
+                    status: "split",
+                    splitDimension: nextDimension.key,
+                });
+                continue;
             }
-            const children = expandSalesNavigatorCrawlAttempt(attempt, nextDimension, "people");
-            if (nextDimension.supportsResidualExclusion !== false) {
-                children.push(buildSalesNavigatorResidualCrawlAttempt(attempt, nextDimension, "people"));
+            if (!collected) {
+                throw new Error("Sales Navigator slice did not return a collection result.");
             }
-            for (const child of children) {
-                if (queuedUrls.has(child.slicedQueryUrl))
-                    continue;
-                queuedUrls.add(child.slicedQueryUrl);
-                queue.push(child);
+            for (const person of collected.people) {
+                peopleByKey.set(canonicalLocalSalesNavigatorLeadKey(person), person);
             }
             slices.push({
                 depth: attempt.depth,
                 splitTrail: attempt.splitTrail,
-                totalResults: tooBroadTotal ?? collected?.totalResults ?? null,
-                collected: 0,
-                fetchedPages: probeFetchedPages || collected?.fetchedPages || 0,
-                status: "split",
-                splitDimension: nextDimension.key,
+                totalResults: collected.totalResults,
+                collected: collected.people.length,
+                fetchedPages: collected.fetchedPages,
+                status: "collected",
+                splitDimension: null,
             });
-            continue;
         }
-        if (!collected) {
-            throw new Error("Sales Navigator slice did not return a collection result.");
+        if (rootTotalResults == null || peopleByKey.size >= rootTotalResults) {
+            break;
+        }
+        const nextRecoveryDimension = dimensions.find((dimension) => !rootRecoveryDimensionKeys.has(dimension.key));
+        if (!nextRecoveryDimension) {
+            break;
         }
-        for (const person of collected.people) {
-            peopleByKey.set(canonicalLocalSalesNavigatorLeadKey(person), person);
+        rootRecoveryDimensionKeys.add(nextRecoveryDimension.key);
+        const recoveryChildren = expandSalesNavigatorCrawlAttempt(root, nextRecoveryDimension, "people");
+        if (nextRecoveryDimension.supportsResidualExclusion !== false) {
+            recoveryChildren.push(buildSalesNavigatorResidualCrawlAttempt(root, nextRecoveryDimension, "people"));
+        }
+        for (const child of recoveryChildren) {
+            if (queuedUrls.has(child.slicedQueryUrl))
+                continue;
+            queuedUrls.add(child.slicedQueryUrl);
+            queue.push(child);
         }
         slices.push({
-            depth: attempt.depth,
-            splitTrail: attempt.splitTrail,
-            totalResults: collected.totalResults,
-            collected: collected.people.length,
-            fetchedPages: collected.fetchedPages,
-            status: "collected",
-            splitDimension: null,
+            depth: 0,
+            splitTrail: [],
+            totalResults: rootTotalResults,
+            collected: 0,
+            fetchedPages: 0,
+            status: "split",
+            splitDimension: nextRecoveryDimension.key,
         });
     }
     const people = [...peopleByKey.values()];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "salesprompter-cli",
-  "version": "0.1.57",
+  "version": "0.1.59",
   "description": "Sales workflow CLI for guided lead generation, enrichment, scoring, and sync.",
   "author": "Daniel Sinewe <hello@danielsinewe.com>",
   "type": "module",