salesprompter-cli 0.1.36 → 0.1.38

package/dist/cli.js

@@ -1,6 +1,7 @@
 #!/usr/bin/env node
 import { spawn } from "node:child_process";
-import { access, appendFile, mkdir, readFile, readdir, writeFile } from "node:fs/promises";
+import { createHash } from "node:crypto";
+import { access, appendFile, mkdir, readFile, readdir, stat, writeFile } from "node:fs/promises";
 import { createRequire } from "node:module";
 import os from "node:os";
 import path from "node:path";
@@ -25,7 +26,8 @@ import { InstantlySyncProvider } from "./instantly.js";
 import { backfillLinkedInCompanies } from "./linkedin-companies.js";
 import { parseLinkedInCompanyPage } from "./linkedin-companies.js";
 import { crawlLinkedInProductCategory } from "./linkedin-products.js";
-import { claimValidatedSalesNavigatorSessionCookieForCli, createLinkedInSessionSupabaseClient, resolveConfiguredEnvValue } from "./linkedin-session.js";
+import { claimValidatedSalesNavigatorSessionCookieForCli, createLinkedInSessionSupabaseClient, probeSalesNavigatorSearchSession, resolveConfiguredEnvValue } from "./linkedin-session.js";
+import { extractLiAtCookieValue } from "./linkedin-session-contracts.js";
 import { buildLeadlistsFunnelQueries } from "./leadlists-funnel.js";
 import { readJsonFile, splitCsv, writeJsonFile, writeTextFile } from "./io.js";
 import { buildSalesNavigatorCrawlPreview, createSalesNavigatorCrawlSeed, DEFAULT_SALES_NAVIGATOR_CRAWL_DIMENSIONS, buildSalesNavigatorPeopleSlice, deriveSalesNavigatorTitleQuerySeeds, expandSalesNavigatorCrawlAttempt, SalesNavigatorSliceTooBroadError } from "./sales-navigator.js";
@@ -136,7 +138,13 @@ const PhantombusterContainersSyncResponseSchema = z.object({
     resultsSynced: z.number().int().nonnegative(),
     outputsStored: z.number().int().nonnegative(),
     resultObjectsStored: z.number().int().nonnegative(),
-    resultRowsStored: z.number().int().nonnegative()
+    resultRowsStored: z.number().int().nonnegative(),
+    leadListsProjected: z.number().int().nonnegative().optional(),
+    leadListContactsProjected: z.number().int().nonnegative().optional(),
+    contactsProjected: z.number().int().nonnegative().optional(),
+    leadPoolRows: z.number().int().nonnegative().nullable().optional(),
+    qualifiedContacts: z.number().int().nonnegative().nullable().optional(),
+    qualifiedCompanies: z.number().int().nonnegative().nullable().optional()
 });
 const CliEmailEnrichmentCompaniesResponseSchema = z.object({
     clientId: z.number().int().positive(),
@@ -4834,19 +4842,29 @@ function buildLinkedInProductCategorySalesNavigatorOutputPath(categorySlug) {
     return `./data/salesnav-product-category-${categorySlug}.json`;
 }
 const SALES_NAVIGATOR_TERMINAL_JOB_STATUSES = new Set(["completed", "completed_with_failures"]);
+const WORKFLOW_LOCAL_LOG_MAX_FILE_BYTES = 10 * 1024 * 1024;
+const WORKFLOW_LOCAL_LOG_MAX_LINE_BYTES = 32 * 1024;
+const WORKFLOW_LOCAL_LOG_MAX_STRING_CHARS = 4000;
+const WORKFLOW_LOCAL_LOG_MAX_ARRAY_ITEMS = 50;
+const WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS = 50;
+const WORKFLOW_LOCAL_LOG_MAX_DEPTH = 5;
 function isSalesNavigatorCrawlJobTerminal(status) {
     return SALES_NAVIGATOR_TERMINAL_JOB_STATUSES.has(status);
 }
 function buildWorkflowTraceId(prefix) {
     return `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2, 10)}`;
 }
+function buildWorkflowLogRunSuffix() {
+    const timestamp = new Date().toISOString().replace(/[-:]/g, "").replace(/\.\d{3}Z$/, "Z");
+    return `${timestamp}-${Math.random().toString(36).slice(2, 8)}`;
+}
 function buildSalesNavigatorWorkflowLogPath(input) {
     const slug = slugify(input) || "salesnav-product-category";
-    return `./data/${slug}-salesnav.log.jsonl`;
+    return `./data/${slug}-${buildWorkflowLogRunSuffix()}-salesnav.log.jsonl`;
 }
 function buildSalesNavigatorCrawlLogPath(input) {
     const slug = slugify(input) || "salesnav-crawl";
-    return `./data/${slug}-crawl.log.jsonl`;
+    return `./data/${slug}-${buildWorkflowLogRunSuffix()}-crawl.log.jsonl`;
 }
 function buildSalesNavigatorCrawlOutputPath(input) {
     const slug = slugify(input) || "salesnav-crawl";
@@ -4878,6 +4896,83 @@ function decodeSalesNavigatorQueryParam(url) {
         return null;
     }
 }
+function sanitizeWorkflowLogValue(value, depth = 0, seen = new WeakSet()) {
+    if (typeof value === "string") {
+        if (value.length <= WORKFLOW_LOCAL_LOG_MAX_STRING_CHARS) {
+            return value;
+        }
+        return `${value.slice(0, WORKFLOW_LOCAL_LOG_MAX_STRING_CHARS)}... [truncated ${value.length - WORKFLOW_LOCAL_LOG_MAX_STRING_CHARS} chars]`;
+    }
+    if (typeof value !== "object" || value === null) {
+        return value;
+    }
+    if (seen.has(value)) {
+        return "[Circular]";
+    }
+    if (depth >= WORKFLOW_LOCAL_LOG_MAX_DEPTH) {
+        return "[MaxDepth]";
+    }
+    seen.add(value);
+    if (Array.isArray(value)) {
+        const items = value
+            .slice(0, WORKFLOW_LOCAL_LOG_MAX_ARRAY_ITEMS)
+            .map((item) => sanitizeWorkflowLogValue(item, depth + 1, seen));
+        if (value.length > WORKFLOW_LOCAL_LOG_MAX_ARRAY_ITEMS) {
+            items.push({ truncatedItems: value.length - WORKFLOW_LOCAL_LOG_MAX_ARRAY_ITEMS });
+        }
+        return items;
+    }
+    const entries = Object.entries(value);
+    const sanitized = {};
+    for (const [key, entryValue] of entries.slice(0, WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS)) {
+        sanitized[key] = sanitizeWorkflowLogValue(entryValue, depth + 1, seen);
+    }
+    if (entries.length > WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS) {
+        sanitized.truncatedKeys = entries.length - WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS;
+    }
+    return sanitized;
+}
+function serializeWorkflowLogEntry(entry) {
+    const sanitizedEntry = {
+        ...entry,
+        metadata: sanitizeWorkflowLogValue(entry.metadata)
+    };
+    let line = JSON.stringify(sanitizedEntry);
+    if (Buffer.byteLength(line, "utf8") <= WORKFLOW_LOCAL_LOG_MAX_LINE_BYTES) {
+        return `${line}\n`;
+    }
+    const originalMetadata = entry.metadata ?? {};
+    const metadataKeys = Object.keys(originalMetadata);
+    line = JSON.stringify({
+        ...entry,
+        metadata: {
+            localLogTruncated: true,
+            originalMetadataKeys: metadataKeys.slice(0, WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS),
+            truncatedKeys: Math.max(0, metadataKeys.length - WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS),
+            originalMetadataBytes: Buffer.byteLength(JSON.stringify(sanitizeWorkflowLogValue(originalMetadata)), "utf8")
+        }
+    });
+    return `${line}\n`;
+}
+async function appendWorkflowLocalLog(logPath, entry) {
+    try {
+        const current = await stat(logPath).catch((error) => {
+            if (error.code === "ENOENT") {
+                return null;
+            }
+            throw error;
+        });
+        if (current && current.size >= WORKFLOW_LOCAL_LOG_MAX_FILE_BYTES) {
+            writeProgress(`[${entry.timestamp}] ${entry.event} (local log skipped because ${logPath} is already over 10 MB; durable event storage still runs when configured)`);
+            return;
+        }
+        await appendFile(logPath, serializeWorkflowLogEntry(entry), "utf8");
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        writeProgress(`[${entry.timestamp}] workflow.local_log.write_failed: ${message}`);
+    }
+}
 async function createWorkflowLogger(options) {
     const traceId = options.traceId ?? buildWorkflowTraceId("salesprompter-cli");
     const logPath = options.logPath;
@@ -4896,7 +4991,7 @@ async function createWorkflowLogger(options) {
                 event,
                 metadata
             };
-            await appendFile(logPath, `${JSON.stringify(entry)}\n`, "utf8");
+            await appendWorkflowLocalLog(logPath, entry);
             if (eventStore) {
                 try {
                     await eventStore.append({
@@ -5776,6 +5871,15 @@ async function runSalesNavigatorExport(session, payload, traceId, logOptions = {
     }
 }
 async function startSalesNavigatorExport(session, payload, traceId) {
+    const exportSession = await resolveSalesNavigatorExportSessionOverride(payload.slicedQueryUrl, {
+        source: "cli_salesnav_export_start"
+    });
+    const sessionOverridePayload = exportSession
+        ? {
+            sessionCookie: exportSession.sessionCookie,
+            selectedSessionCookieSha256: exportSession.selectedSessionCookieSha256
+        }
+        : {};
     return await fetchCliJson(session, (currentSession) => fetch(`${currentSession.apiBaseUrl}/api/cli/salesnav/export`, {
         method: "POST",
         signal: AbortSignal.timeout(SALES_NAVIGATOR_EXPORT_START_TIMEOUT_MS),
@@ -5786,7 +5890,8 @@ async function startSalesNavigatorExport(session, payload, traceId) {
         },
         body: JSON.stringify({
             ...payload,
-            appliedFilters: serializeSalesNavigatorFiltersForApi(payload.appliedFilters)
+            appliedFilters: serializeSalesNavigatorFiltersForApi(payload.appliedFilters),
+            ...sessionOverridePayload
         })
     }), SalesNavigatorExportStartResponseSchema);
 }
@@ -6593,25 +6698,95 @@ function buildSalesNavigatorSliceFailureReport(slice, error, options) {
 function formatSalesNavigatorSplitTrail(splitTrail) {
     return splitTrail.map((entry) => `${entry.key}:${entry.value.text}`);
 }
+let cachedSalesNavigatorExportSessionOverride = null;
+function hashSalesNavigatorSessionCookieForPhantombuster(sessionCookie) {
+    const liAt = extractLiAtCookieValue(sessionCookie);
+    if (!liAt) {
+        return null;
+    }
+    return createHash("sha256").update(liAt).digest("hex");
+}
+function normalizeSalesNavigatorSessionCookieForPhantombuster(sessionCookie) {
+    return extractLiAtCookieValue(sessionCookie) ?? sessionCookie;
+}
+function cacheSalesNavigatorExportSessionOverride(queryUrl, value) {
+    cachedSalesNavigatorExportSessionOverride = {
+        queryUrl,
+        expiresAt: Date.now() + 120_000,
+        value
+    };
+    return value;
+}
+async function resolveSalesNavigatorExportSessionOverride(queryUrl, options) {
+    if (cachedSalesNavigatorExportSessionOverride &&
+        cachedSalesNavigatorExportSessionOverride.queryUrl === queryUrl &&
+        cachedSalesNavigatorExportSessionOverride.expiresAt > Date.now()) {
+        return cachedSalesNavigatorExportSessionOverride.value;
+    }
+    const localExtensionConfig = await readLocalLinkedInExtensionDirectLookupConfig();
+    if (localExtensionConfig?.cookie) {
+        const selectedSessionCookieSha256 = hashSalesNavigatorSessionCookieForPhantombuster(localExtensionConfig.cookie);
+        if (process.env.SALESPROMPTER_SALESNAV_EXPORT_SKIP_EXTENSION_PREFLIGHT === "1") {
+            return cacheSalesNavigatorExportSessionOverride(queryUrl, {
+                sessionCookie: normalizeSalesNavigatorSessionCookieForPhantombuster(localExtensionConfig.cookie),
+                selectedSessionCookieSha256,
+                source: "chrome_extension"
+            });
+        }
+        const probe = await probeSalesNavigatorSearchSession(localExtensionConfig.cookie, queryUrl, {
+            timeoutMs: 8000
+        });
+        await options.logger?.log("salesnav.export.session.chrome_extension.preflight", {
+            source: options.source,
+            queryUrl,
+            status: probe.status,
+            selectedSessionCookieSha256,
+            finalUrl: probe.finalUrl,
+            validationError: probe.validationError
+        });
+        if (probe.status === "ok") {
+            return cacheSalesNavigatorExportSessionOverride(queryUrl, {
+                sessionCookie: normalizeSalesNavigatorSessionCookieForPhantombuster(localExtensionConfig.cookie),
+                selectedSessionCookieSha256,
+                source: "chrome_extension"
+            });
+        }
+    }
+    const claimed = await claimValidatedSalesNavigatorSessionCookieForCli({
+        queryUrl,
+        source: options.source,
+        env: process.env
+    });
+    if (claimed?.sessionCookie) {
+        return cacheSalesNavigatorExportSessionOverride(queryUrl, {
+            sessionCookie: normalizeSalesNavigatorSessionCookieForPhantombuster(claimed.sessionCookie),
+            selectedSessionCookieSha256: claimed.sessionCookieSha256 ??
+                hashSalesNavigatorSessionCookieForPhantombuster(claimed.sessionCookie),
+            source: "session_vault"
+        });
+    }
+    if (localExtensionConfig?.cookie &&
+        process.env.SALESPROMPTER_SALESNAV_EXPORT_REQUIRE_FRESH_SESSION === "1") {
+        throw new Error("The local Salesprompter Chrome extension session cookie is not valid for Sales Navigator. Reconnect the extension, then retry the CLI command.");
+    }
+    if (process.env.SALESPROMPTER_CLI_MANAGE_LINKEDIN_SESSIONS === "1") {
+        throw new Error("No validated LinkedIn Sales Navigator session cookie is available from the CLI-managed session pool.");
+    }
+    return null;
+}
 async function ensureSalesNavigatorSessionPoolReady(queryUrl, options) {
     try {
         await options.logger?.log("salesnav.session_pool.preflight.started", {
             source: options.source,
             queryUrl
         });
-        const claimed = await claimValidatedSalesNavigatorSessionCookieForCli({
-            queryUrl,
-            source: options.source,
-            env: process.env
-        });
+        const claimed = await resolveSalesNavigatorExportSessionOverride(queryUrl, options);
         await options.logger?.log("salesnav.session_pool.preflight.completed", {
             source: options.source,
             queryUrl,
             status: claimed ? "ok" : "skipped",
-            selectedSessionUserEmail: claimed?.userEmail ?? null,
-            selectedSessionUserHandle: claimed?.userHandle ?? null,
-            selectedSessionCookieSha256: claimed?.sessionCookieSha256 ?? null,
-            selectedSessionLastIngestedSource: claimed?.lastIngestedSource ?? null
+            selectedSessionSource: claimed?.source ?? "app_managed",
+            selectedSessionCookieSha256: claimed?.selectedSessionCookieSha256 ?? null
         });
         return {
             ready: true
@@ -9811,6 +9986,7 @@ program
     .option("--mode <mode>", "Phantombuster container mode: all or finalized", "all")
     .option("--before-ended-at <iso>", "Only fetch containers that ended before this ISO timestamp")
     .option("--metadata-only", "Store container metadata without fetching output and result objects", false)
+    .option("--refresh-lead-pool", "After syncing results, rebuild the Neon lead_pool_new reporting table. This can take several minutes.", false)
     .option("--out <path>", "Optional local JSON output path")
     .action(async (options) => {
     const agentIds = z.array(z.string().min(1)).parse(options.agentId);
@@ -9827,7 +10003,8 @@ program
         maxPages,
         mode,
         beforeEndedAt,
-        includeResults: !options.metadataOnly
+        includeResults: !options.metadataOnly,
+        refreshLeadPool: Boolean(options.refreshLeadPool)
     });
     const payload = {
         ...result,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "salesprompter-cli",
-  "version": "0.1.36",
+  "version": "0.1.38",
   "description": "Sales workflow CLI for guided lead generation, enrichment, scoring, and sync.",
   "author": "Daniel Sinewe <hello@danielsinewe.com>",
   "type": "module",