salesprompter-cli 0.1.36 → 0.1.37

package/dist/cli.js

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { spawn } from "node:child_process";
-import { access, appendFile, mkdir, readFile, readdir, writeFile } from "node:fs/promises";
+import { access, appendFile, mkdir, readFile, readdir, stat, writeFile } from "node:fs/promises";
 import { createRequire } from "node:module";
 import os from "node:os";
 import path from "node:path";
@@ -136,7 +136,13 @@ const PhantombusterContainersSyncResponseSchema = z.object({
     resultsSynced: z.number().int().nonnegative(),
     outputsStored: z.number().int().nonnegative(),
     resultObjectsStored: z.number().int().nonnegative(),
-    resultRowsStored: z.number().int().nonnegative()
+    resultRowsStored: z.number().int().nonnegative(),
+    leadListsProjected: z.number().int().nonnegative().optional(),
+    leadListContactsProjected: z.number().int().nonnegative().optional(),
+    contactsProjected: z.number().int().nonnegative().optional(),
+    leadPoolRows: z.number().int().nonnegative().nullable().optional(),
+    qualifiedContacts: z.number().int().nonnegative().nullable().optional(),
+    qualifiedCompanies: z.number().int().nonnegative().nullable().optional()
 });
 const CliEmailEnrichmentCompaniesResponseSchema = z.object({
     clientId: z.number().int().positive(),
@@ -4834,19 +4840,29 @@ function buildLinkedInProductCategorySalesNavigatorOutputPath(categorySlug) {
     return `./data/salesnav-product-category-${categorySlug}.json`;
 }
 const SALES_NAVIGATOR_TERMINAL_JOB_STATUSES = new Set(["completed", "completed_with_failures"]);
+const WORKFLOW_LOCAL_LOG_MAX_FILE_BYTES = 10 * 1024 * 1024;
+const WORKFLOW_LOCAL_LOG_MAX_LINE_BYTES = 32 * 1024;
+const WORKFLOW_LOCAL_LOG_MAX_STRING_CHARS = 4000;
+const WORKFLOW_LOCAL_LOG_MAX_ARRAY_ITEMS = 50;
+const WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS = 50;
+const WORKFLOW_LOCAL_LOG_MAX_DEPTH = 5;
 function isSalesNavigatorCrawlJobTerminal(status) {
     return SALES_NAVIGATOR_TERMINAL_JOB_STATUSES.has(status);
 }
 function buildWorkflowTraceId(prefix) {
     return `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2, 10)}`;
 }
+function buildWorkflowLogRunSuffix() {
+    const timestamp = new Date().toISOString().replace(/[-:]/g, "").replace(/\.\d{3}Z$/, "Z");
+    return `${timestamp}-${Math.random().toString(36).slice(2, 8)}`;
+}
 function buildSalesNavigatorWorkflowLogPath(input) {
     const slug = slugify(input) || "salesnav-product-category";
-    return `./data/${slug}-salesnav.log.jsonl`;
+    return `./data/${slug}-${buildWorkflowLogRunSuffix()}-salesnav.log.jsonl`;
 }
 function buildSalesNavigatorCrawlLogPath(input) {
     const slug = slugify(input) || "salesnav-crawl";
-    return `./data/${slug}-crawl.log.jsonl`;
+    return `./data/${slug}-${buildWorkflowLogRunSuffix()}-crawl.log.jsonl`;
 }
 function buildSalesNavigatorCrawlOutputPath(input) {
     const slug = slugify(input) || "salesnav-crawl";
@@ -4878,6 +4894,83 @@ function decodeSalesNavigatorQueryParam(url) {
         return null;
     }
 }
+function sanitizeWorkflowLogValue(value, depth = 0, seen = new WeakSet()) {
+    if (typeof value === "string") {
+        if (value.length <= WORKFLOW_LOCAL_LOG_MAX_STRING_CHARS) {
+            return value;
+        }
+        return `${value.slice(0, WORKFLOW_LOCAL_LOG_MAX_STRING_CHARS)}... [truncated ${value.length - WORKFLOW_LOCAL_LOG_MAX_STRING_CHARS} chars]`;
+    }
+    if (typeof value !== "object" || value === null) {
+        return value;
+    }
+    if (seen.has(value)) {
+        return "[Circular]";
+    }
+    if (depth >= WORKFLOW_LOCAL_LOG_MAX_DEPTH) {
+        return "[MaxDepth]";
+    }
+    seen.add(value);
+    if (Array.isArray(value)) {
+        const items = value
+            .slice(0, WORKFLOW_LOCAL_LOG_MAX_ARRAY_ITEMS)
+            .map((item) => sanitizeWorkflowLogValue(item, depth + 1, seen));
+        if (value.length > WORKFLOW_LOCAL_LOG_MAX_ARRAY_ITEMS) {
+            items.push({ truncatedItems: value.length - WORKFLOW_LOCAL_LOG_MAX_ARRAY_ITEMS });
+        }
+        return items;
+    }
+    const entries = Object.entries(value);
+    const sanitized = {};
+    for (const [key, entryValue] of entries.slice(0, WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS)) {
+        sanitized[key] = sanitizeWorkflowLogValue(entryValue, depth + 1, seen);
+    }
+    if (entries.length > WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS) {
+        sanitized.truncatedKeys = entries.length - WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS;
+    }
+    return sanitized;
+}
+function serializeWorkflowLogEntry(entry) {
+    const sanitizedEntry = {
+        ...entry,
+        metadata: sanitizeWorkflowLogValue(entry.metadata)
+    };
+    let line = JSON.stringify(sanitizedEntry);
+    if (Buffer.byteLength(line, "utf8") <= WORKFLOW_LOCAL_LOG_MAX_LINE_BYTES) {
+        return `${line}\n`;
+    }
+    const originalMetadata = entry.metadata ?? {};
+    const metadataKeys = Object.keys(originalMetadata);
+    line = JSON.stringify({
+        ...entry,
+        metadata: {
+            localLogTruncated: true,
+            originalMetadataKeys: metadataKeys.slice(0, WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS),
+            truncatedKeys: Math.max(0, metadataKeys.length - WORKFLOW_LOCAL_LOG_MAX_OBJECT_KEYS),
+            originalMetadataBytes: Buffer.byteLength(JSON.stringify(sanitizeWorkflowLogValue(originalMetadata)), "utf8")
+        }
+    });
+    return `${line}\n`;
+}
+async function appendWorkflowLocalLog(logPath, entry) {
+    try {
+        const current = await stat(logPath).catch((error) => {
+            if (error.code === "ENOENT") {
+                return null;
+            }
+            throw error;
+        });
+        if (current && current.size >= WORKFLOW_LOCAL_LOG_MAX_FILE_BYTES) {
+            writeProgress(`[${entry.timestamp}] ${entry.event} (local log skipped because ${logPath} is already over 10 MB; durable event storage still runs when configured)`);
+            return;
+        }
+        await appendFile(logPath, serializeWorkflowLogEntry(entry), "utf8");
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        writeProgress(`[${entry.timestamp}] workflow.local_log.write_failed: ${message}`);
+    }
+}
 async function createWorkflowLogger(options) {
     const traceId = options.traceId ?? buildWorkflowTraceId("salesprompter-cli");
     const logPath = options.logPath;
@@ -4896,7 +4989,7 @@ async function createWorkflowLogger(options) {
                 event,
                 metadata
             };
-            await appendFile(logPath, `${JSON.stringify(entry)}\n`, "utf8");
+            await appendWorkflowLocalLog(logPath, entry);
             if (eventStore) {
                 try {
                     await eventStore.append({
@@ -9811,6 +9904,7 @@ program
     .option("--mode <mode>", "Phantombuster container mode: all or finalized", "all")
     .option("--before-ended-at <iso>", "Only fetch containers that ended before this ISO timestamp")
     .option("--metadata-only", "Store container metadata without fetching output and result objects", false)
+    .option("--refresh-lead-pool", "After syncing results, rebuild the Neon lead_pool_new reporting table. This can take several minutes.", false)
     .option("--out <path>", "Optional local JSON output path")
     .action(async (options) => {
     const agentIds = z.array(z.string().min(1)).parse(options.agentId);
@@ -9827,7 +9921,8 @@ program
         maxPages,
         mode,
         beforeEndedAt,
-        includeResults: !options.metadataOnly
+        includeResults: !options.metadataOnly,
+        refreshLeadPool: Boolean(options.refreshLeadPool)
     });
     const payload = {
         ...result,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "salesprompter-cli",
-  "version": "0.1.36",
+  "version": "0.1.37",
   "description": "Sales workflow CLI for guided lead generation, enrichment, scoring, and sync.",
   "author": "Daniel Sinewe <hello@danielsinewe.com>",
   "type": "module",